-- Logs begin at Thu 2020-12-03 10:26:48 UTC, end at Thu 2020-12-03 12:33:27 UTC. --
Dec 03 11:03:15.225228 dv-neutron-765072-2-ovs systemd[1]: Started Devstack devstack@q-svc.service.
Dec 03 11:03:17.760577 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.common.config [-] Logging enabled!
Dec 03 11:03:17.761147 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev200
Dec 03 11:03:17.762415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80862) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 03 11:03:17.763184 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.common.config [-] Logging enabled!
Dec 03 11:03:17.763537 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev200
Dec 03 11:03:17.763818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80862) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 03 11:03:17.764911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 03 11:03:17.765177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 03 11:03:17.766209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 03 11:03:17.766492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 03 11:03:17.766749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 03 11:03:17.767143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.767487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.767825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.768085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.768421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.768756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.769080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.769414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.769756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.770081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.770398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.770721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.771003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.771325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.771655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.771984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.772238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.772557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.773098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.773419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.773736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.774063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.774371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.774686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.775030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.775398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] host                           = dv-neutron-765072-2-ovs {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.775710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.776037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.776367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.776695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.777008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.777322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.777648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.777960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.778270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.778580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.779484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.779882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.780163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.780421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.780675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.781003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.781337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.781651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.781965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.782276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.782593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.782904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.783230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.783563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.783892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.784221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.784533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.784845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.785153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.785462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.785792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.786103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.786412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.786722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.787072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.787376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.787685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.788027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.788354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.788675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.789001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.789310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.789634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.789942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.790249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.790554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.790861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.791197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.791518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.791826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.792133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.792446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.792758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.793081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:17.793415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.793754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.794099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.794447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.795370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.795695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.796029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.796349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.796682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.797014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.797341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.797657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.797982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.798317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.798649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.798984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.799305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.799641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.799956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.800266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.800601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.800915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.801224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.801542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.801852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.802161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.802471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.802786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.803142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.803453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.803758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.804065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.804377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.804685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.805005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.805318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.805628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.805936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.806250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.806556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.806866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.807205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.807512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.807825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.808134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.808440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.808750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.809060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.809370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.809680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.809989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.810412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.810858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.811200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.811514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.811828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.812141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.812472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.812828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.813127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.813444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.813760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.814077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.814394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.814709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.815047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.815366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.815678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.816014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.816338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.816660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.816983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.817297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.817635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.817951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.818271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.818586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.818901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.819242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.819563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.819897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.820230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.820560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.820892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.821224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.821547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.821901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.822221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:17.822479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 03 11:03:17.822743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80862) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 03 11:03:18.486404 dv-neutron-765072-2-ovs neutron-server[80862]: INFO keyring.backend [-] Loading Gnome
Dec 03 11:03:18.503294 dv-neutron-765072-2-ovs neutron-server[80862]: INFO keyring.backend [-] Loading Google
Dec 03 11:03:18.505941 dv-neutron-765072-2-ovs neutron-server[80862]: INFO keyring.backend [-] Loading Windows (alt)
Dec 03 11:03:18.509374 dv-neutron-765072-2-ovs neutron-server[80862]: INFO keyring.backend [-] Loading file
Dec 03 11:03:18.510207 dv-neutron-765072-2-ovs neutron-server[80862]: INFO keyring.backend [-] Loading keyczar
Dec 03 11:03:18.510492 dv-neutron-765072-2-ovs neutron-server[80862]: INFO keyring.backend [-] Loading multi
Dec 03 11:03:18.511167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO keyring.backend [-] Loading pyfs
Dec 03 11:03:18.558255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80862) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:03:18.558566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80862) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:03:18.558884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80862) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:03:18.559280 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 03 11:03:18.979346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:18.979899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:18.979990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.041569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.041886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.042186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.045624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.045936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.046238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.123796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.124106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.124402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.125624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.125928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.126222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.245199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff1b80be378> agent after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.245462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff1b80be378> agent after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.245766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7ff1b80be400> segment precommit_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.246069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7ff1b80be488> network precommit_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.246903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7ff1b80ca488> segment before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.427852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> network before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.428229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7ff1b81ed400> agent before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.428552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> network before_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.428853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> port before_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.429149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> port before_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.429534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> segment after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.429832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> segment precommit_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.430122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> segment precommit_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.430410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> segment after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.430745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> network after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.431064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> network precommit_delete 0 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.431369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> port provisioning_complete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.431674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> rbac-policy before_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.431964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> rbac-policy after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.432275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> agent after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.432585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> subnet after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.432879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> subnet precommit_delete 0 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.433197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> rbac-policy before_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.433489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> rbac-policy before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.433976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> port after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.434261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> port after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.434540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> port after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.434878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> rbac-policy before_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.435254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> rbac-policy before_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.435591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff1badc2080>> rbac-policy before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.436087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 11:03:19.436367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 11:03:19.436645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 11:03:19.436922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 11:03:19.437199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 11:03:19.437472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 11:03:19.438850 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 03 11:03:19.446237 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 03 11:03:19.454599 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 03 11:03:19.459821 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])])
Dec 03 11:03:19.462579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 03 11:03:19.463711 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 03 11:03:19.464092 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 03 11:03:19.464528 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 03 11:03:19.468796 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 03 11:03:19.469081 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 03 11:03:19.469470 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 03 11:03:19.491231 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 03 11:03:19.491741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7ff1b7e30eb8>> qos_plugin after_init 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.492072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80862) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 03 11:03:19.492482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7ff1b7d5def0>> logging-plugin after_init 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.493846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80862) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 03 11:03:19.494163 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 03 11:03:19.494440 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 03 11:03:19.497551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff1b7d5df98>> floatingip before_response 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.497925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff1b7d5df98>> port before_response 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:19.562987 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 03 11:03:19.563257 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 03 11:03:19.563528 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 03 11:03:19.563926 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 03 11:03:19.601309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.sqlalchemy.engines [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80862) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 03 11:03:19.906473 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Initializing driver for type 'gre'
Dec 03 11:03:19.907082 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] gre ID ranges: [(1, 1000)]
Dec 03 11:03:19.949718 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Initializing driver for type 'local'
Dec 03 11:03:19.950093 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Initializing driver for type 'vlan'
Dec 03 11:03:19.961273 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] VlanTypeDriver initialization complete
Dec 03 11:03:19.961643 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Initializing driver for type 'vxlan'
Dec 03 11:03:19.962175 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] vxlan ID ranges: [(1, 1000)]
Dec 03 11:03:20.004715 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Initializing extension driver 'port_security'
Dec 03 11:03:20.005185 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.extensions.port_security [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] PortSecurityExtensionDriver initialization complete
Dec 03 11:03:20.005427 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Initializing mechanism driver 'openvswitch'
Dec 03 11:03:20.011664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80862) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:03:20.012515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b7d77198>> port after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.012923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b7d77198>> port after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.014034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b7d77198>> port after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.014465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b79047f0>> subnet after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.014858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b79047f0>> subnet after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.015265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b79047f0>> subnet after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.015686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b79049b0>> network after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.016072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b79049b0>> network after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.016453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b79049b0>> network after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.016870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b7904b70>> security_group after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.017254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b7904b70>> security_group after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.017633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b7904b70>> security_group after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.018053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b7904d30>> security_group_rule after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.018444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b7904d30>> security_group_rule after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.018826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b7904d30>> security_group_rule after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.019401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b7904ef0>> address_group after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.019788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b7904ef0>> address_group after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.020172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff1b7904ef0>> address_group after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.020545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] ML2 OVO RPC backend initialized. {{(pid=80862) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 03 11:03:20.021255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> router_interface after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.021645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> router_interface after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.022098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> network before_response 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.022486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> networks before_response 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.022867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> port before_response 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.023292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> ports before_response 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.023670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> subnet before_response 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.024048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> subnets before_response 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.024432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> network after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.024806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> network after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.025179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> network after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.025551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> port after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.025928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> port after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.026300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> port after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.027111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> subnet after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.027486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> subnet after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.027863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff1b790c198>> subnet after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.028484 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.plugin [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Modular L2 Plugin initialization complete
Dec 03 11:03:20.028946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading services supported by the core plugin {{(pid=80862) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 03 11:03:20.029400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.managers [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Got port-security extension from driver 'port_security'
Dec 03 11:03:20.029924 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.extensions.vlantransparent [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Disabled vlantransparent extension.
Dec 03 11:03:20.031391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80862) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 03 11:03:20.031752 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading Plugin: router
Dec 03 11:03:20.072498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router_interface before_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.072936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router after_create 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.073347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router before_create 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.073754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router_interface before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.074175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router_interface after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.074571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router after_delete 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.075167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> floatingip after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.075591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router after_create 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.076544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router after_update 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.076942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router after_update 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.077337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router_gateway after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.077751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router after_update 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.078502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router precommit_update 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.078944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7ff1b80937b8> port after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.079331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7ff1b80936a8> port after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.079708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7ff1b8093730> subnet after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.080091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7ff1b8093840> subnetpool_address_scope after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.080482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> port precommit_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.080873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router precommit_create 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.081264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7ff1b7f60c80> port before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.081647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router precommit_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.082060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router after_update 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.082454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router precommit_delete 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.082848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router precommit_create 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.083286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router_interface after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.083677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> router precommit_update 55549900 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.084111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff1b790c160>> network after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.085101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Tracking information for resource: router configured {{(pid=80862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 11:03:20.085478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Tracking information for resource: floatingip configured {{(pid=80862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 11:03:20.090449 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_agentschedulers_db [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 03 11:03:20.091119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7ff1b79312f0> port after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.091550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7ff1b7923268> port after_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.091938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <function _notify_port_delete at 0x7ff1b7931268> port after_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.092330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7ff1b7931488> port after_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.093228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff1b7883da0>> router before_create 55550100 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.093631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff1b7883da0>> router precommit_delete 55550100 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.094036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff1b7883da0>> router precommit_create 55550100 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.094429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff1b7883da0>> router precommit_update 55550100 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.099070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.provider_configuration [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service providers = [] {{(pid=80862) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 03 11:03:20.099468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.servicetype_db [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80862) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 03 11:03:20.102306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.service_base [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80862) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 03 11:03:20.102696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.service_base [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80862) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 03 11:03:20.103105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.service_base [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80862) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 03 11:03:20.104004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.service_base [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80862) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 03 11:03:20.104409 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.services.service_base [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 03 11:03:20.104829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 11:03:20.105185 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 03 11:03:20.127747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 11:03:20.128122 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading Plugin: auto_allocate
Dec 03 11:03:20.138758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff1b78732f0> network precommit_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.139192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff1b78732f0> network precommit_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.139776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 11:03:20.140134 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading Plugin: tag
Dec 03 11:03:20.151378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 11:03:20.151749 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading Plugin: timestamp
Dec 03 11:03:20.155580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 11:03:20.155948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading Plugin: network_ip_availability
Dec 03 11:03:20.162900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff1b77c0080>> rbac-policy before_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.163286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff1b77c0080>> rbac-policy before_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.163680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff1b77c0080>> rbac-policy before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.164480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 11:03:20.164842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading Plugin: flavors
Dec 03 11:03:20.181104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 11:03:20.181474 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading Plugin: revisions
Dec 03 11:03:20.186512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 11:03:20.186953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.628s {{(pid=80862) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:03:20.187760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80862) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Dec 03 11:03:20.188122 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Initializing extension manager.
Dec 03 11:03:20.188688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: __init__.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.189069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: __pycache__ {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.189445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.189817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: _filter_validation_lib.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.190188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.190557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: address_group.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.191383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.192025 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: address-group
Dec 03 11:03:20.192391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: address_scope.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.193159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.193745 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: address-scope
Dec 03 11:03:20.194106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: admin_state_down_before_update.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.195080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.195664 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: router-admin-state-down-before-update
Dec 03 11:03:20.196023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: agent.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.196784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.197368 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: agent
Dec 03 11:03:20.197729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: agent_resources_synced.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.198764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.199379 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: agent-resources-synced
Dec 03 11:03:20.199744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: allowedaddresspairs.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.202168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.202765 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: allowed-address-pairs
Dec 03 11:03:20.203419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: auto_allocated_topology.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.204504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.205098 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: auto-allocated-topology
Dec 03 11:03:20.205464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: availability_zone.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.206214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.206800 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: availability_zone
Dec 03 11:03:20.207187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: availability_zone_filter.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.208109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.208688 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: availability_zone_filter
Dec 03 11:03:20.209050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: data_plane_status.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.209965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.210540 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension data-plane-status not supported by any of loaded plugins
Dec 03 11:03:20.210898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: default_subnetpools.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.211859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.212450 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: default-subnetpools
Dec 03 11:03:20.212813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: dhcpagentscheduler.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.213664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.214248 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: dhcp_agent_scheduler
Dec 03 11:03:20.214610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: dns.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.215568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.216145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension dns-integration not supported by any of loaded plugins
Dec 03 11:03:20.217107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: dns_domain_ports.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.218032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.218616 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 03 11:03:20.219000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: dvr.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.219731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.220318 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: dvr
Dec 03 11:03:20.220679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: empty_string_filtering.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.221604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.222191 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: empty-string-filtering
Dec 03 11:03:20.222552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.223499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.224081 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 03 11:03:20.224445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.225369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.225947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 03 11:03:20.226310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: external_net.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.227357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.227935 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: external-net
Dec 03 11:03:20.228296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: extra_dhcp_opt.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.229208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.229787 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: extra_dhcp_opt
Dec 03 11:03:20.230143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: extraroute.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.231095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.231682 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: extraroute
Dec 03 11:03:20.232125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: extraroute_atomic.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.233183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.233767 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: extraroute-atomic
Dec 03 11:03:20.234128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: filter_validation.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.234834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.235442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: filter-validation
Dec 03 11:03:20.235803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: fip_pf_description.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.236724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.237300 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 03 11:03:20.237659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: fip_port_details.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.238591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.239192 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: fip-port-details
Dec 03 11:03:20.239555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: flavors.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.240797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.241382 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: flavors
Dec 03 11:03:20.241744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.243434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.244033 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 03 11:03:20.244404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: floatingip_pools.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.245163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.245750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: floatingip-pools
Dec 03 11:03:20.246114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: ip_allocation.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.247085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.247792 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension ip_allocation not supported by any of loaded plugins
Dec 03 11:03:20.248170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.249098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.249682 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: ip-substring-filtering
Dec 03 11:03:20.250045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: l2_adjacency.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.251024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.251607 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 03 11:03:20.251967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: l3.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.253143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.253748 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: router
Dec 03 11:03:20.254116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: l3_conntrack_helper.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.256430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.257025 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 03 11:03:20.257397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.258338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.258964 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: ext-gw-mode
Dec 03 11:03:20.259332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.260264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.260853 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: l3-ha
Dec 03 11:03:20.261218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: l3_flavors.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.262148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.262736 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: l3-flavors
Dec 03 11:03:20.263648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.264624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.265204 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 03 11:03:20.265568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: l3agentscheduler.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.266739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.267367 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: l3_agent_scheduler
Dec 03 11:03:20.267735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: logging.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.269265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.269998 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension logging not supported by any of loaded plugins
Dec 03 11:03:20.270218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: metering.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.271152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.271857 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: metering
Dec 03 11:03:20.272219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.273348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.273936 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: metering_source_and_destination_fields
Dec 03 11:03:20.274300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: multiprovidernet.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.275266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.275847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: multi-provider
Dec 03 11:03:20.276211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: netmtu.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.277141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.277719 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: net-mtu
Dec 03 11:03:20.278082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: netmtu_writable.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.279634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.280225 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: net-mtu-writable
Dec 03 11:03:20.280584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: network_availability_zone.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.281313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.281893 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: network_availability_zone
Dec 03 11:03:20.282250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: network_ip_availability.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.283395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.283984 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: network-ip-availability
Dec 03 11:03:20.284357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: network_segment_range.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.285194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.285784 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension network-segment-range not supported by any of loaded plugins
Dec 03 11:03:20.286145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: pagination.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.287191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.287569 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: pagination
Dec 03 11:03:20.287929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.288859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.289458 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: port-mac-address-regenerate
Dec 03 11:03:20.289819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.290734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.291353 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: port-numa-affinity-policy
Dec 03 11:03:20.291712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: port_resource_request.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.292630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.293212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension port-resource-request not supported by any of loaded plugins
Dec 03 11:03:20.293566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: portbindings.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.294554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.295157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: binding
Dec 03 11:03:20.295518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: portbindings_extended.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.296901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.297492 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: binding-extended
Dec 03 11:03:20.297859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: portsecurity.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.298790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.299405 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: port-security
Dec 03 11:03:20.299768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: project_id.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.300750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.301122 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: project-id
Dec 03 11:03:20.301481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: providernet.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.302422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.303052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: provider
Dec 03 11:03:20.303416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: qos.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.306939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.307538 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension qos not supported by any of loaded plugins
Dec 03 11:03:20.307909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.309153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.309746 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 03 11:03:20.310206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.311290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.311874 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 03 11:03:20.312240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: qos_default.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.313171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.313745 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension qos-default not supported by any of loaded plugins
Dec 03 11:03:20.314104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: qos_fip.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.314797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.315430 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension qos-fip not supported by any of loaded plugins
Dec 03 11:03:20.315796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: qos_gateway_ip.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.316738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.317322 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 03 11:03:20.317682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: qos_port_network_policy.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.318610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.319212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 03 11:03:20.319576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: qos_rule_type_details.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.320502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.321075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 03 11:03:20.321434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: qos_rules_alias.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.322579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.323208 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 03 11:03:20.323572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: quotasv2.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.324552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.324922 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: quotas
Dec 03 11:03:20.325281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: quotasv2_detail.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.327603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.329049 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: quota_details
Dec 03 11:03:20.329395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: rbac.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.330561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.331182 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: rbac-policies
Dec 03 11:03:20.331551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: rbac_address_scope.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.332501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.333089 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: rbac-address-scope
Dec 03 11:03:20.333450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: rbac_security_groups.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.334381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.334989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: rbac-security-groups
Dec 03 11:03:20.335354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: rbac_subnetpool.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.336281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.336863 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: rbac-subnetpool
Dec 03 11:03:20.337222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: revisionifmatch.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.338158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.338741 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: revision-if-match
Dec 03 11:03:20.339134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: revisions.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.340256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.340842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: standard-attr-revisions
Dec 03 11:03:20.341207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: router_availability_zone.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.342038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.342617 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: router_availability_zone
Dec 03 11:03:20.343000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: routerservicetype.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.343947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.344536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension router-service-type not supported by any of loaded plugins
Dec 03 11:03:20.344898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: security_groups_port_filtering.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.345957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.346542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: port-security-groups-filtering
Dec 03 11:03:20.346934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.347889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.348475 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: security-groups-remote-address-group
Dec 03 11:03:20.348836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: securitygroup.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.362649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.363308 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: security-group
Dec 03 11:03:20.363678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: segment.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.364546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.365133 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension segment not supported by any of loaded plugins
Dec 03 11:03:20.365501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.366450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.367063 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 03 11:03:20.367431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: servicetype.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.368540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.369130 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: service-type
Dec 03 11:03:20.369497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: sorting.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.370495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.370871 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: sorting
Dec 03 11:03:20.371258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: standard_attr_segment.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.372188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.373428 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 03 11:03:20.373794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: standardattrdescription.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.374511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.375137 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: standard-attr-description
Dec 03 11:03:20.375500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: stateful_security_group.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.376449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.377044 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: stateful-security-group
Dec 03 11:03:20.377405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: stdattrs_common.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.377997 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 03 11:03:20.378355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.379418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.380009 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 03 11:03:20.380372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: subnet_onboard.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.381455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.382047 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: subnet_onboard
Dec 03 11:03:20.382407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.383367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.383948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 03 11:03:20.384312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: subnet_service_types.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.385247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.385828 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: subnet-service-types
Dec 03 11:03:20.386187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: subnetallocation.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.387300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.387908 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: subnet_allocation
Dec 03 11:03:20.388412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.389183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.389775 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: subnetpool-prefix-ops
Dec 03 11:03:20.390140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.391220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.391907 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 03 11:03:20.392278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: tagging.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.394672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.395311 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: standard-attr-tag
Dec 03 11:03:20.395685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: timestamp.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.396899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.397467 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loaded extension: standard-attr-timestamp
Dec 03 11:03:20.397833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: trunk.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.398867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.399481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension trunk not supported by any of loaded plugins
Dec 03 11:03:20.399847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: trunk_details.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.400775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.401352 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension trunk-details not supported by any of loaded plugins
Dec 03 11:03:20.401713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: uplink_status_propagation.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.402638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.403238 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 03 11:03:20.403598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Loading extension file: vlantransparent.py {{(pid=80862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 11:03:20.404342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 11:03:20.404913 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 03 11:03:20.407567 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:network
Dec 03 11:03:20.408386 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:subnet
Dec 03 11:03:20.409050 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 11:03:20.409717 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:port
Dec 03 11:03:20.411211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.411700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service FLAVORS assigned prefix:  {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.412399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.412882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.413295 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:router
Dec 03 11:03:20.413999 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:floatingip
Dec 03 11:03:20.414771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service METERING assigned prefix: /metering {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.416605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff1b76e0898>> rbac-policy before_create 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.417009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff1b76e0898>> rbac-policy before_update 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.417395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff1b76e0898>> rbac-policy before_delete 55550000 {{(pid=80862) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:03:20.418541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of CountableResource for resource:rbac_policy
Dec 03 11:03:20.419067 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:security_group
Dec 03 11:03:20.420587 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 03 11:03:20.421401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service CORE assigned prefix:  {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.421777 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 11:03:20.422151 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] subnetpool is already registered
Dec 03 11:03:20.422828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service CORE assigned prefix:  {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.423223 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 11:03:20.423585 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] subnetpool is already registered
Dec 03 11:03:20.426358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.426842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service FLAVORS assigned prefix:  {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.427523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.427994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.428366 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:router
Dec 03 11:03:20.428730 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] router is already registered
Dec 03 11:03:20.429392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:floatingip
Dec 03 11:03:20.429754 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] floatingip is already registered
Dec 03 11:03:20.430453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service METERING assigned prefix: /metering {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.431214 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of CountableResource for resource:rbac_policy
Dec 03 11:03:20.431577 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] rbac_policy is already registered
Dec 03 11:03:20.432201 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:security_group
Dec 03 11:03:20.432568 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] security_group is already registered
Dec 03 11:03:20.433216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 03 11:03:20.433578 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] security_group_rule is already registered
Dec 03 11:03:20.434305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service CORE assigned prefix:  {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.434673 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 11:03:20.435618 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] subnetpool is already registered
Dec 03 11:03:20.436447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.resource_helper [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Service CORE assigned prefix:  {{(pid=80862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 11:03:20.436812 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 11:03:20.437172 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.quota.resource_registry [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] subnetpool is already registered
Dec 03 11:03:20.437885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: extensions {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.439454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: address-groups {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.441139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: address-scopes {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.442429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: agents {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.443688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: auto-allocated-topology {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.445025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: availability_zones {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.446416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: dhcp-networks {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.447923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: dhcp-agents {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.449410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: routers {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.451497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: flavors {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.452749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: service_profiles {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.454302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: next_providers {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.455955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: service_profiles {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.457504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: floatingip-pools {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.458786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: routers {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.460696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: floatingips {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.461964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: l3-routers {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.463480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: l3-agents {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.465018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: metering-labels {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.467002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: metering-label-rules {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.468362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: network-ip-availabilities {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.469707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: bindings {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.471464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: quotas {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.472985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: quotas {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.474490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: rbac-policies {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.475911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: security-groups {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.477205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: security-group-rules {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.478521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: service-providers {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.479928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: subnetpools {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.482993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: subnetpools {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.484551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: tags {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.486319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: tags {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.586188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: tags {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.588112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: tags {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.590005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: tags {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.592355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: tags {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.594245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: tags {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.596225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: tags {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.598183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: tags {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.600167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.extensions [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Extended resource: tags {{(pid=80862) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 11:03:20.607319 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING keystonemiddleware.auth_token [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 03 11:03:20.612591 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING keystonemiddleware.auth_token [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 03 11:03:20.621337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Acquired lock "singleton_lock" {{(pid=80862) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 03 11:03:20.621860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Releasing lock "singleton_lock" {{(pid=80862) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 03 11:03:20.624133 dv-neutron-765072-2-ovs neutron-server[80862]: INFO oslo_service.service [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Starting 2 workers
Dec 03 11:03:20.628927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Started child 80975 {{(pid=80862) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 03 11:03:20.633267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:20.633616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Started child 80976 {{(pid=80862) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 03 11:03:20.634725 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [-] (80975) wsgi starting up on http://0.0.0.0:9696
Dec 03 11:03:20.635244 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.service [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Neutron service started, listening on 0.0.0.0:9696
Dec 03 11:03:20.635896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Notify callbacks [] for process, before_spawn {{(pid=80862) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:20.637152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:20.638889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO oslo_service.service [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Starting 1 workers
Dec 03 11:03:20.639116 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [-] (80976) wsgi starting up on http://0.0.0.0:9696
Dec 03 11:03:20.644511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Started child 80977 {{(pid=80862) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 03 11:03:20.645082 dv-neutron-765072-2-ovs neutron-server[80862]: INFO oslo_service.service [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Starting 1 workers
Dec 03 11:03:20.647152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.service [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] calling RpcWorker wait() {{(pid=80977) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 03 11:03:20.647602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.service [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] returning from RpcWorker wait() {{(pid=80977) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 03 11:03:20.649116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:20.649692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:03:20.649814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Started child 80978 {{(pid=80862) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 03 11:03:20.650478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae06c-724c-44f2-8725-a131d75fa74d None None] Notify callbacks [] for process, after_spawn {{(pid=80862) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:20.652144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80862) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 03 11:03:20.652386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 03 11:03:20.652582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 03 11:03:20.652866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 03 11:03:20.653287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 03 11:03:20.653485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 03 11:03:20.654261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.654583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.655042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.655266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:20.655361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.655663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.656335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.656666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.656943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.657257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.657527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.657725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.657921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.658216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.658489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.658841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.659172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.659447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.659733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.659946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.660240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.660528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.660809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.661108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.661393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.662001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.662262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.662541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.662791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.663133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.663446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.663721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.664000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.664256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.664516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.664797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.665038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.665314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.665623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.665887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.666333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] host                           = dv-neutron-765072-2-ovs {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.666599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.666852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.667137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.667397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.667687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.667936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.668240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.668521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.668802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.669078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.669368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.669681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.669946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.670216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.670503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.670767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.671055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.671341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.671554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.671729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.671914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.672218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.672375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.672659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.672905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.673149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.673414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.673664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.673909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.674193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.674436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.674698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.674947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.675255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.675521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.675782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.676061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.676321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.676590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.676834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.677540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.677803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.678068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.678976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.679613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.679771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.680260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.680815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.680989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:03:20.681240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.681478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.681745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.682160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.682489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.682759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.684823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.684823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.684823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.684823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.684823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.684823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.685769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.686046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.686320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.687180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.687422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.687872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.688128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.689890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.689890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.689890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.690259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.690790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.691093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.691382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.691672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.691960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.692245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.692518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.692787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.693113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.693811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.694261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.695069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.695374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.90/identity {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.695659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.695925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.696179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.696441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.696731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.697394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.698530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.698940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.699199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.699491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.699758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.700028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.700317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.700624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.702960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.703537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.703825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.704093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.704361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.704623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.704887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.705166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.705444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.705731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.706034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.706334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.706681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.706951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.707237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.707535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.707813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.708066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.708319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.708662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.708936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.709225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.709488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.709740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.709995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.710256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.710528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.710803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.711131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.711406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.711662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.711913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.712181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.712412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.712885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.713293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.713717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.713983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.714243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.714498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.714783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.715056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.715310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.715582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.715915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.716285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.717027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.717317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.717624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.717926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.718218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.718514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.718804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.719110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.719366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.719680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.719951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.720250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.720516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.720793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.721098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.721373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.721638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.721896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.722174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.722437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.722728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.723028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.723319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.723591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.723896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.724251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.724488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.724789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.725461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.725461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.725748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.726108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.726377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.726662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.726977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.727458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.727739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.728033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.728311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.728585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.728860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.729891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.729891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.729891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.729891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.730182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.730484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.730767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.731041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.731312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.731610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.731950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.732771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.733087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.733396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.733705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.734011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.734293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.90/identity {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.734580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.734835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.735325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.735583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.735843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.736102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.736364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.736626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.736881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.737183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.737439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.737698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.737967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.738222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.738735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.739040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.739270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.739678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.740159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.740447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.740725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.741016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.741277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.741570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.741825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.742119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.742621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.742878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.743178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.743444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.743723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.743953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.744247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.744505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.744763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.745015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.745286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.745538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.745789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.746078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.746329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.746629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.746900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.747269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.748135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.748842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.749126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.749390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.749668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.749925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.750202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.750751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.751056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.751323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.751588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.751850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.752101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.752350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.752606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.752861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.753109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.753424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.753729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.754003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.754278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.754574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.754844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.755198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.755533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.755826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.756103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.756477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.756752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.757038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.757301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.757579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.757867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.758170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.758533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.758899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.759241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.759555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.759895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.760211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.760528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.760800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.761133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.761501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.761811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.762092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.762361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.762669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.762946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.763831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.765153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.765153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.765153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.765153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.765153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.765836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.765836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.766098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.766250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.766860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.766860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.766860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.767307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.767444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 03 11:03:20.767956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80862) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 03 11:03:20.768151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 03 11:03:20.768339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 03 11:03:20.768568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 03 11:03:20.768778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 03 11:03:20.768966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 03 11:03:20.769217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.769412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.769605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.769797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.769991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.770206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.770420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.770615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.770882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.771059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.771196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.771703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.771703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.771703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.772189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.772189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.772189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.772569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.772569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.772743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.772835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.772980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.773116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.773285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.773508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.773701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.773890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.774077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.774265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.774451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.774640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.774825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.775011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.775199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.775389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.775577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.775765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.775952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.776138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.776327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] host                           = dv-neutron-765072-2-ovs {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.776513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.776700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.776884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.777136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.777246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.777387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.777573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.777760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.777947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.778133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.778320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.778509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.779376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.779994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.780200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.780399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.780594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.780787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.781064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.781293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.781391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.781498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.781684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.781873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.782127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.782276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.782413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.782601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.782790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.783004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.783196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.783384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.783571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.783759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.783946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.784133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.784324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.784511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.784722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.784881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.785019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.785200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.785387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.785575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.785762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.785949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.786137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.786324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.786512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.786698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.786970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.787150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.787299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:03:20.787399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.787492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.787664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.787850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.788037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.788224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.788410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.788596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.788782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.788968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.789156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.789346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.789515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.789910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.790189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.790350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.790561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 11:03:20.790777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.790948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.791182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.791345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.791563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.791797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.791995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.792212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.792470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.792727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.792832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.792986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.793194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.793390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.793540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.90/identity {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.793719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.793912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.794104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.794309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.795078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.795283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.795479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.795674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.795867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.796059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.796250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.796443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.796634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.796961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.797154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.797328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.797519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.797710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.797902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.798093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.798286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.798482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.798676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.798868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.799096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.799290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.799481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.799673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.799865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.800056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.800247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.800437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.800628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.800820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.801011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.801255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.801413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.801562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.801709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.801887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.802078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.802270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.802506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.802668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.802813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.802981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.803128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.803273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.803468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.803659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.803849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.804040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.804213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.804395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.804587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.804779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.804969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.805157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.805356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.805566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.805756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.805948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.806146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.806337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.806527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.806717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.806923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.807120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.807312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.807504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.807697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.807890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.808082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.808272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.808461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.808658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.808851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.809042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.809234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.809395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.809590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.809781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.810438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.811070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.811272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.811506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.811643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.811788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.811989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.812188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.812478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.812689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.812913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.813103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.813295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.813484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.813675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.813866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.814056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.814246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.814436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.814635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.814836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.815052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.815243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.815433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.815654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.815845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.816036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.816227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.816416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.816605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.816796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.816985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.817175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.817366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.817563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.817750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.90/identity {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.817940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.818131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.818320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.818511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.818703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.818893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.819107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.819297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.819488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.819679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.819869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.820058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.820292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.820411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.820600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.820790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.820980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.821170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.821445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.821571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.821718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.821908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.822097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.822286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.822481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.822671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.822861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.823076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.823266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.823458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.823650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.823843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.824035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.824225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.824416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.824606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.824795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.824986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.825176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.825368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.826455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.826681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.826883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.827120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.827317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.827511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.827708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.827901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.828482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.828678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.828872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.829063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.829255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.829447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.829643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.829835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.830027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.830217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.830409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.830601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.830809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.830969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.831157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.831350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.831574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.831716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.831851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.832040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.832233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.832388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.832621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.832768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.832912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.833095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.833286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.833478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.833668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.833865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.834019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.834209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.834408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.834600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.834799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.835021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.835224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.835415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.835611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.835818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.836009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.836199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.836390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.836579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.836769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.836959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.837149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.837338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.837528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.837720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.837909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.838099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.838291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.838479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.838669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.838859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.839073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.839264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.839454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 11:03:20.839637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80862) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 03 11:03:20.881049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 36386) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:03:20.892633 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0086408
Dec 03 11:03:30.799630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41baed0-0e0b-40ed-9430-6ab1a8482877 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:03:30.991149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41baed0-0e0b-40ed-9430-6ab1a8482877 None None] No non-hosted networks {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 03 11:03:31.014753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agentschedulers_db [None req-a41baed0-0e0b-40ed-9430-6ab1a8482877 None None] DHCP Agent not found on host dv-neutron-765072-2-ovs {{(pid=80977) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Dec 03 11:03:31.272430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992970a5-78b4-4939-b8da-8f71d670f5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761'] for agent, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:32.825358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9be44370-0aae-491e-8035-1160241c8bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761'] for agent, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:32.874100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-659bb8dc-7efc-4e0d-8c90-303675a102f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:33.657336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761'] for agent, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:34.906261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761'] for agent, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:34.907057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:34.907555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:34.908173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:34.973618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:34.973618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:34.973618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:34.973618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:34.973618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:34.974129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:34.974129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:34.974129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:34.974129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:34.974511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff1b721cb38>, 'Open vSwitch agent', 'dv-neutron-765072-2-ovs', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:03:34.974511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff1b72276a0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-765072-2-ovs', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:03:35.109597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] get_endpoint_by_host() called for host dv-neutron-765072-2-ovs {{(pid=80977) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 03 11:03:35.120351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] get_endpoint_by_ip() called for ip 192.168.0.62 {{(pid=80977) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 03 11:03:35.123905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] _add_endpoint() called for ip 192.168.0.62 {{(pid=80977) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 03 11:03:35.129377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] _get_endpoints() called {{(pid=80977) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 03 11:03:35.367560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761'] for agent, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:35.599203 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_hamode_db [None req-b0cc0ca1-ce22-43f3-9b80-b7df6ed65dac None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 03 11:03:35.682190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc0ca1-ce22-43f3-9b80-b7df6ed65dac None None] Routers set() bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:03:35.682558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc0ca1-ce22-43f3-9b80-b7df6ed65dac None None] Router IDs set() for agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 03 11:03:36.815907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 36480) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:03:37.473269 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING oslo_policy.policy [None req-262ad0df-e14f-44de-b6fc-8d7c39431fe5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 11:03:37.473892 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING oslo_policy.policy [None req-262ad0df-e14f-44de-b6fc-8d7c39431fe5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 11:03:37.710159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-262ad0df-e14f-44de-b6fc-8d7c39431fe5 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:03:37.711256 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-262ad0df-e14f-44de-b6fc-8d7c39431fe5 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.8943121
Dec 03 11:03:40.432323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 36494) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:03:40.853447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1eaeadf2-a202-4a17-9ccc-ce5572df7660 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:03:40.903645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.policy [None req-1eaeadf2-a202-4a17-9ccc-ce5572df7660 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80976) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 03 11:03:40.904471 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING oslo_policy.policy [None req-1eaeadf2-a202-4a17-9ccc-ce5572df7660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 11:03:40.904885 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING oslo_policy.policy [None req-1eaeadf2-a202-4a17-9ccc-ce5572df7660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 11:03:40.911971 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota [None req-1eaeadf2-a202-4a17-9ccc-ce5572df7660 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff1b738ab70>.
Dec 03 11:03:40.956925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1eaeadf2-a202-4a17-9ccc-ce5572df7660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:03:41.010383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1eaeadf2-a202-4a17-9ccc-ce5572df7660 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792261590087', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792261819842', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792261816461', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792261823608', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792261821450', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-13770023', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851887740', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838648956', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16200453'] for rbac-policy, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:41.073780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1eaeadf2-a202-4a17-9ccc-ce5572df7660 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:41.075616 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1eaeadf2-a202-4a17-9ccc-ce5572df7660 admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6416004
Dec 03 11:03:44.057187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 36508) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:03:44.480838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Request body: {'network': {'project_id': '44db44100740454082145b5ef6408325', 'admin_state_up': True, 'name': 'private'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:03:44.487431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:03:44.493954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Usage tracker for resource:network and tenant:44db44100740454082145b5ef6408325 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:03:44.497804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:03:44.503847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:03:44.512274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Made reservation on behalf of 44db44100740454082145b5ef6408325 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:03:44.518671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:44.535872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:44.550584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:03:44.554435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Usage tracker for resource:security_group_rule and tenant:44db44100740454082145b5ef6408325 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:03:44.557902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:03:44.563521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:03:44.668084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:44.670718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:44.676226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:03:44.698962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:03:44.727678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:44.728284 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Added segment 07a21922-89af-4e9d-8321-2e8634ef66c5 of type vxlan for network cb0bafd0-094c-44f3-95fa-b48f6766ee44
Dec 03 11:03:44.743816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a627e491-74d2-4b89-a4d1-eb7d54027f5b,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:03:44.807836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:44.808147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:44.808511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:44.808868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:44.809225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:44.810711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:44.811093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:44.811451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:44.811822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:44.812173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:44.812520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:44.812865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Tracked resource versions report:
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]: pushed versions:
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]: {   'AddressGroup': {'1.0'},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     'ConntrackHelper': {'1.0'},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     'Log': {'1.0'},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     'Network': {'1.1'},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     'Port': {'1.6'},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     'PortForwarding': {'1.2'},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     'QosPolicy': {'1.8'},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroup': {'1.3'},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroupRule': {'1.1'},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     'SubPort': {'1.0'},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     'Subnet': {'1.1'},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     'Trunk': {'1.1'}}
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]: consumer versions:
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]: {   DHCP agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     L3 agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     Metadata agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     Metering agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:     Open vSwitch agent@dv-neutron-765072-2-ovs: {   'AddressGroup': '1.0',
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'ConntrackHelper': '1.0',
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Log': '1.0',
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Network': '1.1',
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Port': '1.6',
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'PortForwarding': '1.2',
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'QosPolicy': '1.8',
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroup': '1.3',
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroupRule': '1.1',
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SubPort': '1.0',
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Subnet': '1.1',
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Trunk': '1.1'}}
Dec 03 11:03:44.814018 dv-neutron-765072-2-ovs neutron-server[80862]:  {{(pid=80976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 11:03:44.871050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:44.876760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:03:44.913586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:44.915009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:03:44.915699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:44.920726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:03:45.028443 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 0.9700196
Dec 03 11:03:45.035898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Pushing event updated for resources: {'Network': ['ID=cb0bafd0-094c-44f3-95fa-b48f6766ee44,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:03:45.052525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:03:45.061096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network cb0bafd0-094c-44f3-95fa-b48f6766ee44 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:03:48.389263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 36524) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:03:48.897224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f2f4a-ab08-41f5-be74-a27ee163630d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:03:48.898679 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2b8f2f4a-ab08-41f5-be74-a27ee163630d admin admin] 10.222.0.90 "GET /v2.0/networks/cb0bafd0-094c-44f3-95fa-b48f6766ee44 HTTP/1.1" status: 200  len: 818 time: 0.5083940
Dec 03 11:03:48.927466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e16cb2fa-df23-4838-b023-b9c4f508ccfd admin admin] 10.222.0.90 "GET /v2.0/subnetpools/1b6b4b48-9065-468f-9b77-4e6e58d71778 HTTP/1.1" status: 200  len: 734 time: 0.0222027
Dec 03 11:03:48.937734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Request body: {'subnet': {'subnetpool_id': '1b6b4b48-9065-468f-9b77-4e6e58d71778', 'ip_version': 4, 'tenant_id': '44db44100740454082145b5ef6408325', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:03:48.942280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:03:48.946204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Usage tracker for resource:subnet and tenant:44db44100740454082145b5ef6408325 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:03:48.949191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:03:48.955685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:03:48.963994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Made reservation on behalf of 44db44100740454082145b5ef6408325 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:03:48.968971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:49.466174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:49.480636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:03:49.766686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80264378-ca48-4dad-80e6-06ebce8bf892,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:03:49.769887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:03:49.835545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Checking segment: {'id': '07a21922-89af-4e9d-8321-2e8634ef66c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:03:49.835941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Network hostable DHCP agents. Network: cb0bafd0-094c-44f3-95fa-b48f6766ee44, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:03:49.856483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Network cb0bafd0-094c-44f3-95fa-b48f6766ee44 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:03:49.865166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, cb0bafd0-094c-44f3-95fa-b48f6766ee44) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:03:49.870278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:03:49.871709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:49.873549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b48a681-44dd-48a8-ad39-7af3f5f76ffc None None] Network cb0bafd0-094c-44f3-95fa-b48f6766ee44 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:03:49.896071 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9624460
Dec 03 11:03:50.193501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cb0bafd0-094c-44f3-95fa-b48f6766ee44', 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44', 'tenant_id': '44db44100740454082145b5ef6408325', 'fixed_ips': [{'subnet_id': '80264378-ca48-4dad-80e6-06ebce8bf892'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:03:50.194772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:50.543165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Allocated IP 172.20.0.2 (cb0bafd0-094c-44f3-95fa-b48f6766ee44/80264378-ca48-4dad-80e6-06ebce8bf892/40a7bfcf-5deb-4b50-92f0-c274dce64e84) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:03:50.777836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:50.791222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Transition to ACTIVE for port object 40a7bfcf-5deb-4b50-92f0-c274dce64e84 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:03:50.809186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Transition to ACTIVE for port object 40a7bfcf-5deb-4b50-92f0-c274dce64e84 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:03:50.815316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:50.833156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:03:50.961605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Pushing event updated for resources: {'Port': ['ID=40a7bfcf-5deb-4b50-92f0-c274dce64e84,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:03:50.973232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:50.973604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:50.973969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:50.974330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:50.974688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:50.975069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:50.975423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:50.975776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:50.976145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:50.976497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:50.976845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:50.977192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Tracked resource versions report:
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]: pushed versions:
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]: {   'AddressGroup': {'1.0'},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     'ConntrackHelper': {'1.0'},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     'Log': {'1.0'},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     'Network': {'1.1'},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     'Port': {'1.6'},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     'PortForwarding': {'1.2'},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     'QosPolicy': {'1.8'},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroup': {'1.3'},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroupRule': {'1.1'},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     'SubPort': {'1.0'},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     'Subnet': {'1.1'},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     'Trunk': {'1.1'}}
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]: consumer versions:
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]: {   DHCP agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     L3 agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     Metadata agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     Metering agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:     Open vSwitch agent@dv-neutron-765072-2-ovs: {   'AddressGroup': '1.0',
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'ConntrackHelper': '1.0',
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Log': '1.0',
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Network': '1.1',
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Port': '1.6',
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'PortForwarding': '1.2',
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'QosPolicy': '1.8',
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroup': '1.3',
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroupRule': '1.1',
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SubPort': '1.0',
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Subnet': '1.1',
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Trunk': '1.1'}}
Dec 03 11:03:50.978349 dv-neutron-765072-2-ovs neutron-server[80862]:  {{(pid=80977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 11:03:50.985290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:03:51.035704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Network cb0bafd0-094c-44f3-95fa-b48f6766ee44 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:03:51.036882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:03:51.039624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:03:51.096828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Attempting to bind port 40a7bfcf-5deb-4b50-92f0-c274dce64e84 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:03:51.097137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Attempting to bind port 40a7bfcf-5deb-4b50-92f0-c274dce64e84 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '07a21922-89af-4e9d-8321-2e8634ef66c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:03:51.097579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Attempting to bind port 40a7bfcf-5deb-4b50-92f0-c274dce64e84 on network cb0bafd0-094c-44f3-95fa-b48f6766ee44 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:03:51.103107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:03:51.104002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Checking segment: {'id': '07a21922-89af-4e9d-8321-2e8634ef66c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:03:51.104221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:51.104577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Bound using segment: {'id': '07a21922-89af-4e9d-8321-2e8634ef66c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:03:51.105105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Bound port: 40a7bfcf-5deb-4b50-92f0-c274dce64e84, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a21922-89af-4e9d-8321-2e8634ef66c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:03:51.105510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:51.363584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] For port 40a7bfcf-5deb-4b50-92f0-c274dce64e84, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:03:51.367575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] For port 40a7bfcf-5deb-4b50-92f0-c274dce64e84, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=40a7bfcf-5deb-4b50-92f0-c274dce64e84,segment=NetworkSegment(07a21922-89af-4e9d-8321-2e8634ef66c5),segment_id=07a21922-89af-4e9d-8321-2e8634ef66c5)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:03:51.370841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:51.385827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:03:51.532648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Pushing event updated for resources: {'Port': ['ID=40a7bfcf-5deb-4b50-92f0-c274dce64e84,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:03:51.537440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:03:52.674755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 36534) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:03:53.116241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-2f1ed3c4-df76-439d-9d04-3224e4658d1a admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:03:53.117312 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2f1ed3c4-df76-439d-9d04-3224e4658d1a admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4414623
Dec 03 11:03:55.191779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 40a7bfcf-5deb-4b50-92f0-c274dce64e84 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:03:55.268537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 40a7bfcf-5deb-4b50-92f0-c274dce64e84 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:03:55.873791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 36548) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:03:56.046552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42cc2e-2c86-4598-85a3-4a0d01907255 None None] Network cb0bafd0-094c-44f3-95fa-b48f6766ee44 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:03:56.149026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fe114c26-63a2-4fd6-b42e-e02367a52230 None None] Provisioning for port 40a7bfcf-5deb-4b50-92f0-c274dce64e84 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:03:56.157495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fe114c26-63a2-4fd6-b42e-e02367a52230 None None] Provisioning complete for port 40a7bfcf-5deb-4b50-92f0-c274dce64e84 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:03:56.157905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe114c26-63a2-4fd6-b42e-e02367a52230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:56.312697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-9dd6cf83-f888-44c7-ae1e-0ceed427eb49 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:03:56.313930 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9dd6cf83-f888-44c7-ae1e-0ceed427eb49 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4390862
Dec 03 11:03:56.398001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe114c26-63a2-4fd6-b42e-e02367a52230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:56.451893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fe114c26-63a2-4fd6-b42e-e02367a52230 None None] For port 40a7bfcf-5deb-4b50-92f0-c274dce64e84, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=40a7bfcf-5deb-4b50-92f0-c274dce64e84,segment=NetworkSegment(07a21922-89af-4e9d-8321-2e8634ef66c5),segment_id=07a21922-89af-4e9d-8321-2e8634ef66c5)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:03:56.457553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe114c26-63a2-4fd6-b42e-e02367a52230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:56.463116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:03:56.536522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe114c26-63a2-4fd6-b42e-e02367a52230 None None] Pushing event updated for resources: {'Port': ['ID=40a7bfcf-5deb-4b50-92f0-c274dce64e84,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:03:56.539991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fe114c26-63a2-4fd6-b42e-e02367a52230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:03:56.685334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d812c0c1-099a-48b9-b131-0c73dff6d57b None None] Provisioning complete for port 40a7bfcf-5deb-4b50-92f0-c274dce64e84 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:03:56.685717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d812c0c1-099a-48b9-b131-0c73dff6d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:56.936298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9878e7fa-ea48-46e9-8853-852fd65fbcda None None] Provisioning complete for port 40a7bfcf-5deb-4b50-92f0-c274dce64e84 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:03:56.936704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9878e7fa-ea48-46e9-8853-852fd65fbcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:57.167039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 40a7bfcf-5deb-4b50-92f0-c274dce64e84 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:03:57.218724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-032b43da-541e-449a-9ded-9edb7ac00ccf None None] Provisioning complete for port 40a7bfcf-5deb-4b50-92f0-c274dce64e84 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:03:57.219170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-032b43da-541e-449a-9ded-9edb7ac00ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:57.292330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 40a7bfcf-5deb-4b50-92f0-c274dce64e84 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:03:57.292729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:59.506396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 36560) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:03:59.909359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-dc0538aa-0413-4bd8-aa8f-271d1c0c4c53 admin admin] Request body: {'router': {'tenant_id': '44db44100740454082145b5ef6408325', 'name': 'router1', 'admin_state_up': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:03:59.917506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dc0538aa-0413-4bd8-aa8f-271d1c0c4c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:03:59.922206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dc0538aa-0413-4bd8-aa8f-271d1c0c4c53 admin admin] Usage tracker for resource:router and tenant:44db44100740454082145b5ef6408325 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:03:59.925392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dc0538aa-0413-4bd8-aa8f-271d1c0c4c53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:03:59.931120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dc0538aa-0413-4bd8-aa8f-271d1c0c4c53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:03:59.939982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc0538aa-0413-4bd8-aa8f-271d1c0c4c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:59.941278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc0538aa-0413-4bd8-aa8f-271d1c0c4c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:03:59.962054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc0538aa-0413-4bd8-aa8f-271d1c0c4c53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:00.061349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc0538aa-0413-4bd8-aa8f-271d1c0c4c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:00.082329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc0538aa-0413-4bd8-aa8f-271d1c0c4c53 admin admin] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:00.083607 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dc0538aa-0413-4bd8-aa8f-271d1c0c4c53 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5761077
Dec 03 11:04:00.702461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e526fef-5dc8-4a7a-a066-c404aeb58724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:02.751604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 36570) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:04:02.810052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c43a7392-0331-4905-a812-8e1973ea6ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:03.404488 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING oslo_policy.policy [None req-80e94018-2d4a-406a-9f51-5e77469ed402 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 11:04:03.405097 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING oslo_policy.policy [None req-80e94018-2d4a-406a-9f51-5e77469ed402 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 11:04:03.591019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:03.642176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-80e94018-2d4a-406a-9f51-5e77469ed402 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:04:03.643548 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-80e94018-2d4a-406a-9f51-5e77469ed402 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.8895028
Dec 03 11:04:04.885843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:05.304909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:06.369873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 36594) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:04:06.584775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:04:06.587621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.quota [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff1b743eeb8>.
Dec 03 11:04:06.632685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:04:06.639466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Usage tracker for resource:network and tenant:9db8e2afc41f41e48ea5b2086777362b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:04:06.644502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:04:06.651519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:04:06.665369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Made reservation on behalf of 9db8e2afc41f41e48ea5b2086777362b for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:04:06.702166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.policy [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80975) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 03 11:04:06.703042 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING oslo_policy.policy [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 11:04:06.703458 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING oslo_policy.policy [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 11:04:06.713526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:06.732650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:06.748538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:04:06.752479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Usage tracker for resource:security_group_rule and tenant:9db8e2afc41f41e48ea5b2086777362b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:04:06.755763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:04:06.761383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:04:06.863559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:06.866134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:06.872229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:06.891238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Reserving flat network on physical network physnet1 {{(pid=80975) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 03 11:04:06.914491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640fcd57-7c52-4776-8039-73c37a4ace96,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:06.923474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:06.924107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff1b80be400> segment precommit_create {{(pid=80975) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 03 11:04:06.924684 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Added segment e113e4ab-0058-4e73-9dd1-05ec9b455987 of type flat for network b84ea6eb-b162-4e30-a5b8-4edcca977aa6
Dec 03 11:04:06.981202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:06.981586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:06.981950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:06.982303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:06.982650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:06.983026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:06.983405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:06.983753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:06.984112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:06.984454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:06.984797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:06.985136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Tracked resource versions report:
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]: pushed versions:
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]: {   'AddressGroup': {'1.0'},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     'ConntrackHelper': {'1.0'},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     'Log': {'1.0'},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     'Network': {'1.1'},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     'Port': {'1.6'},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     'PortForwarding': {'1.2'},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     'QosPolicy': {'1.8'},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroup': {'1.3'},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroupRule': {'1.1'},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     'SubPort': {'1.0'},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     'Subnet': {'1.1'},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     'Trunk': {'1.1'}}
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]: consumer versions:
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]: {   DHCP agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     L3 agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     Metadata agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     Metering agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:     Open vSwitch agent@dv-neutron-765072-2-ovs: {   'AddressGroup': '1.0',
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'ConntrackHelper': '1.0',
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Log': '1.0',
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Network': '1.1',
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Port': '1.6',
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'PortForwarding': '1.2',
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'QosPolicy': '1.8',
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroup': '1.3',
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroupRule': '1.1',
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SubPort': '1.0',
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Subnet': '1.1',
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Trunk': '1.1'}}
Dec 03 11:04:06.986290 dv-neutron-765072-2-ovs neutron-server[80862]:  {{(pid=80975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 11:04:07.045770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:07.052052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:07.095660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:07.097059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:04:07.097726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:07.102408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:07.205933 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8349397
Dec 03 11:04:07.213090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Pushing event updated for resources: {'Network': ['ID=b84ea6eb-b162-4e30-a5b8-4edcca977aa6,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:07.216648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:07.224350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:04:09.736389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 36620) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:04:09.883801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4271634-e503-485e-9120-45150d0e5a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:04:09.885267 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f4271634-e503-485e-9120-45150d0e5a8c admin admin] 10.222.0.90 "GET /v2.0/subnets/80264378-ca48-4dad-80e6-06ebce8bf892 HTTP/1.1" status: 200  len: 849 time: 0.1478624
Dec 03 11:04:10.056201 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ebbae106-21fb-4bc0-b1e5-b460181941da admin admin] 10.222.0.90 "GET /v2.0/routers/66fcb3cc-addd-42ac-a5ad-f98d73ab2014 HTTP/1.1" status: 200  len: 704 time: 0.1644371
Dec 03 11:04:10.673531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:11.064110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Allocated IP 172.20.0.1 (cb0bafd0-094c-44f3-95fa-b48f6766ee44/80264378-ca48-4dad-80e6-06ebce8bf892/412cf051-3398-4d2c-8761-9ade7098ef51) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:04:11.227977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:11.246778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Transition to ACTIVE for port object 412cf051-3398-4d2c-8761-9ade7098ef51 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:04:11.295138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:11.310762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:11.446852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Pushing event updated for resources: {'Port': ['ID=412cf051-3398-4d2c-8761-9ade7098ef51,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:11.451156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:11.505184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Network cb0bafd0-094c-44f3-95fa-b48f6766ee44 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:04:11.506361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:04:11.509302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:04:11.510001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:11.717493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ab561e87-1e0e-4304-a4fd-87d79478f4ff None None] Provisioning for port 412cf051-3398-4d2c-8761-9ade7098ef51 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:04:11.723134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ab561e87-1e0e-4304-a4fd-87d79478f4ff None None] Provisioning complete for port 412cf051-3398-4d2c-8761-9ade7098ef51 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:04:11.723551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab561e87-1e0e-4304-a4fd-87d79478f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:11.784150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ab561e87-1e0e-4304-a4fd-87d79478f4ff None None] Port 412cf051-3398-4d2c-8761-9ade7098ef51 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:04:11.921551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:12.206303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:12.209733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:12.210805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:12.226184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:12.362647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Pushing event updated for resources: {'Port': ['ID=412cf051-3398-4d2c-8761-9ade7098ef51,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:12.366894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:12.418979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Network cb0bafd0-094c-44f3-95fa-b48f6766ee44 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:04:12.420211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:04:12.608284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-908b4097-fc0f-4c16-9d1e-b0bc4712fa40 None None] Provisioning complete for port 412cf051-3398-4d2c-8761-9ade7098ef51 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:04:12.608697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-908b4097-fc0f-4c16-9d1e-b0bc4712fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:12.615088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Router 66fcb3cc-addd-42ac-a5ad-f98d73ab2014 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:04:12.663187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-908b4097-fc0f-4c16-9d1e-b0bc4712fa40 None None] Port 412cf051-3398-4d2c-8761-9ade7098ef51 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:04:12.776272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:04:12.785555 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] 10.222.0.90 "PUT /v2.0/routers/66fcb3cc-addd-42ac-a5ad-f98d73ab2014/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7229643
Dec 03 11:04:12.786626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Sync routers for ids ['66fcb3cc-addd-42ac-a5ad-f98d73ab2014'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:04:12.797935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Routers {'66fcb3cc-addd-42ac-a5ad-f98d73ab2014'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:04:12.798947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b7313630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:04:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66fcb3cc-addd-42ac-a5ad-f98d73ab2014'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:04:12.981818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Set router 66fcb3cc-addd-42ac-a5ad-f98d73ab2014 gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:04:13.360174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b7313630>, [{'id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'name': 'router1', 'tenant_id': '44db44100740454082145b5ef6408325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:03:59Z', 'updated_at': '2020-12-03T11:04:11Z', 'revision_number': 2, 'project_id': '44db44100740454082145b5ef6408325', 'gw_port_host': None, '_interfaces': [{'id': '412cf051-3398-4d2c-8761-9ade7098ef51', 'name': '', 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44', 'tenant_id': '44db44100740454082145b5ef6408325', 'mac_address': 'fa:16:3e:83:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80264378-ca48-4dad-80e6-06ebce8bf892', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:04:10Z', 'updated_at': '2020-12-03T11:04:12Z', 'revision_number': 2, 'project_id': '44db44100740454082145b5ef6408325', 'subnets': [{'id': '80264378-ca48-4dad-80e6-06ebce8bf892', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b6b4b48-9065-468f-9b77-4e6e58d71778'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:04:13.365269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Checking router: 66fcb3cc-addd-42ac-a5ad-f98d73ab2014 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:04:13.365687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Updating router 66fcb3cc-addd-42ac-a5ad-f98d73ab2014 port 412cf051-3398-4d2c-8761-9ade7098ef51 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:04:13.417961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:13.859618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:13.875089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Transition to ACTIVE for port object 412cf051-3398-4d2c-8761-9ade7098ef51 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:04:13.888396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:13.905146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:14.219100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Pushing event updated for resources: {'Port': ['ID=412cf051-3398-4d2c-8761-9ade7098ef51,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:14.229780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:14.230152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:14.230649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:14.231061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:14.231418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:14.231776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:14.232130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:14.232481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:14.232840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:14.233189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:14.233537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:14.233882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Tracked resource versions report:
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]: pushed versions:
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]: {   'AddressGroup': {'1.0'},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     'ConntrackHelper': {'1.0'},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     'Log': {'1.0'},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     'Network': {'1.1'},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     'Port': {'1.6'},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     'PortForwarding': {'1.2'},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     'QosPolicy': {'1.8'},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroup': {'1.3'},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroupRule': {'1.1'},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     'SubPort': {'1.0'},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     'Subnet': {'1.1'},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     'Trunk': {'1.1'}}
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]: consumer versions:
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]: {   DHCP agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     L3 agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     Metadata agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     Metering agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:     Open vSwitch agent@dv-neutron-765072-2-ovs: {   'AddressGroup': '1.0',
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'ConntrackHelper': '1.0',
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Log': '1.0',
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Network': '1.1',
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Port': '1.6',
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'PortForwarding': '1.2',
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'QosPolicy': '1.8',
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroup': '1.3',
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroupRule': '1.1',
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SubPort': '1.0',
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Subnet': '1.1',
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Trunk': '1.1'}}
Dec 03 11:04:14.235071 dv-neutron-765072-2-ovs neutron-server[80862]:  {{(pid=80978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 11:04:14.241006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:14.399512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Attempting to bind port 412cf051-3398-4d2c-8761-9ade7098ef51 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:04:14.400047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Attempting to bind port 412cf051-3398-4d2c-8761-9ade7098ef51 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '07a21922-89af-4e9d-8321-2e8634ef66c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:04:14.400338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Attempting to bind port 412cf051-3398-4d2c-8761-9ade7098ef51 on network cb0bafd0-094c-44f3-95fa-b48f6766ee44 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:04:14.406550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:04:14.407006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Checking segment: {'id': '07a21922-89af-4e9d-8321-2e8634ef66c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:04:14.407467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:14.407903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Bound using segment: {'id': '07a21922-89af-4e9d-8321-2e8634ef66c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:04:14.408439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Bound port: 412cf051-3398-4d2c-8761-9ade7098ef51, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a21922-89af-4e9d-8321-2e8634ef66c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:04:14.408863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:14.508430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] For port 412cf051-3398-4d2c-8761-9ade7098ef51, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:04:14.513628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] For port 412cf051-3398-4d2c-8761-9ade7098ef51, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=412cf051-3398-4d2c-8761-9ade7098ef51,segment=NetworkSegment(07a21922-89af-4e9d-8321-2e8634ef66c5),segment_id=07a21922-89af-4e9d-8321-2e8634ef66c5)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:04:14.516218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:14.532170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:14.682716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Pushing event updated for resources: {'Port': ['ID=412cf051-3398-4d2c-8761-9ade7098ef51,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:14.687537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:14.743795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Routers {'66fcb3cc-addd-42ac-a5ad-f98d73ab2014'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:04:14.744482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b7313630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:04:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66fcb3cc-addd-42ac-a5ad-f98d73ab2014'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:04:14.906557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] Set router 66fcb3cc-addd-42ac-a5ad-f98d73ab2014 gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:04:15.246356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b7313630>, [{'id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'name': 'router1', 'tenant_id': '44db44100740454082145b5ef6408325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:03:59Z', 'updated_at': '2020-12-03T11:04:11Z', 'revision_number': 2, 'project_id': '44db44100740454082145b5ef6408325', 'gw_port_host': None, '_interfaces': [{'id': '412cf051-3398-4d2c-8761-9ade7098ef51', 'name': '', 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44', 'tenant_id': '44db44100740454082145b5ef6408325', 'mac_address': 'fa:16:3e:83:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80264378-ca48-4dad-80e6-06ebce8bf892', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:04:10Z', 'updated_at': '2020-12-03T11:04:14Z', 'revision_number': 4, 'project_id': '44db44100740454082145b5ef6408325', 'subnets': [{'id': '80264378-ca48-4dad-80e6-06ebce8bf892', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b6b4b48-9065-468f-9b77-4e6e58d71778'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:04:15.250645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ba52c-8398-4796-afde-dd74221b8cf1 None None] The sync data for ids ['66fcb3cc-addd-42ac-a5ad-f98d73ab2014'] in dv-neutron-765072-2-ovs is: [{'id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'name': 'router1', 'tenant_id': '44db44100740454082145b5ef6408325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:03:59Z', 'updated_at': '2020-12-03T11:04:11Z', 'revision_number': 2, 'project_id': '44db44100740454082145b5ef6408325', 'gw_port_host': None, '_interfaces': [{'id': '412cf051-3398-4d2c-8761-9ade7098ef51', 'name': '', 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44', 'tenant_id': '44db44100740454082145b5ef6408325', 'mac_address': 'fa:16:3e:83:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80264378-ca48-4dad-80e6-06ebce8bf892', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:04:10Z', 'updated_at': '2020-12-03T11:04:14Z', 'revision_number': 4, 'project_id': '44db44100740454082145b5ef6408325', 'subnets': [{'id': '80264378-ca48-4dad-80e6-06ebce8bf892', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b6b4b48-9065-468f-9b77-4e6e58d71778'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:04:15.313481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 36632) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:04:15.505355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1aac1c-151f-4866-99fc-0d578dc44459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:04:15.505984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8f1aac1c-151f-4866-99fc-0d578dc44459 admin admin] Synchronizing usage tracker for tenant:9db8e2afc41f41e48ea5b2086777362b on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:04:15.523507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8f1aac1c-151f-4866-99fc-0d578dc44459 admin admin] Unset dirty status for tenant:9db8e2afc41f41e48ea5b2086777362b on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:04:15.524751 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8f1aac1c-151f-4866-99fc-0d578dc44459 admin admin] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 842 time: 0.2101593
Dec 03 11:04:15.536244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Request body: {'subnet': {'cidr': '172.26.1.0/24', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.1.1', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:04:15.541718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:04:15.546050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Usage tracker for resource:subnet and tenant:9db8e2afc41f41e48ea5b2086777362b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:04:15.549128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:04:15.555453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:04:15.564417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Made reservation on behalf of 9db8e2afc41f41e48ea5b2086777362b for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:04:15.569052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:16.038777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:04:16.038777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:16.055017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:16.202219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:16.219083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:16.264423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:04:16.264814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Network hostable DHCP agents. Network: b84ea6eb-b162-4e30-a5b8-4edcca977aa6, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:04:16.287471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:04:16.297767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, b84ea6eb-b162-4e30-a5b8-4edcca977aa6) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:04:16.301946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:04:16.302673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:16.307862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f57e0-d534-4e69-8120-31dad313bf3c None None] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:04:16.323544 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7911592
Dec 03 11:04:16.547716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b121e4f-2a14-4e98-9401-4fe6756bc89f None None] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:04:17.193811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 412cf051-3398-4d2c-8761-9ade7098ef51 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:04:17.262493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 412cf051-3398-4d2c-8761-9ade7098ef51 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:04:17.267335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 412cf051-3398-4d2c-8761-9ade7098ef51 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:04:17.267743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:17.387430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:17.420563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 412cf051-3398-4d2c-8761-9ade7098ef51, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=412cf051-3398-4d2c-8761-9ade7098ef51,segment=NetworkSegment(07a21922-89af-4e9d-8321-2e8634ef66c5),segment_id=07a21922-89af-4e9d-8321-2e8634ef66c5)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:04:17.423558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:17.425695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fe114c26-63a2-4fd6-b42e-e02367a52230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:17.494516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=412cf051-3398-4d2c-8761-9ade7098ef51,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:17.498705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:18.879172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 36646) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:04:19.179999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 412cf051-3398-4d2c-8761-9ade7098ef51 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:04:19.250607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 412cf051-3398-4d2c-8761-9ade7098ef51 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:04:19.251042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:19.267670 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b58c4008-9160-4a78-a03c-f7907f42ebc0 admin admin] 10.222.0.90 "GET /v2.0/routers/66fcb3cc-addd-42ac-a5ad-f98d73ab2014 HTTP/1.1" status: 200  len: 710 time: 0.3872905
Dec 03 11:04:19.404857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e830e3d6-7c19-4301-9db7-f5016eb734b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:04:19.406294 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e830e3d6-7c19-4301-9db7-f5016eb734b3 admin admin] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 886 time: 0.1326811
Dec 03 11:04:19.416106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:04:19.855940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:20.190300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:20.221733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:20.233773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:20.248822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:04:20.252747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:04:20.255620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:04:20.261213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:04:20.345151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:20.347657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:20.366616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:20.459223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ea5a7d-f901-4b1e-a29e-bda0f8975e08,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:20.463776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:20.626480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Allocated IP 172.26.1.245 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/aafff0ec-985b-4664-bb81-f4438738caff) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:04:20.784598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:20.811036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:20.826812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:20.972246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Pushing event updated for resources: {'Port': ['ID=aafff0ec-985b-4664-bb81-f4438738caff,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:20.976433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:21.022596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:04:21.023708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:04:21.025893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:04:21.571622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:21.915582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:21.919504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:22.103253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Router 66fcb3cc-addd-42ac-a5ad-f98d73ab2014 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:04:22.279824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:04:22.289658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Sync routers for ids ['66fcb3cc-addd-42ac-a5ad-f98d73ab2014'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:04:22.295548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:22.296788 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] 10.222.0.90 "PUT /v2.0/routers/66fcb3cc-addd-42ac-a5ad-f98d73ab2014 HTTP/1.1" status: 200  len: 890 time: 2.8841019
Dec 03 11:04:22.299784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Routers {'66fcb3cc-addd-42ac-a5ad-f98d73ab2014'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:04:22.300452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1bc0eedd8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:04:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66fcb3cc-addd-42ac-a5ad-f98d73ab2014'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:04:22.641897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Set router 66fcb3cc-addd-42ac-a5ad-f98d73ab2014 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:04:22.999381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1bc0eedd8>, [{'id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'name': 'router1', 'tenant_id': '44db44100740454082145b5ef6408325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aafff0ec-985b-4664-bb81-f4438738caff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:03:59Z', 'updated_at': '2020-12-03T11:04:21Z', 'revision_number': 4, 'project_id': '44db44100740454082145b5ef6408325', 'gw_port': {'id': 'aafff0ec-985b-4664-bb81-f4438738caff', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:04:20Z', 'updated_at': '2020-12-03T11:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '412cf051-3398-4d2c-8761-9ade7098ef51', 'name': '', 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44', 'tenant_id': '44db44100740454082145b5ef6408325', 'mac_address': 'fa:16:3e:83:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80264378-ca48-4dad-80e6-06ebce8bf892', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:04:10Z', 'updated_at': '2020-12-03T11:04:17Z', 'revision_number': 5, 'project_id': '44db44100740454082145b5ef6408325', 'subnets': [{'id': '80264378-ca48-4dad-80e6-06ebce8bf892', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b6b4b48-9065-468f-9b77-4e6e58d71778'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:04:23.004300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Checking router: 66fcb3cc-addd-42ac-a5ad-f98d73ab2014 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:04:23.004692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Updating router 66fcb3cc-addd-42ac-a5ad-f98d73ab2014 port aafff0ec-985b-4664-bb81-f4438738caff binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:04:23.056619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:23.445681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:23.458719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Transition to ACTIVE for port object aafff0ec-985b-4664-bb81-f4438738caff will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:04:23.461133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:23.480062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:23.615012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19c053-cfb4-4b4d-92ab-6825f43dc3e3 None None] Pushing event updated for resources: {'Port': ['ID=aafff0ec-985b-4664-bb81-f4438738caff,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:23.618181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2e19c053-cfb4-4b4d-92ab-6825f43dc3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:23.676138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Attempting to bind port aafff0ec-985b-4664-bb81-f4438738caff on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:04:23.676675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Attempting to bind port aafff0ec-985b-4664-bb81-f4438738caff by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:04:23.676967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Attempting to bind port aafff0ec-985b-4664-bb81-f4438738caff on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:04:23.682616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:04:23.683069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:04:23.684083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:23.684521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:04:23.685028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Bound port: aafff0ec-985b-4664-bb81-f4438738caff, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:04:23.685437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:23.758711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] For port aafff0ec-985b-4664-bb81-f4438738caff, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:04:23.761788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] For port aafff0ec-985b-4664-bb81-f4438738caff, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aafff0ec-985b-4664-bb81-f4438738caff,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:04:23.765274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:23.780744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2e19c053-cfb4-4b4d-92ab-6825f43dc3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:23.934621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19c053-cfb4-4b4d-92ab-6825f43dc3e3 None None] Pushing event updated for resources: {'Port': ['ID=aafff0ec-985b-4664-bb81-f4438738caff,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:23.940993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2e19c053-cfb4-4b4d-92ab-6825f43dc3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:23.984904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Routers {'66fcb3cc-addd-42ac-a5ad-f98d73ab2014'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:04:23.985562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1bc0eedd8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:04:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66fcb3cc-addd-42ac-a5ad-f98d73ab2014'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:04:24.171853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] Set router 66fcb3cc-addd-42ac-a5ad-f98d73ab2014 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:04:24.687770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1bc0eedd8>, [{'id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'name': 'router1', 'tenant_id': '44db44100740454082145b5ef6408325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aafff0ec-985b-4664-bb81-f4438738caff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:03:59Z', 'updated_at': '2020-12-03T11:04:21Z', 'revision_number': 4, 'project_id': '44db44100740454082145b5ef6408325', 'gw_port': {'id': 'aafff0ec-985b-4664-bb81-f4438738caff', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:04:20Z', 'updated_at': '2020-12-03T11:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '412cf051-3398-4d2c-8761-9ade7098ef51', 'name': '', 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44', 'tenant_id': '44db44100740454082145b5ef6408325', 'mac_address': 'fa:16:3e:83:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80264378-ca48-4dad-80e6-06ebce8bf892', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:04:10Z', 'updated_at': '2020-12-03T11:04:17Z', 'revision_number': 5, 'project_id': '44db44100740454082145b5ef6408325', 'subnets': [{'id': '80264378-ca48-4dad-80e6-06ebce8bf892', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b6b4b48-9065-468f-9b77-4e6e58d71778'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:04:24.691896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d6364-7f85-4e34-a2cd-b2fa56ee9026 None None] The sync data for ids ['66fcb3cc-addd-42ac-a5ad-f98d73ab2014'] in dv-neutron-765072-2-ovs is: [{'id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'name': 'router1', 'tenant_id': '44db44100740454082145b5ef6408325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': 'aafff0ec-985b-4664-bb81-f4438738caff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:03:59Z', 'updated_at': '2020-12-03T11:04:21Z', 'revision_number': 4, 'project_id': '44db44100740454082145b5ef6408325', 'gw_port': {'id': 'aafff0ec-985b-4664-bb81-f4438738caff', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:04:20Z', 'updated_at': '2020-12-03T11:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '412cf051-3398-4d2c-8761-9ade7098ef51', 'name': '', 'network_id': 'cb0bafd0-094c-44f3-95fa-b48f6766ee44', 'tenant_id': '44db44100740454082145b5ef6408325', 'mac_address': 'fa:16:3e:83:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fcb3cc-addd-42ac-a5ad-f98d73ab2014', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80264378-ca48-4dad-80e6-06ebce8bf892', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:04:10Z', 'updated_at': '2020-12-03T11:04:17Z', 'revision_number': 5, 'project_id': '44db44100740454082145b5ef6408325', 'subnets': [{'id': '80264378-ca48-4dad-80e6-06ebce8bf892', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b6b4b48-9065-468f-9b77-4e6e58d71778'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:04:25.005510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 36656) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:04:25.164567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd54118-9e4a-4b9f-970e-8ed887fee120 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:04:25.166701 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4cd54118-9e4a-4b9f-970e-8ed887fee120 admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1598918
Dec 03 11:04:25.215295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aafff0ec-985b-4664-bb81-f4438738caff up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:04:25.291102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port aafff0ec-985b-4664-bb81-f4438738caff completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:04:25.297536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port aafff0ec-985b-4664-bb81-f4438738caff triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:04:25.297949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:25.420776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:25.437147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port aafff0ec-985b-4664-bb81-f4438738caff, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aafff0ec-985b-4664-bb81-f4438738caff,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:04:25.440584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:25.442825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:04:25.513996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=aafff0ec-985b-4664-bb81-f4438738caff,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:04:25.517271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:04:27.194866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aafff0ec-985b-4664-bb81-f4438738caff up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:04:27.270449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port aafff0ec-985b-4664-bb81-f4438738caff triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:04:27.270865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:30.732347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-76538f01-110d-4987-81bb-0f8fb28b750e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:32.704947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 5 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:04:32.826067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0a13d1f-3a0d-434f-a3cb-8f5ebaca07f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:33.598686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:34.888104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:04:35.331655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:05:00.704736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2cc1a179-4e97-4401-b356-0fc24a0197a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:05:02.809574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-636dcbc6-3653-4212-924f-5014b33d857d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:05:03.597361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:05:04.883731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:05:05.326048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:05:09.706398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 5 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:05:30.708766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91eb14e7-6694-4919-af10-509503ef3999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:05:32.811908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e15db08-82f9-4183-b095-b675440e9899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:05:33.600304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:05:34.900265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:05:35.330236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:05:46.706414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 5 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:06:00.714794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c47978b-ec48-4701-b7e8-fe4759a8c2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:02.813692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74c87387-3b8d-43c5-a384-b08db0ec91f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:03.604760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:04.882698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:05.335538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:23.707496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 5 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:06:30.707472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13b6d45e-0e57-45a7-87c2-549e4e693483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:32.817228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61791a23-22f6-4b57-8b59-b42d21bcd111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:33.605710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:34.886903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:35.339994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:41.499078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37266) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:06:41.600969 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e589e68-4bf9-444e-abf8-15824c37dae5 admin admin] GET failed (client error): The resource could not be found.
Dec 03 11:06:41.602257 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8e589e68-4bf9-444e-abf8-15824c37dae5 admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1021750
Dec 03 11:06:41.746336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef828e-7992-4534-87a9-3ea6275c60e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:06:41.747877 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1aef828e-7992-4534-87a9-3ea6275c60e5 admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1408699
Dec 03 11:06:44.201385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37276) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:06:44.349072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e5bea2-53d0-425e-a5ef-fd9d0f8f62a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:06:44.350509 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-80e5bea2-53d0-425e-a5ef-fd9d0f8f62a7 admin admin] 10.222.0.90 "GET /v2.0/subnets/80264378-ca48-4dad-80e6-06ebce8bf892 HTTP/1.1" status: 200  len: 849 time: 0.1481826
Dec 03 11:06:44.361828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:06:44.489974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Notify callbacks [] for subnet, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:44.806461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792259466099'] for subnet, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:44.821557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28835fd3-164a-462f-9d55-c8fd0563bb03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:06:44.962288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=80264378-ca48-4dad-80e6-06ebce8bf892,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:06:44.978786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:06:44.979201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:06:44.979565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:06:44.979929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:06:44.980284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:06:44.980638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:06:44.980989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:06:44.981338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:06:44.981687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:06:44.982034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:06:44.982381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:06:44.982727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:06:44.987928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:06:45.016328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:06:45.016961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:45.018299 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] 10.222.0.90 "PUT /v2.0/subnets/80264378-ca48-4dad-80e6-06ebce8bf892 HTTP/1.1" status: 200  len: 868 time: 0.6604965
Dec 03 11:06:45.034693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27d010c-0910-4ebb-ba75-d07d12f38853 None None] Network cb0bafd0-094c-44f3-95fa-b48f6766ee44 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:06:45.548253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dac1acef-b987-43d6-9015-3ea6ed4c1827 None None] Provisioning complete for port 412cf051-3398-4d2c-8761-9ade7098ef51 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:06:45.548809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dac1acef-b987-43d6-9015-3ea6ed4c1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:45.675632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dac1acef-b987-43d6-9015-3ea6ed4c1827 None None] Provisioning complete for port 40a7bfcf-5deb-4b50-92f0-c274dce64e84 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:06:45.676040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dac1acef-b987-43d6-9015-3ea6ed4c1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:06:47.502534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37286) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:06:47.717454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d0ee6d-32df-466e-a985-8c300fa744e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:06:47.717807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d0ee6d-32df-466e-a985-8c300fa744e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:06:47.719472 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-70d0ee6d-32df-466e-a985-8c300fa744e5 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2158756
Dec 03 11:06:50.268646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37296) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:06:50.485781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d16d3f-c8a5-44b6-81ca-735e6470e42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:06:50.486121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d16d3f-c8a5-44b6-81ca-735e6470e42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:06:50.487798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e8d16d3f-c8a5-44b6-81ca-735e6470e42e admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2180917
Dec 03 11:06:52.954788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37306) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:06:53.328382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d876c9-7bfe-495a-b000-89e066a5941c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:06:53.330108 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-14d876c9-7bfe-495a-b000-89e066a5941c admin admin] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 886 time: 0.3739972
Dec 03 11:06:55.785825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37316) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:06:56.002412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cb1f6c-de5a-47c4-847b-110f0613aa7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:06:56.003868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f5cb1f6c-de5a-47c4-847b-110f0613aa7d admin admin] 10.222.0.90 "GET /v2.0/networks/cb0bafd0-094c-44f3-95fa-b48f6766ee44 HTTP/1.1" status: 200  len: 862 time: 0.2169657
Dec 03 11:06:58.484800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37326) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:06:58.629673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2e9c5d-f2fc-490d-b1c0-016f8bc0444c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:06:58.630081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2e9c5d-f2fc-490d-b1c0-016f8bc0444c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:06:58.630859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5f2e9c5d-f2fc-490d-b1c0-016f8bc0444c admin admin] Synchronizing usage tracker for tenant:9db8e2afc41f41e48ea5b2086777362b on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:06:58.645968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5f2e9c5d-f2fc-490d-b1c0-016f8bc0444c admin admin] Unset dirty status for tenant:9db8e2afc41f41e48ea5b2086777362b on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:06:58.647203 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5f2e9c5d-f2fc-490d-b1c0-016f8bc0444c admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1613665
Dec 03 11:07:00.706163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 5 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:07:00.713603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89ed3a53-6088-47c4-8def-6fbc21b31f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:01.117823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37336) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:07:01.261955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf35c-0f88-4544-b579-0ae8dd326c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:07:01.262372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf35c-0f88-4544-b579-0ae8dd326c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:07:01.264334 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-380cf35c-0f88-4544-b579-0ae8dd326c9e admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1448162
Dec 03 11:07:02.823738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d350e12-da32-465e-b46e-b0a0fcd82ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:03.608944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:03.716207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37346) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:07:03.858856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1591d0-7222-4de6-ba2d-2d5a51645d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:07:03.860435 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bc1591d0-7222-4de6-ba2d-2d5a51645d07 admin admin] 10.222.0.90 "GET /v2.0/subnets/80264378-ca48-4dad-80e6-06ebce8bf892 HTTP/1.1" status: 200  len: 868 time: 0.1431456
Dec 03 11:07:04.891634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:05.343288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:06.324005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37356) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:07:06.464347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7e286d-fe45-4fc4-a599-780b77897b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:07:06.465778 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bf7e286d-fe45-4fc4-a599-780b77897b34 admin admin] 10.222.0.90 "GET /v2.0/subnets/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29 HTTP/1.1" status: 200  len: 816 time: 0.1407664
Dec 03 11:07:30.715193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eaf6ed07-050e-4d67-8714-48a6bc5e5da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:32.382199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37396) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:07:32.463094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-7193ce83-691c-4501-8ec8-686e8298b4c0 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:07:32.464165 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7193ce83-691c-4501-8ec8-686e8298b4c0 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0803998
Dec 03 11:07:32.816004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-732fa6c0-efb8-4ad6-a154-cc2d758b3714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:33.613359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:34.900834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:35.014651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37406) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:07:35.118861 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e04247-bdca-4401-99e4-89d8a9dc37d4 admin admin] GET failed (client error): The resource could not be found.
Dec 03 11:07:35.120205 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-23e04247-bdca-4401-99e4-89d8a9dc37d4 admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1045134
Dec 03 11:07:35.258599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e46ea4f-6252-492d-b66a-f51833454743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:07:35.260220 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9e46ea4f-6252-492d-b66a-f51833454743 admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1355710
Dec 03 11:07:35.349540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:37.705359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 5 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:07:37.774276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37416) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:07:37.855865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:07:37.860804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:07:37.871163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:07:37.879870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Made reservation on behalf of 9db8e2afc41f41e48ea5b2086777362b for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:07:37.885224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:37.984949 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.services.revisions.revision_plugin [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7ff1b6051a90] {project_id='9db8e2afc41f41e48ea5b2086777362b', id='f81f0808-94e3-42a1-ad0a-ec522340c8cc', target_tenant='*', action='access_as_shared', object_id='a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'}> to bump revision.
Dec 03 11:07:38.001458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:07:38.011435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:38.011818 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Added segment b9b0058e-ab01-4f88-8167-1c166b26c938 of type vxlan for network a3e5d5bd-6671-4d13-86e9-1e47f21c14c5
Dec 03 11:07:38.037863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:38.066572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:38.067818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:07:38.068453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:38.073390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a3b6f2ed-9ce8-4b7a-b727-fc6ceae72fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:07:38.172511 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3969154
Dec 03 11:07:38.179888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Pushing event updated for resources: {'Network': ['ID=a3e5d5bd-6671-4d13-86e9-1e47f21c14c5,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:07:38.187991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:38.188372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:38.188750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:38.189114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:38.189502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:38.189837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:38.190196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:38.190554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:38.190929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:38.191290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:38.191642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:38.191995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:38.196634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:07:38.206539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:07:40.690488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37426) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:07:40.793096 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91992a3-daa0-4ab9-a3b1-da8302db38b0 admin admin] GET failed (client error): The resource could not be found.
Dec 03 11:07:40.793651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c91992a3-daa0-4ab9-a3b1-da8302db38b0 admin admin] Synchronizing usage tracker for tenant:9db8e2afc41f41e48ea5b2086777362b on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:07:40.808396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c91992a3-daa0-4ab9-a3b1-da8302db38b0 admin admin] Unset dirty status for tenant:9db8e2afc41f41e48ea5b2086777362b on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:07:40.809564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c91992a3-daa0-4ab9-a3b1-da8302db38b0 admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1179533
Dec 03 11:07:40.927645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afadc5d-1d61-4473-b707-34fb7284f4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:07:40.929234 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7afadc5d-1d61-4473-b707-34fb7284f4c2 admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1152387
Dec 03 11:07:40.941596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:07:40.946502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:07:40.956517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:07:40.965594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Made reservation on behalf of 9db8e2afc41f41e48ea5b2086777362b for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:07:40.970214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:41.365271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:41.380727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:07:41.507228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0728c92c-4de5-4842-9769-12d5c9e0855e,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:07:41.510640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:07:41.577319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Checking segment: {'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:07:41.577699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Network hostable DHCP agents. Network: a3e5d5bd-6671-4d13-86e9-1e47f21c14c5, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:07:41.595423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Network a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:07:41.603270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, a3e5d5bd-6671-4d13-86e9-1e47f21c14c5) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:07:41.607087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:07:41.607718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:41.612402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce77336-315e-429b-9edc-30f7a20d5811 None None] Network a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:07:41.631606 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6938326
Dec 03 11:07:41.847997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-a3e5d5bd-6671-4d13-86e9-1e47f21c14c5', 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5', 'tenant_id': '9db8e2afc41f41e48ea5b2086777362b', 'fixed_ips': [{'subnet_id': '0728c92c-4de5-4842-9769-12d5c9e0855e'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:07:41.848912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:42.290672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Allocated IP 192.168.233.2 (a3e5d5bd-6671-4d13-86e9-1e47f21c14c5/0728c92c-4de5-4842-9769-12d5c9e0855e/d9d94259-19db-432c-aef1-852153f5f403) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:07:42.517030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:42.528991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Transition to ACTIVE for port object d9d94259-19db-432c-aef1-852153f5f403 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:07:42.545643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Transition to ACTIVE for port object d9d94259-19db-432c-aef1-852153f5f403 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:07:42.550252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:42.566266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:07:42.698089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Pushing event updated for resources: {'Port': ['ID=d9d94259-19db-432c-aef1-852153f5f403,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:07:42.709021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:42.709400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:42.709768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:42.710121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:42.710476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:42.710896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:42.711314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:42.711760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:42.712140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:42.712497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:42.712854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:42.713205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:07:42.718389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:07:42.766134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Network a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:07:42.767381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:07:42.770235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:07:42.830744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Attempting to bind port d9d94259-19db-432c-aef1-852153f5f403 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:07:42.831401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Attempting to bind port d9d94259-19db-432c-aef1-852153f5f403 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:07:42.832023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Attempting to bind port d9d94259-19db-432c-aef1-852153f5f403 on network a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:07:42.838211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:07:42.838627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Checking segment: {'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:07:42.839109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:42.839546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Bound using segment: {'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:07:42.840057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Bound port: d9d94259-19db-432c-aef1-852153f5f403, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:07:42.840475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:42.937417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] For port d9d94259-19db-432c-aef1-852153f5f403, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:07:42.941514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] For port d9d94259-19db-432c-aef1-852153f5f403, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d9d94259-19db-432c-aef1-852153f5f403,segment=NetworkSegment(b9b0058e-ab01-4f88-8167-1c166b26c938),segment_id=b9b0058e-ab01-4f88-8167-1c166b26c938)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:07:42.944574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:42.961687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:07:43.106434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Pushing event updated for resources: {'Port': ['ID=d9d94259-19db-432c-aef1-852153f5f403,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:07:43.116339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:07:44.411026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d61b6-10d7-428b-bdb9-bd1d62121917 None None] Network a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:07:44.519818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-229d775f-3c25-4086-9ef6-694a41bb34dd None None] Provisioning for port d9d94259-19db-432c-aef1-852153f5f403 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:07:45.311482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d9d94259-19db-432c-aef1-852153f5f403 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:07:45.381300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port d9d94259-19db-432c-aef1-852153f5f403 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:07:45.386951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port d9d94259-19db-432c-aef1-852153f5f403 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:07:45.387369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:45.506221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:45.538796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port d9d94259-19db-432c-aef1-852153f5f403, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d9d94259-19db-432c-aef1-852153f5f403,segment=NetworkSegment(b9b0058e-ab01-4f88-8167-1c166b26c938),segment_id=b9b0058e-ab01-4f88-8167-1c166b26c938)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:07:45.541634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:07:45.544682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:07:45.611149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=d9d94259-19db-432c-aef1-852153f5f403,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:07:45.614405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:07:47.291993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d9d94259-19db-432c-aef1-852153f5f403 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:07:47.360169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port d9d94259-19db-432c-aef1-852153f5f403 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:07:47.360576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:00.725272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b9283c2d-11b8-4ef8-9f45-84b00698463d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:02.816548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8b3d939a-6cc8-42f1-9a3c-95aacfca3617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:03.615685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:04.899555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:05.350407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:14.704969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 5 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:08:30.717847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b593dda-bc31-4859-a2c8-b8e7dbe3f84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:32.818489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a626087a-cd90-4072-8f50-4d4a0699a381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:33.622408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:34.903023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:35.354215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:51.705042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 5 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:08:56.090849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37468) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:08:56.097229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-7c43f1c8-3d70-4571-844d-8218ab67a1d3 tempest-verify_tempest_config-234820846 tempest-verify_tempest_config-234820846] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:08:56.098334 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7c43f1c8-3d70-4571-844d-8218ab67a1d3 tempest-verify_tempest_config-234820846 tempest-verify_tempest_config-234820846] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0063944
Dec 03 11:08:56.456974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37488) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:08:56.613573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:56.629990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:08:56.634100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Usage tracker for resource:security_group_rule and tenant:a95c8eaf207045bcb2f6f541866f1ab7 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:08:56.637048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:08:56.642727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:08:56.733761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:56.736293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:56.745103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:08:56.784869 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a95c8eaf207045bcb2f6f541866f1ab7&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3267200
Dec 03 11:08:56.786455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77de58f-c8c7-4553-9283-989c1f8862b8,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:08:56.787831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37494) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:08:56.794654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.795090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.795469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.795839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.796202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.796567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.796927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.797287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.797647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.798003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.798359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.798712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.803046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:08:56.852683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:56.878869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:56.930708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:56.936110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:08:56.947648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77de58f-c8c7-4553-9283-989c1f8862b8,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:08:56.958325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.958708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.959109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.959479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.959844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.960238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.961216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.961875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.962268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.962648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.963023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.963392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:08:56.966479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:08:56.967711 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a77de58f-c8c7-4553-9283-989c1f8862b8 HTTP/1.1" status: 204  len: 168 time: 0.1788297
Dec 03 11:08:56.968638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:09:00.720955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb4ffbb2-7adc-4771-a79b-d04c9e4a659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:09:02.820711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2eab6bf-5717-4967-bb0c-93c76e6f7c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:09:03.623985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:09:04.904576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:09:05.356762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:09:28.704727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 5 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:09:30.721980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e67c8058-b386-4697-9b4c-384f75af8093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:09:32.823268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d52f00cb-625b-40f6-b51b-2a546a445555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:09:33.624662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:09:34.906109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:09:35.367849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:10:00.723634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-976b4221-3c7d-4b77-a8f2-eef7059be097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:10:02.824514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3de10a5-41b9-4c4c-b5e5-079f8053cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:10:03.627362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:10:04.907989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:10:05.364599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:10:05.704791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 5 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:10:20.873515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761'] for agent, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:10:20.874094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:10:20.874272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:10:20.874657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:10:20.875083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:10:20.875468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:10:20.875841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:10:20.876230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:10:20.876605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:10:20.876977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:10:20.877352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:10:20.877726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:10:20.878099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:10:20.878491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff1b6185a90>, 'Open vSwitch agent', 'hv-neutron-7650', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:10:20.889398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff1b7227e48>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-neutron-7650', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:10:21.331402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] get_endpoint_by_host() called for host hv-neutron-7650 {{(pid=80977) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 03 11:10:21.335487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] get_endpoint_by_ip() called for ip 192.168.0.69 {{(pid=80977) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 03 11:10:21.338591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] _add_endpoint() called for ip 192.168.0.69 {{(pid=80977) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 03 11:10:21.344003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] _get_endpoints() called {{(pid=80977) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 03 11:10:30.725317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41f29388-0bef-444c-afb6-7543744c0183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:10:32.827720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5057-e52d-46d0-8160-18944615ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:10:33.618555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37564) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:10:33.630000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:10:33.765685 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3dde4ce3-03df-4142-bb18-d8cdbb2a44d7 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5079 time: 0.1458864
Dec 03 11:10:34.910391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:10:35.367355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:10:36.253472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37574) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:10:36.345493 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0a09049f-538b-4c68-9890-5456b8ab8ccb admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5079 time: 0.0908585
Dec 03 11:10:42.705478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:10:50.878784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:00.727270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-950c5464-e606-43a1-92ef-11f82a8bfd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:02.830338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54213859-1839-4d49-bc9a-23905f35a3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:03.633248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:04.913385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:05.371094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:19.705934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:11:20.874777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:30.730003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e202b44c-bcda-4eb6-8e50-1811f9426a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:32.832869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17e4fef8-f28c-4608-b55c-0627e067259c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:33.637236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:34.915746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:35.376928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:50.887899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:55.166307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37712) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:11:55.579620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2069343619-network', 'tenant_id': '193702a8528c429d847d08cd33ff784e'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:11:55.585137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:11:55.590195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Usage tracker for resource:network and tenant:193702a8528c429d847d08cd33ff784e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:11:55.593828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:11:55.599984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:11:55.611228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Made reservation on behalf of 193702a8528c429d847d08cd33ff784e for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:11:55.615973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:55.630285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:55.646752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:11:55.650842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Usage tracker for resource:security_group_rule and tenant:193702a8528c429d847d08cd33ff784e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:11:55.654416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:11:55.660534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:11:55.763174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:55.766502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:55.771178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:11:55.806348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:11:55.815920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60aac2a-b5a5-43aa-ba3d-62eb1d9e9540,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:11:55.825770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.826060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.826656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.827042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.827408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.827764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.828124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.828475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.828830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.829178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.829528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.829875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.830278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.830648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.831004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.831473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.831840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.832397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.832749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.833085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.833446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.833796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.834140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.834563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Tracked resource versions report:
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]: pushed versions:
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]: {   'AddressGroup': {'1.0'},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     'ConntrackHelper': {'1.0'},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     'Log': {'1.0'},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     'Network': {'1.1'},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     'Port': {'1.6'},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     'PortForwarding': {'1.2'},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     'QosPolicy': {'1.8'},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroup': {'1.3'},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroupRule': {'1.1'},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     'SubPort': {'1.0'},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     'Subnet': {'1.1'},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     'Trunk': {'1.1'}}
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]: consumer versions:
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]: {   DHCP agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     L3 agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     Metadata agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     Metering agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     Open vSwitch agent@dv-neutron-765072-2-ovs: {   'AddressGroup': '1.0',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'ConntrackHelper': '1.0',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Log': '1.0',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Network': '1.1',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Port': '1.6',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'PortForwarding': '1.2',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'QosPolicy': '1.8',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroup': '1.3',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroupRule': '1.1',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SubPort': '1.0',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Subnet': '1.1',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Trunk': '1.1'},
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:     Open vSwitch agent@hv-neutron-7650: {   'AddressGroup': '1.0',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'ConntrackHelper': '1.0',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Log': '1.0',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Network': '1.1',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Port': '1.6',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'PortForwarding': '1.2',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'QosPolicy': '1.8',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'SecurityGroup': '1.3',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'SecurityGroupRule': '1.1',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'SubPort': '1.0',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Subnet': '1.1',
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Trunk': '1.1'}}
Dec 03 11:11:55.835818 dv-neutron-765072-2-ovs neutron-server[80862]:  {{(pid=80976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 11:11:55.842001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:11:55.844453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:55.844894 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Added segment ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7 of type vxlan for network c22be55f-c3b4-431f-8fb4-1527cb54c1d4
Dec 03 11:11:55.873639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:55.907785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:55.909207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:11:55.910014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:55.934743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:11:55.977545 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.8066349
Dec 03 11:11:55.978469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37746) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:11:56.035290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Request body: {'subnet': {'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2069343619-subnet', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:11:56.044948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:11:56.050448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Pushing event updated for resources: {'Network': ['ID=c22be55f-c3b4-431f-8fb4-1527cb54c1d4,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:11:56.053521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:11:56.054887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Usage tracker for resource:subnet and tenant:193702a8528c429d847d08cd33ff784e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:11:56.058780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:11:56.068462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:11:56.087010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:11:56.097856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Made reservation on behalf of 193702a8528c429d847d08cd33ff784e for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:11:56.101251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:11:56.102743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:56.616055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:56.706192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:11:56.716790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:11:56.809863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37770) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:11:56.812281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ea8f59-d136-43f2-acfe-9b4232c66694,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:11:56.823629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:11:56.859457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Checking segment: {'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:11:56.859971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Network hostable DHCP agents. Network: c22be55f-c3b4-431f-8fb4-1527cb54c1d4, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:11:56.879932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:11:56.892795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, c22be55f-c3b4-431f-8fb4-1527cb54c1d4) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:11:56.903981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cfd5a9-0738-4731-82f6-b77b5a88ff6c None None] Network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:11:56.922332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:11:56.923271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:56.958246 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9791512
Dec 03 11:11:56.967146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37780) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:11:56.974952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:11:56.981045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:11:56.985646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Usage tracker for resource:router and tenant:193702a8528c429d847d08cd33ff784e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:11:56.989211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:11:56.996515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:11:57.009918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.011777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.045398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.192435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'fixed_ips': [{'subnet_id': '22ea8f59-d136-43f2-acfe-9b4232c66694'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:11:57.193366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.345514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1798390756-network', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:11:57.352681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:11:57.365636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Usage tracker for resource:network and tenant:5e6b740752d945f9ac0bd21d6fff1115 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:11:57.372055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:11:57.387298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:11:57.412048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Made reservation on behalf of 5e6b740752d945f9ac0bd21d6fff1115 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:11:57.417814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.447459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.496733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:11:57.501117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Usage tracker for resource:security_group_rule and tenant:5e6b740752d945f9ac0bd21d6fff1115 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:11:57.512270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:11:57.519058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:11:57.561661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Allocated IP 172.20.0.2 (c22be55f-c3b4-431f-8fb4-1527cb54c1d4/22ea8f59-d136-43f2-acfe-9b4232c66694/aca53b5c-9e8b-44dd-bc97-4190a7d649e2) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:11:57.637220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.676645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.684150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.690146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:11:57.731272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2430c58-37e0-43dc-9579-4ae7ec11ecc2,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:11:57.747659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.748386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.749118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.749630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.750155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.750893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.751439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.752185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.752709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.753211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.754154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.754671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.755384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.755909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.756414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.756979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.757478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.758017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.758374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.758741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.759140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.759672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.760413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.761116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Tracked resource versions report:
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]: pushed versions:
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]: {   'AddressGroup': {'1.0'},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     'ConntrackHelper': {'1.0'},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     'Log': {'1.0'},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     'Network': {'1.1'},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     'Port': {'1.6'},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     'PortForwarding': {'1.2'},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     'QosPolicy': {'1.8'},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroup': {'1.3'},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroupRule': {'1.1'},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     'SubPort': {'1.0'},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     'Subnet': {'1.1'},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     'Trunk': {'1.1'}}
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]: consumer versions:
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]: {   DHCP agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     L3 agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     Metadata agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     Metering agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     Open vSwitch agent@dv-neutron-765072-2-ovs: {   'AddressGroup': '1.0',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'ConntrackHelper': '1.0',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Log': '1.0',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Network': '1.1',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Port': '1.6',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'PortForwarding': '1.2',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'QosPolicy': '1.8',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroup': '1.3',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroupRule': '1.1',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SubPort': '1.0',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Subnet': '1.1',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Trunk': '1.1'},
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:     Open vSwitch agent@hv-neutron-7650: {   'AddressGroup': '1.0',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'ConntrackHelper': '1.0',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Log': '1.0',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Network': '1.1',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Port': '1.6',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'PortForwarding': '1.2',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'QosPolicy': '1.8',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'SecurityGroup': '1.3',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'SecurityGroupRule': '1.1',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'SubPort': '1.0',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Subnet': '1.1',
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Trunk': '1.1'}}
Dec 03 11:11:57.762940 dv-neutron-765072-2-ovs neutron-server[80862]:  {{(pid=80975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 11:11:57.783831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:11:57.798834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:11:57.810235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.810823 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Added segment fbeca58f-5c6d-410f-8acb-f4d636e02405 of type vxlan for network e4aebd59-2c4a-4b00-90df-f0a29267fbcd
Dec 03 11:11:57.871361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.962281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.963970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:11:57.965042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.971752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:57.996423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Transition to ACTIVE for port object aca53b5c-9e8b-44dd-bc97-4190a7d649e2 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:11:57.999666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:11:58.019326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:58.036084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Transition to ACTIVE for port object aca53b5c-9e8b-44dd-bc97-4190a7d649e2 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:11:58.044930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:58.053700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:58.101573 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 872 time: 1.2903359
Dec 03 11:11:58.103975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37810) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:11:58.131157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:11:58.229475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Request body: {'subnet': {'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1798390756-subnet', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:11:58.249955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:11:58.255861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Pushing event updated for resources: {'Network': ['ID=e4aebd59-2c4a-4b00-90df-f0a29267fbcd,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:11:58.264073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Usage tracker for resource:subnet and tenant:5e6b740752d945f9ac0bd21d6fff1115 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:11:58.267377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:11:58.268212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:11:58.284909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:11:58.304846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Made reservation on behalf of 5e6b740752d945f9ac0bd21d6fff1115 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:11:58.311812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:58.317674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network e4aebd59-2c4a-4b00-90df-f0a29267fbcd details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:11:58.331040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network e4aebd59-2c4a-4b00-90df-f0a29267fbcd details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:11:58.397204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Allocated IP 172.26.1.252 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/c0bda2b8-cd92-4b00-985a-17e381c80c6a) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:11:58.487305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Pushing event updated for resources: {'Port': ['ID=aca53b5c-9e8b-44dd-bc97-4190a7d649e2,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:11:58.508267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.508639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.509121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.509490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.509856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.510219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.510668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.511046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.511412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.511766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.512113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.512475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.512990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.513354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.513713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.514069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.514426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.514836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.515141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.515499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.515875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.516230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.516586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.516941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Tracked resource versions report:
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]: pushed versions:
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]: {   'AddressGroup': {'1.0'},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     'ConntrackHelper': {'1.0'},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     'Log': {'1.0'},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     'Network': {'1.1'},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     'Port': {'1.6'},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     'PortForwarding': {'1.2'},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     'QosPolicy': {'1.8'},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroup': {'1.3'},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroupRule': {'1.1'},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     'SubPort': {'1.0'},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     'Subnet': {'1.1'},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     'Trunk': {'1.1'}}
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]: consumer versions:
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]: {   DHCP agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     L3 agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     Metadata agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     Metering agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     Open vSwitch agent@dv-neutron-765072-2-ovs: {   'AddressGroup': '1.0',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'ConntrackHelper': '1.0',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Log': '1.0',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Network': '1.1',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Port': '1.6',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'PortForwarding': '1.2',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'QosPolicy': '1.8',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroup': '1.3',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroupRule': '1.1',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SubPort': '1.0',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Subnet': '1.1',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Trunk': '1.1'},
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:     Open vSwitch agent@hv-neutron-7650: {   'AddressGroup': '1.0',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'ConntrackHelper': '1.0',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Log': '1.0',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Network': '1.1',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Port': '1.6',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'PortForwarding': '1.2',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'QosPolicy': '1.8',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'SecurityGroup': '1.3',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'SecurityGroupRule': '1.1',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'SubPort': '1.0',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Subnet': '1.1',
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Trunk': '1.1'}}
Dec 03 11:11:58.518248 dv-neutron-765072-2-ovs neutron-server[80862]:  {{(pid=80977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 11:11:58.594496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:11:58.633233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:11:58.634989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:11:58.641360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:11:58.693711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:58.723640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Attempting to bind port aca53b5c-9e8b-44dd-bc97-4190a7d649e2 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:11:58.724057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Attempting to bind port aca53b5c-9e8b-44dd-bc97-4190a7d649e2 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:11:58.724466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Attempting to bind port aca53b5c-9e8b-44dd-bc97-4190a7d649e2 on network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:11:58.727232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37832) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:11:58.740041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:11:58.740469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Checking segment: {'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:11:58.740917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:58.741642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Bound using segment: {'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:11:58.741831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Bound port: aca53b5c-9e8b-44dd-bc97-4190a7d649e2, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:11:58.742255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:58.775265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:58.802085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:11:58.852972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] For port aca53b5c-9e8b-44dd-bc97-4190a7d649e2, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:11:58.857400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] For port aca53b5c-9e8b-44dd-bc97-4190a7d649e2, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aca53b5c-9e8b-44dd-bc97-4190a7d649e2,segment=NetworkSegment(ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7),segment_id=ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:11:58.862619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:58.881466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:11:58.958226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:58.973372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Pushing event updated for resources: {'Port': ['ID=aca53b5c-9e8b-44dd-bc97-4190a7d649e2,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:11:58.974548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc2b003f-0dce-407a-9c2c-a13100ee187f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:11:58.998442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:11:59.038614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Pushing event updated for resources: {'Port': ['ID=c0bda2b8-cd92-4b00-985a-17e381c80c6a,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:11:59.045974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:11:59.083342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6a84f5-6832-45cc-9338-095641225894,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:11:59.089326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:11:59.113020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:11:59.114633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:11:59.122932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:11:59.321632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Checking segment: {'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:11:59.322027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Network hostable DHCP agents. Network: e4aebd59-2c4a-4b00-90df-f0a29267fbcd, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:11:59.346709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Network e4aebd59-2c4a-4b00-90df-f0a29267fbcd is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:11:59.356934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, e4aebd59-2c4a-4b00-90df-f0a29267fbcd) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:11:59.367768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5002b00-6604-489c-8467-7fe0f8460809 None None] Network e4aebd59-2c4a-4b00-90df-f0a29267fbcd requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:11:59.388619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:11:59.389145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:59.442687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.3369756
Dec 03 11:11:59.445654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37848) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:11:59.453445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:11:59.463771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:11:59.472262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Usage tracker for resource:router and tenant:5e6b740752d945f9ac0bd21d6fff1115 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:11:59.476293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:11:59.484324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:11:59.503610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:59.503723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37852) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:11:59.505116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:59.544712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:59.586717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:59.743460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1114557606'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:11:59.839390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'fixed_ips': [{'subnet_id': '2d6a84f5-6832-45cc-9338-095641225894'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:11:59.840096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:11:59.928727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:11:59.950795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Usage tracker for resource:network and tenant:265dbebc96314c67a2abd16823d39b51 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:11:59.959670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:00.003795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:00.113215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Made reservation on behalf of 265dbebc96314c67a2abd16823d39b51 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:00.129365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:00.169386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:00.174152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:00.296149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:00.317163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Allocated IP 172.20.0.2 (e4aebd59-2c4a-4b00-90df-f0a29267fbcd/2d6a84f5-6832-45cc-9338-095641225894/7bf9b3bf-6250-43b5-98ad-7becf4484139) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:00.421948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37870) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:00.515940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:00.529790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Usage tracker for resource:security_group_rule and tenant:265dbebc96314c67a2abd16823d39b51 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:00.533323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:00.539571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:00.544671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Usage tracker for resource:floatingip and tenant:523bc7dfee25452887f8886e92830f26 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:00.564683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:00.567726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:00.585025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:00.655228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks [] for floatingip, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:00.727939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:00.734795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:00.749114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Transition to ACTIVE for port object 7bf9b3bf-6250-43b5-98ad-7becf4484139 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:00.771264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Transition to ACTIVE for port object 7bf9b3bf-6250-43b5-98ad-7becf4484139 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:00.785115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:00.816055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:00.817748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:00.857868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:00.895036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37880) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:00.909571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25e00912-3148-495f-bb6b-2fd55c3cfc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.064875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1030994610'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:01.071942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:01.079549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Usage tracker for resource:network and tenant:a85d4933543649f5a7d4951cf613227f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:01.091874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:01.113442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:01.158710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.184370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94130190-92d2-4505-a073-286b79249a06 None None] Network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:01.186007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.195201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Made reservation on behalf of a85d4933543649f5a7d4951cf613227f for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:01.201124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:01.204068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.229576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.248556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:01.263241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:01.271590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Usage tracker for resource:security_group_rule and tenant:a85d4933543649f5a7d4951cf613227f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:01.295687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.296137 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Added segment cf4c630c-18c6-4813-8dd1-78ebad8ce22f of type vxlan for network 7f7bab8e-de57-4ad6-a35c-baa5225042a5
Dec 03 11:12:01.310938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.316627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:01.326889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Pushing event updated for resources: {'SecurityGroup': ['ID=415ee19d-e0a3-4b24-b949-e89971410edf,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:01.336492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:01.342439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:01.379895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37890) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:01.403389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Allocated IP 172.26.1.94 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/9e338612-82f6-4d6e-8fde-15eb77f613a4) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:01.406404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.424187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:12:01.503124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-403814273'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:01.559939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:12:01.590779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-213555895', 'router:external': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:01.601112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aca53b5c-9e8b-44dd-bc97-4190a7d649e2 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:01.616526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:01.632860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-56c8c4db-c693-4ca1-ac2d-46413cd147eb None None] Provisioning for port aca53b5c-9e8b-44dd-bc97-4190a7d649e2 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:01.643018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Pushing event updated for resources: {'Port': ['ID=7bf9b3bf-6250-43b5-98ad-7becf4484139,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:01.655333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:01.660264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Usage tracker for resource:network and tenant:df9e5585e26248d7bba3ad80e1697f2d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:01.663905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:01.685422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:01.690303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:01.712197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Usage tracker for resource:network and tenant:750ceeaa689d49ce90b59053ea5bf936 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:01.725968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:01.740168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37904) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:01.743725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.754950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.756518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:01.767861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.772021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.786729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:01.787557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.787688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:01.801093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Made reservation on behalf of df9e5585e26248d7bba3ad80e1697f2d for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:01.804164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Network e4aebd59-2c4a-4b00-90df-f0a29267fbcd is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:01.805917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:01.806151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.809284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:01.813941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:01.821958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Made reservation on behalf of 750ceeaa689d49ce90b59053ea5bf936 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:01.827368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.849944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port aca53b5c-9e8b-44dd-bc97-4190a7d649e2 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:01.851596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.877669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.889333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:01.892107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Attempting to bind port 7bf9b3bf-6250-43b5-98ad-7becf4484139 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:01.892531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Attempting to bind port 7bf9b3bf-6250-43b5-98ad-7becf4484139 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:01.892942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Attempting to bind port 7bf9b3bf-6250-43b5-98ad-7becf4484139 on network e4aebd59-2c4a-4b00-90df-f0a29267fbcd {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:01.897514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port aca53b5c-9e8b-44dd-bc97-4190a7d649e2 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:01.898330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.927395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:01.935708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Pushing event updated for resources: {'SecurityGroup': ['ID=bae3cec7-087b-4b16-bf5b-ebaf5a5a8678,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:01.940004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.940552 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Added segment e514c0fb-15a9-46fa-9323-c5835cbd4c1c of type vxlan for network 86d4a134-d0c9-4b05-ae1b-04af62c33d15
Dec 03 11:12:01.942074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Usage tracker for resource:security_group_rule and tenant:df9e5585e26248d7bba3ad80e1697f2d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:01.942687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 3.2139163
Dec 03 11:12:01.951457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37912) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:01.952234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:01.970643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:01.974036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:01.981152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:01.981563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Checking segment: {'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:01.982011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.982459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Bound using segment: {'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:01.983026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Bound port: 7bf9b3bf-6250-43b5-98ad-7becf4484139, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:01.983446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.987114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Usage tracker for resource:security_group_rule and tenant:750ceeaa689d49ce90b59053ea5bf936 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:01.990184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:01.993962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:01.999013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:02.019829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:02.099657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Pushing event updated for resources: {'Network': ['ID=7f7bab8e-de57-4ad6-a35c-baa5225042a5,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:02.115860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:02.136686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 7f7bab8e-de57-4ad6-a35c-baa5225042a5 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:02.149726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 7f7bab8e-de57-4ad6-a35c-baa5225042a5 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:02.153077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:12:02.164938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Sync routers for ids ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:12:02.185086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Routers {'66b8066e-55e1-4bb1-9e6e-37e6e4091180'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:12:02.185703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b635c860>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:11:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:02.188764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c76cf05-5b48-4e2c-9a05-ebbb065be7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:02.223156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] For port 7bf9b3bf-6250-43b5-98ad-7becf4484139, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:02.248912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-182f2a52-1c1b-4b24-bcb8-78e129a053e9 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Request body: {'quota': {'network': 2}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:02.279583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e58531e3-fe03-4c64-a7d0-959371073cac None None] Provisioning complete for port aca53b5c-9e8b-44dd-bc97-4190a7d649e2 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:02.279919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e58531e3-fe03-4c64-a7d0-959371073cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.326289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Allocated IP 172.26.1.12 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/40fcdebc-38f5-4897-be79-8c567e4c6a81) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:02.334191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.476144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] For port 7bf9b3bf-6250-43b5-98ad-7becf4484139, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7bf9b3bf-6250-43b5-98ad-7becf4484139,segment=NetworkSegment(fbeca58f-5c6d-410f-8acb-f4d636e02405),segment_id=fbeca58f-5c6d-410f-8acb-f4d636e02405)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:02.478769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.497007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Pushing event updated for resources: {'Port': ['ID=9e338612-82f6-4d6e-8fde-15eb77f613a4,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:02.506141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:02.538851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.550136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.581485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:02.590629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Request body: {'network': {'name': 'tempest-network--871447439', 'router:external': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:02.596575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:02.602459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Usage tracker for resource:network and tenant:53207062b7284636868d2e7543401253 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:02.606763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:02.614512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:02.628908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.629274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.634889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-182f2a52-1c1b-4b24-bcb8-78e129a053e9 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] 10.222.0.90 "PUT /v2.0/quotas/3ec1340d80444feaa6a531d9fffc2331 HTTP/1.1" status: 200  len: 368 time: 0.8863413
Dec 03 11:12:02.670649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae96a86-efcb-43a1-bdbe-734093f9bdc9,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:02.673842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37920) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:02.684341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.695808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:02.700320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.716000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Request body: {'network': {'project_id': '3ec1340d80444feaa6a531d9fffc2331'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:02.718989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Set router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:12:02.721555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:02.726112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Usage tracker for resource:network and tenant:3ec1340d80444feaa6a531d9fffc2331 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:02.729259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e58531e3-fe03-4c64-a7d0-959371073cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.730393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:02.736759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:02.749685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.750660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.760894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:02.771012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.771613 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Added segment 0955e6c0-10f5-4b55-926b-47fdc85fe8b2 of type vxlan for network 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5
Dec 03 11:12:02.781875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:02.805377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.836935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:02.837909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Made reservation on behalf of 53207062b7284636868d2e7543401253 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:02.844623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.849656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:02.861833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:02.863453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.865871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:02.874447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:02.928857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:02.953006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks [] for floatingip, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.962125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.971263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:12:02.971617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:12:02.984717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.984910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:02.988609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Made reservation on behalf of 3ec1340d80444feaa6a531d9fffc2331 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:02.988740 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 6.0172627
Dec 03 11:12:02.990774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.005024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37928) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:03.007078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:03.020782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d079d9d0-97d1-40af-a92f-61a085663ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.025883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e58531e3-fe03-4c64-a7d0-959371073cac None None] For port aca53b5c-9e8b-44dd-bc97-4190a7d649e2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aca53b5c-9e8b-44dd-bc97-4190a7d649e2,segment=NetworkSegment(ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7),segment_id=ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:03.032360 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 2.5880373
Dec 03 11:12:03.036508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:03.040883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Usage tracker for resource:security_group_rule and tenant:53207062b7284636868d2e7543401253 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:03.045890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:03.049106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:03.049953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.061099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:03.081352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:03.092324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e58531e3-fe03-4c64-a7d0-959371073cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.127508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b635c860>, [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:11:59Z', 'revision_number': 3, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:03.137392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Checking router: 66b8066e-55e1-4bb1-9e6e-37e6e4091180 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:12:03.137794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Updating router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 port c0bda2b8-cd92-4b00-985a-17e381c80c6a binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:12:03.153486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:12:03.153900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:12:03.156733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Pushing event updated for resources: {'Port': ['ID=7bf9b3bf-6250-43b5-98ad-7becf4484139,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:03.169294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:03.169818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b57ca38-30f9-4bba-b7e8-3a223daa7a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:03.171983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.172906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.186247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.204862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Pushing event updated for resources: {'Port': ['ID=40fcdebc-38f5-4897-be79-8c567e4c6a81,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:03.208660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:03.215079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:03.217992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:03.258421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.267852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-99c56a7d-1fd6-4cb6-8416-65cc79ca6d6e None None] Provisioning complete for port aca53b5c-9e8b-44dd-bc97-4190a7d649e2 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:03.268557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99c56a7d-1fd6-4cb6-8416-65cc79ca6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.372457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58531e3-fe03-4c64-a7d0-959371073cac None None] Pushing event updated for resources: {'Port': ['ID=aca53b5c-9e8b-44dd-bc97-4190a7d649e2,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:03.389765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e58531e3-fe03-4c64-a7d0-959371073cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:03.490402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event updated for resources: {'SecurityGroup': ['ID=055a0644-5450-42fd-a848-d93078a05ee0,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:03.497474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:03.502330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.564116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:03.601704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.602145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Added segment 23eaa8eb-b567-4f38-87fe-f63bf785bcd6 of type vxlan for network f1c10555-537a-4451-a568-2d145415d0b7
Dec 03 11:12:03.647701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:03.649411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.665464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Usage tracker for resource:security_group_rule and tenant:3ec1340d80444feaa6a531d9fffc2331 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:03.674687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:03.690238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.738349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.875467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:03.880720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.901592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Transition to ACTIVE for port object c0bda2b8-cd92-4b00-985a-17e381c80c6a will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:03.916353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.973439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7bf9b3bf-6250-43b5-98ad-7becf4484139 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:03.977117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:03.977576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:03.980668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:12:04.006165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.019060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:04.051240 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 867 time: 2.6695127
Dec 03 11:12:04.051607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Pushing event updated for resources: {'Port': ['ID=c0bda2b8-cd92-4b00-985a-17e381c80c6a,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:04.061976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.062372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.062816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.063297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.063713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.064151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.064598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.065008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.065439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.066070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.066186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.066611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.067142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.067701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.068132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.068561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.068994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.069428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.069891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.070319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.070744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.071186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.071608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.072027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Tracked resource versions report:
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]: pushed versions:
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]: {   'AddressGroup': {'1.0'},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     'ConntrackHelper': {'1.0'},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     'Log': {'1.0'},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     'Network': {'1.1'},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     'Port': {'1.6'},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     'PortForwarding': {'1.2'},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     'QosPolicy': {'1.8'},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroup': {'1.3'},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     'SecurityGroupRule': {'1.1'},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     'SubPort': {'1.0'},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     'Subnet': {'1.1'},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     'Trunk': {'1.1'}}
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]: consumer versions:
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]: {   DHCP agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     L3 agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     Metadata agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     Metering agent@dv-neutron-765072-2-ovs: {},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     Open vSwitch agent@dv-neutron-765072-2-ovs: {   'AddressGroup': '1.0',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'ConntrackHelper': '1.0',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Log': '1.0',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Network': '1.1',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Port': '1.6',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'PortForwarding': '1.2',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'QosPolicy': '1.8',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroup': '1.3',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SecurityGroupRule': '1.1',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'SubPort': '1.0',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Subnet': '1.1',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                                     'Trunk': '1.1'},
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:     Open vSwitch agent@hv-neutron-7650: {   'AddressGroup': '1.0',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'ConntrackHelper': '1.0',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Log': '1.0',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Network': '1.1',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Port': '1.6',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'PortForwarding': '1.2',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'QosPolicy': '1.8',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'SecurityGroup': '1.3',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'SecurityGroupRule': '1.1',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'SubPort': '1.0',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Subnet': '1.1',
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:                                             'Trunk': '1.1'}}
Dec 03 11:12:04.073947 dv-neutron-765072-2-ovs neutron-server[80862]:  {{(pid=80978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 11:12:04.084483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:04.091125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.091807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37942) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:04.092180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37944) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:04.111583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Request body: {'subnet': {'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:04.115549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:04.116180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.116296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 7bf9b3bf-6250-43b5-98ad-7becf4484139 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:04.121798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aca53b5c-9e8b-44dd-bc97-4190a7d649e2 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:04.160472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Request body: {'port': {'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15', 'binding:host_id': 'hv-neutron-7650', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1747422493'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:04.165128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:04.170789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Pushing event updated for resources: {'Port': ['ID=40fcdebc-38f5-4897-be79-8c567e4c6a81,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:04.180808 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 855 time: 2.2114160
Dec 03 11:12:04.197416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port aca53b5c-9e8b-44dd-bc97-4190a7d649e2 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:04.198369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.229510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:04.230547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Usage tracker for resource:subnet and tenant:750ceeaa689d49ce90b59053ea5bf936 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:04.233141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37952) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:04.234081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9be7dc0f-3817-42a8-8e0c-c6be46ad37f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:04.239061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Attempting to bind port c0bda2b8-cd92-4b00-985a-17e381c80c6a on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:04.239720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Attempting to bind port c0bda2b8-cd92-4b00-985a-17e381c80c6a by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:04.240966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Attempting to bind port c0bda2b8-cd92-4b00-985a-17e381c80c6a on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:04.248176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:04.249006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:04.249673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.250284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:04.251633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Bound port: c0bda2b8-cd92-4b00-985a-17e381c80c6a, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:04.252732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.257100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:04.291132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:04.302739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:04.316847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Pushing event updated for resources: {'SecurityGroup': ['ID=c60108bb-36ce-466b-af6c-f8a69cdc3e1b,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:04.320915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.471s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:04.332364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Usage tracker for resource:port and tenant:0649d5b62b3244c286cc3b34515e5697 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:04.343218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:04.386966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.403s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:04.391694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] For port c0bda2b8-cd92-4b00-985a-17e381c80c6a, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:04.397747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] For port c0bda2b8-cd92-4b00-985a-17e381c80c6a, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c0bda2b8-cd92-4b00-985a-17e381c80c6a,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:04.408184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.438185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Made reservation on behalf of 750ceeaa689d49ce90b59053ea5bf936 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:04.446642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.474307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:04.492611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event updated for resources: {'Network': ['ID=f1c10555-537a-4451-a568-2d145415d0b7,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:04.512233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network f1c10555-537a-4451-a568-2d145415d0b7 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:04.522289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:04.536218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network f1c10555-537a-4451-a568-2d145415d0b7 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:04.537610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.538119 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Added segment 9efeb339-f3e6-4d4b-a49b-5973c64abd8e of type vxlan for network 81e47ac0-39f6-427d-a002-f53036aabb95
Dec 03 11:12:04.561998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:04.591569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.596393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:04.687560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Made reservation on behalf of 0649d5b62b3244c286cc3b34515e5697 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:04.692421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.694924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.703314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Routers {'66b8066e-55e1-4bb1-9e6e-37e6e4091180'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:12:04.704185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b635c860>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:12:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:04.741737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:04.742646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.750054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.830414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.854573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.881221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Pushing event updated for resources: {'Network': ['ID=86d4a134-d0c9-4b05-ae1b-04af62c33d15,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:04.888343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:04.897992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Usage tracker for resource:security_group_rule and tenant:0649d5b62b3244c286cc3b34515e5697 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:04.898423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 86d4a134-d0c9-4b05-ae1b-04af62c33d15 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:04.938084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:04.941227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:04.942798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.4381156
Dec 03 11:12:04.949058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37956) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:04.952161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:04.976921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-810059306', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'fixed_ips': [{'ip_address': '172.26.1.12'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:04.977183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 86d4a134-d0c9-4b05-ae1b-04af62c33d15 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:05.037650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] Set router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:12:05.066981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:05.074495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Pushing event updated for resources: {'Network': ['ID=1bb3f8f4-d7f2-4db2-96b3-f723565ecff5,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:05.077673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:05.111733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.112554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9682531b-ae06-49fa-828e-9ba15fcb4a75 None None] Network e4aebd59-2c4a-4b00-90df-f0a29267fbcd requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:05.140906 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 4.2417209
Dec 03 11:12:05.142959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37960) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:05.148886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.976s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:05.156059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Request body: {'subnet': {'network_id': '81e47ac0-39f6-427d-a002-f53036aabb95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:05.177869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Usage tracker for resource:port and tenant:523bc7dfee25452887f8886e92830f26 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:05.226427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:05.240558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:05.247291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:05.319968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:05.335950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8067b243-c354-4f43-b2bf-9782bb94c5f5 None None] Provisioning for port 7bf9b3bf-6250-43b5-98ad-7becf4484139 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:05.356935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8067b243-c354-4f43-b2bf-9782bb94c5f5 None None] Provisioning complete for port 7bf9b3bf-6250-43b5-98ad-7becf4484139 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:05.357355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8067b243-c354-4f43-b2bf-9782bb94c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.359480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Pushing event updated for resources: {'Port': ['ID=c0bda2b8-cd92-4b00-985a-17e381c80c6a,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:05.409950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:05.430756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff1b626a588>> segment before_delete 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.431353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff1b626a588>> subnet precommit_delete_associations 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.432394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b626a9b0>> segment_host_mapping after_create 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.432899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b626a9b0>> port after_create 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.433380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b626a9b0>> port after_delete 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.434129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b626a9b0>> port after_update 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.434285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b626a9b0>> segment after_delete 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.434751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b626a9b0>> subnet after_create 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.435235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b626a9b0>> subnet after_delete 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.436459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b626a9b0>> subnet after_update 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.436678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.442923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.453201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b635c860>, [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:11:59Z', 'revision_number': 3, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:05.458943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecd0d0f-71b1-4606-a55a-dd5564e2d725 None None] The sync data for ids ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'] in dv-neutron-765072-2-ovs is: [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:11:59Z', 'revision_number': 3, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:12:05.498625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Pushing event updated for resources: {'Network': ['ID=81e47ac0-39f6-427d-a002-f53036aabb95,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:05.500941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Made reservation on behalf of 523bc7dfee25452887f8886e92830f26 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:05.505706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.516216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:05.522413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.756s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:05.522807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:05.529009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.530287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.622871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff1b6220be0>> subnet after_create 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.623474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff1b6220be0>> subnet after_delete 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.623983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff1b6220be0>> subnet before_create 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.624460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff1b6220be0>> subnet before_update 55550000 {{(pid=80976) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:05.624990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b6756f98>,) {'filters': {'network_id': ['f1c10555-537a-4451-a568-2d145415d0b7']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:05.633296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 81e47ac0-39f6-427d-a002-f53036aabb95 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:05.660187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:05.666329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6756f98>, '23eaa8eb-b567-4f38-87fe-f63bf785bcd6') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:05.667537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6756f98>, '23eaa8eb-b567-4f38-87fe-f63bf785bcd6') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:05.691891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Usage tracker for resource:subnet and tenant:df9e5585e26248d7bba3ad80e1697f2d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:05.708152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:05.715680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.732420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:05.758273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 81e47ac0-39f6-427d-a002-f53036aabb95 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:05.761809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.762658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.769025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.770144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Releasing vxlan tunnel 8 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:05.816280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.822618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Made reservation on behalf of df9e5585e26248d7bba3ad80e1697f2d for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:05.824678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fe571220-7d9b-46ab-b45d-2303d3307f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:05.825710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.933903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:05.959895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:05.971824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:05.972381 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Added segment 39bbcab2-1a32-41b1-9fb1-6d02e6d64cb3 of type vxlan for network 1d54f1e7-6f8d-4964-a5ad-a7ad911290c5
Dec 03 11:12:06.006837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.066061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Pushing event updated for resources: {'SecurityGroup': ['ID=382c6418-a9da-4c64-80f7-b91f08177fb2,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:06.071010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.086130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:06.092442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.094075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:06.106945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:06.108161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.129181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Usage tracker for resource:security_group_rule and tenant:523bc7dfee25452887f8886e92830f26 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:06.132533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:06.144935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8067b243-c354-4f43-b2bf-9782bb94c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.231683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8067b243-c354-4f43-b2bf-9782bb94c5f5 None None] For port 7bf9b3bf-6250-43b5-98ad-7becf4484139, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7bf9b3bf-6250-43b5-98ad-7becf4484139,segment=NetworkSegment(fbeca58f-5c6d-410f-8acb-f4d636e02405),segment_id=fbeca58f-5c6d-410f-8acb-f4d636e02405)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:06.246267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8067b243-c354-4f43-b2bf-9782bb94c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.252233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:06.254253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:06.257254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Pushing event updated for resources: {'Network': ['ID=1d54f1e7-6f8d-4964-a5ad-a7ad911290c5,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:06.281340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:06.284886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 1d54f1e7-6f8d-4964-a5ad-a7ad911290c5 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:06.320679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 1d54f1e7-6f8d-4964-a5ad-a7ad911290c5 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:06.339547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] device_id is not set on port 3768ff11-966d-455b-8bf8-40eb7a925fdd yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:06.408025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:06.457505 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 831 time: 3.7745068
Dec 03 11:12:06.503477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37964) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:06.518348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Request body: {'network': {'project_id': '3ec1340d80444feaa6a531d9fffc2331'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:06.535757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:06.545692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Usage tracker for resource:network and tenant:3ec1340d80444feaa6a531d9fffc2331 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:06.549963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:06.591768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event updated for resources: {'SecurityGroup': ['ID=47aecd24-42da-4493-b029-0e5531751e77,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:06.602123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network f1c10555-537a-4451-a568-2d145415d0b7 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:06.616482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:06.622212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.629778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:06.641942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.643279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067b243-c354-4f43-b2bf-9782bb94c5f5 None None] Pushing event updated for resources: {'Port': ['ID=7bf9b3bf-6250-43b5-98ad-7becf4484139,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:06.647296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8067b243-c354-4f43-b2bf-9782bb94c5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:06.740936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Made reservation on behalf of 3ec1340d80444feaa6a531d9fffc2331 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:06.746713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.846640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:06.874430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.884213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0c5bbffe-4a64-4232-bed7-fdb3f9d21f2f None None] Provisioning complete for port 7bf9b3bf-6250-43b5-98ad-7becf4484139 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:06.884636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c5bbffe-4a64-4232-bed7-fdb3f9d21f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.892455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.892936 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Added segment 3bdf9840-eaa7-4cde-83fe-e94d3879deed of type vxlan for network 89111666-75f5-46e0-bc87-417bdd9c0791
Dec 03 11:12:06.895338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:06.944829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network f1c10555-537a-4451-a568-2d145415d0b7 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   (rel_b, rel_a, rel_b),
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:06.974721 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:06.983730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:07.068103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aacf8dc8-7bdf-4903-8f6e-5813f76ce17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:07.112397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:07.164360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-10f0c9a0-ba81-4045-b338-00bf8f6d1e01 None None] Provisioning complete for port 7bf9b3bf-6250-43b5-98ad-7becf4484139 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:07.165191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10f0c9a0-ba81-4045-b338-00bf8f6d1e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:07.171071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:07.214283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:07.230944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Pushing event updated for resources: {'SecurityGroup': ['ID=2c89f009-93b3-4cbb-90c2-bcf12c6a995f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:07.241352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f1c10555-537a-4451-a568-2d145415d0b7 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 03 11:12:07.250574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event deleted for resources: {'Network': ['ID=f1c10555-537a-4451-a568-2d145415d0b7,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:07.289554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:07.295209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:07.365943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:12:07.417903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:07.434181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:07.434779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:07.437808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80976) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:12:07.438311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:07.442484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:07.454089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:07.479590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fb1502e3-eba3-4d0a-b85c-82c1023a6169 None None] Provisioning complete for port 7bf9b3bf-6250-43b5-98ad-7becf4484139 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:07.480014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb1502e3-eba3-4d0a-b85c-82c1023a6169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:07.534309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] device_id is not set on port 8853c1c4-fe87-4324-bd6b-2fd3648cb72f yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:07.621068 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "DELETE /v2.0/networks/f1c10555-537a-4451-a568-2d145415d0b7 HTTP/1.1" status: 204  len: 168 time: 3.3727338
Dec 03 11:12:07.630486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:07.678193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37970) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:07.713929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Request body: {'network': {'router:external': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:07.749843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:07.773281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Usage tracker for resource:network and tenant:53207062b7284636868d2e7543401253 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:07.840392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:07.866857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Pushing event updated for resources: {'Subnet': ['ID=3ad85c5e-689f-44ee-b21a-17e92cacb635,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:07.870639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:07.896596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:07.930082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Made reservation on behalf of 53207062b7284636868d2e7543401253 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:07.937647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:07.943477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7bf9b3bf-6250-43b5-98ad-7becf4484139 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:07.955180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 831 time: 1.4463210
Dec 03 11:12:07.985050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37974) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:07.997956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Pushing event updated for resources: {'Network': ['ID=89111666-75f5-46e0-bc87-417bdd9c0791,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:08.013116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 89111666-75f5-46e0-bc87-417bdd9c0791 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:08.017328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:08.023057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Allocated IP 172.20.0.1 (c22be55f-c3b4-431f-8fb4-1527cb54c1d4/22ea8f59-d136-43f2-acfe-9b4232c66694/1f04086b-d170-4727-8175-56fca9fb6363) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:08.025059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:12:08.032368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 89111666-75f5-46e0-bc87-417bdd9c0791 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:08.078208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b8237769-f542-4cea-8b16-77ba2b7b4832 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Request body: {'network': {'project_id': '3ec1340d80444feaa6a531d9fffc2331'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:08.094146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b8237769-f542-4cea-8b16-77ba2b7b4832 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:08.105985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b8237769-f542-4cea-8b16-77ba2b7b4832 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Usage tracker for resource:network and tenant:3ec1340d80444feaa6a531d9fffc2331 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:08.111012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Checking segment: {'id': '0955e6c0-10f5-4b55-926b-47fdc85fe8b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:08.111405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Network hostable DHCP agents. Network: 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:12:08.117042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b8237769-f542-4cea-8b16-77ba2b7b4832 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Quota usage for network was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:08.126766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] device_id is not set on port 3768ff11-966d-455b-8bf8-40eb7a925fdd yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:08.146111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b8237769-f542-4cea-8b16-77ba2b7b4832 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:08.147003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:08.159565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.171261 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8237769-f542-4cea-8b16-77ba2b7b4832 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] POST failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:12:08.171779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8237769-f542-4cea-8b16-77ba2b7b4832 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] No notification will be sent due to unsuccessful status code: 409 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:12:08.172985 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b8237769-f542-4cea-8b16-77ba2b7b4832 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1773298
Dec 03 11:12:08.183454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37978) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:08.188264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.188681 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Added segment 01f4b944-f9cf-486d-b71d-650f86bb1633 of type vxlan for network 3ee2fd3b-5618-4f78-bdd7-9d57960a18c8
Dec 03 11:12:08.196975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Transition to ACTIVE for port object 3768ff11-966d-455b-8bf8-40eb7a925fdd will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:08.212804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 7bf9b3bf-6250-43b5-98ad-7becf4484139 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:08.213230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.243584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Network 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:12:08.271163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.360435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c0bda2b8-cd92-4b00-985a-17e381c80c6a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:08.367985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:08.388098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:08.423858 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] POST failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:12:08.424323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] No notification will be sent due to unsuccessful status code: 409 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:12:08.430587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port c0bda2b8-cd92-4b00-985a-17e381c80c6a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:08.436762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port c0bda2b8-cd92-4b00-985a-17e381c80c6a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:08.437609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.466720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.469943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:12:08.487596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Sync routers for ids ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:12:08.508745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Routers {'94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:12:08.508999 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 3.5469010
Dec 03 11:12:08.509442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d41be0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:12:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:08.511480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Transition to ACTIVE for port object 1f04086b-d170-4727-8175-56fca9fb6363 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:08.518737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37982) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:08.623742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.649419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda21aa-357a-4469-b4d2-bf51b2947ef1 None None] Network 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:08.677144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.713766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5702b452-29ee-4b91-89bb-081aefaa6f9e tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Deleting port 40fcdebc-38f5-4897-be79-8c567e4c6a81 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:08.714133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5702b452-29ee-4b91-89bb-081aefaa6f9e tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.749164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.750302 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 9.3036323
Dec 03 11:12:08.759840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37988) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:08.842517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event updated for resources: {'Port': ['ID=3768ff11-966d-455b-8bf8-40eb7a925fdd,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:08.846497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:08.858574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:08.859270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.865251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.992128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:08.997182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Set router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:12:09.009452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.021900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-121d94da-b9b0-4af3-8353-2f4b0ddc3057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:09.022130 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 4.9200430
Dec 03 11:12:09.027248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:09.027935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.031787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 37992) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:09.044252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d80eb777-e3d5-4907-a248-0000c5006164 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:09.049808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port c0bda2b8-cd92-4b00-985a-17e381c80c6a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c0bda2b8-cd92-4b00-985a-17e381c80c6a,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:09.062438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.080386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1463547111', 'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:09.119132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.123636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:09.141369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:09.173940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43598cfe-5dd7-4542-bcd1-7465cb22c230 None None] Network 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:09.188255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Usage tracker for resource:port and tenant:750ceeaa689d49ce90b59053ea5bf936 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:09.215616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:09.222043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.247420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Pushing event updated for resources: {'Port': ['ID=1f04086b-d170-4727-8175-56fca9fb6363,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:09.257324 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 829 time: 1.5558467
Dec 03 11:12:09.257324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:09.263944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 37996) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:09.269552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:09.294213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Request body: {'subnet': {'network_id': '3ee2fd3b-5618-4f78-bdd7-9d57960a18c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:09.304329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:09.312430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Checking segment: {'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:09.312833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Network hostable DHCP agents. Network: 86d4a134-d0c9-4b05-ae1b-04af62c33d15, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:12:09.313637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5702b452-29ee-4b91-89bb-081aefaa6f9e tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.314144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5702b452-29ee-4b91-89bb-081aefaa6f9e tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.336097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Usage tracker for resource:subnet and tenant:53207062b7284636868d2e7543401253 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:09.386445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=c0bda2b8-cd92-4b00-985a-17e381c80c6a,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:09.397917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event updated for resources: {'Network': ['ID=3ee2fd3b-5618-4f78-bdd7-9d57960a18c8,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:09.400343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:09.401219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:09.409271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e5b4f93-d8e1-44bc-8665-b0309cdf1b8b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:09.410303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:09.419322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 3ee2fd3b-5618-4f78-bdd7-9d57960a18c8 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:09.526783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Made reservation on behalf of 750ceeaa689d49ce90b59053ea5bf936 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:09.531817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.612213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5eb3550>,) {'filters': {'network_id': ['89111666-75f5-46e0-bc87-417bdd9c0791']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:09.617978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 3ee2fd3b-5618-4f78-bdd7-9d57960a18c8 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:09.625883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Network 86d4a134-d0c9-4b05-ae1b-04af62c33d15 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:12:09.669600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5eb3550>, '3bdf9840-eaa7-4cde-83fe-e94d3879deed') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:09.669935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5eb3550>, '3bdf9840-eaa7-4cde-83fe-e94d3879deed') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:09.680141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Pushing event updated for resources: {'Subnet': ['ID=1e69159f-fc26-4d84-a2d4-de29fb759a41,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:09.683422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:09.714189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 86d4a134-d0c9-4b05-ae1b-04af62c33d15) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:09.727184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.749153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:09.790779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2db61d-bb0f-413a-aae2-a75f14748ac4 None None] Network 86d4a134-d0c9-4b05-ae1b-04af62c33d15 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:09.800485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:09.818386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5702b452-29ee-4b91-89bb-081aefaa6f9e tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Calling delete_port for 40fcdebc-38f5-4897-be79-8c567e4c6a81 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:09.828717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.847250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Releasing vxlan tunnel 11 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:09.865670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to bind port 3768ff11-966d-455b-8bf8-40eb7a925fdd on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:09.866073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to bind port 3768ff11-966d-455b-8bf8-40eb7a925fdd by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:09.866472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to bind port 3768ff11-966d-455b-8bf8-40eb7a925fdd on network 86d4a134-d0c9-4b05-ae1b-04af62c33d15 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:09.896876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:09.897250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Checking segment: {'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:09.897661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.898059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Bound using segment: {'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:09.898582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Bound port: 3768ff11-966d-455b-8bf8-40eb7a925fdd, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:09.899187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.930104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Made reservation on behalf of 53207062b7284636868d2e7543401253 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:09.935806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks [] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:09.951637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:09.966855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:10.007305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Checking segment: {'id': '9efeb339-f3e6-4d4b-a49b-5973c64abd8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '81e47ac0-39f6-427d-a002-f53036aabb95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:10.007848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Network hostable DHCP agents. Network: 81e47ac0-39f6-427d-a002-f53036aabb95, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:12:10.049413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] device_id is not set on port e8018f1f-204c-433c-b872-370d5cdf0f21 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:10.061322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:10.062190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:10.087575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c0bda2b8-cd92-4b00-985a-17e381c80c6a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:10.192951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Network 89111666-75f5-46e0-bc87-417bdd9c0791 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:10.206258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:10.320413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Network 81e47ac0-39f6-427d-a002-f53036aabb95 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:12:10.321593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-65792288-a088-4006-aded-47969dbd763c None None] Provisioning for port 1f04086b-d170-4727-8175-56fca9fb6363 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:10.335750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-65792288-a088-4006-aded-47969dbd763c None None] Provisioning complete for port 1f04086b-d170-4727-8175-56fca9fb6363 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:10.336327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65792288-a088-4006-aded-47969dbd763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:10.349986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] For port 3768ff11-966d-455b-8bf8-40eb7a925fdd, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:10.373114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 81e47ac0-39f6-427d-a002-f53036aabb95) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:10.386360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d41be0>, [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:12:04Z', 'revision_number': 3, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:10.397158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902cdcaa-84eb-4c3a-b003-51f63b6ea604 None None] Network 81e47ac0-39f6-427d-a002-f53036aabb95 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:10.432567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port c0bda2b8-cd92-4b00-985a-17e381c80c6a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:10.433377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:10.459165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Checking router: 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:12:10.459759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Updating router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb port 9e338612-82f6-4d6e-8fde-15eb77f613a4 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:12:10.558136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-65792288-a088-4006-aded-47969dbd763c None None] Port 1f04086b-d170-4727-8175-56fca9fb6363 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:12:10.628284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] For port 3768ff11-966d-455b-8bf8-40eb7a925fdd, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3768ff11-966d-455b-8bf8-40eb7a925fdd,segment=NetworkSegment(e514c0fb-15a9-46fa-9323-c5835cbd4c1c),segment_id=e514c0fb-15a9-46fa-9323-c5835cbd4c1c)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:10.636046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Network 89111666-75f5-46e0-bc87-417bdd9c0791 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:10.646591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:10.657833 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:10.660758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:10.660758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:10.663701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:10.704600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-15f00f66-bf11-4b9c-ab88-be5c04a5e9e7 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:10.777060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5702b452-29ee-4b91-89bb-081aefaa6f9e tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:10.808715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:10.856586 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.7075844
Dec 03 11:12:10.860755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38000) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:10.878298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702b452-29ee-4b91-89bb-081aefaa6f9e tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Pushing event deleted for resources: {'Port': ['ID=40fcdebc-38f5-4897-be79-8c567e4c6a81,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:10.922530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Request body: {'port': {'network_id': '81e47ac0-39f6-427d-a002-f53036aabb95', 'name': 'tempest-DHCPAgentSchedulersTestJSON-509126022'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:10.950033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:10.987600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5702b452-29ee-4b91-89bb-081aefaa6f9e tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:11.019920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.032557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event updated for resources: {'Port': ['ID=3768ff11-966d-455b-8bf8-40eb7a925fdd,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:11.051202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.103100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:11.103633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:11.167752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:11.168425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.174797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Pushing event deleted for resources: {'Network': ['ID=89111666-75f5-46e0-bc87-417bdd9c0791,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:11.180437 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] 10.222.0.90 "DELETE /v2.0/networks/89111666-75f5-46e0-bc87-417bdd9c0791 HTTP/1.1" status: 204  len: 168 time: 2.9957168
Dec 03 11:12:11.186304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38004) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:11.190834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:11.215414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.230794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Transition to ACTIVE for port object 9e338612-82f6-4d6e-8fde-15eb77f613a4 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:11.279268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.290837 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1085 time: 7.1896460
Dec 03 11:12:11.311715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38008) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:11.363467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.378407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Allocated IP 2001:db8::278 (1bb3f8f4-d7f2-4db2-96b3-f723565ecff5/3ad85c5e-689f-44ee-b21a-17e92cacb635/e8018f1f-204c-433c-b872-370d5cdf0f21) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:11.392536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:11.404749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.479576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Usage tracker for resource:port and tenant:df9e5585e26248d7bba3ad80e1697f2d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:11.500840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:11.504009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:11.515797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:11.534072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-81e47ac0-39f6-427d-a002-f53036aabb95', 'network_id': '81e47ac0-39f6-427d-a002-f53036aabb95', 'tenant_id': 'df9e5585e26248d7bba3ad80e1697f2d', 'fixed_ips': [{'subnet_id': '1e69159f-fc26-4d84-a2d4-de29fb759a41'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:12:11.535148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.594779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Made reservation on behalf of df9e5585e26248d7bba3ad80e1697f2d for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:11.600474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.695160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5702b452-29ee-4b91-89bb-081aefaa6f9e tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.762019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ed75-fa84-4aef-adca-8c85847978fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Deleting port 3768ff11-966d-455b-8bf8-40eb7a925fdd {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:11.762405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34d3ed75-fa84-4aef-adca-8c85847978fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.790476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39e476-e272-4320-8a6d-29ddad4891ec None None] Pushing event updated for resources: {'Port': ['ID=9e338612-82f6-4d6e-8fde-15eb77f613a4,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:11.794358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d39e476-e272-4320-8a6d-29ddad4891ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:11.839694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.925422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Attempting to bind port 9e338612-82f6-4d6e-8fde-15eb77f613a4 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:11.925838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Attempting to bind port 9e338612-82f6-4d6e-8fde-15eb77f613a4 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:11.926252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Attempting to bind port 9e338612-82f6-4d6e-8fde-15eb77f613a4 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:11.939770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:11.940386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:11.941278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:11.941278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:11.941841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Bound port: 9e338612-82f6-4d6e-8fde-15eb77f613a4, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:11.942265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:12.029502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5702b452-29ee-4b91-89bb-081aefaa6f9e tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:12.030877 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5702b452-29ee-4b91-89bb-081aefaa6f9e tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] 10.222.0.90 "DELETE /v2.0/floatingips/495d2ad6-1a0a-4281-98eb-6aeeb2107ea2 HTTP/1.1" status: 204  len: 168 time: 3.5106494
Dec 03 11:12:12.085108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b6575ba8>,) {'filters': {'network_id': ['1d54f1e7-6f8d-4964-a5ad-a7ad911290c5']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:12.093655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] For port 9e338612-82f6-4d6e-8fde-15eb77f613a4, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:12.109455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6575ba8>, '39bbcab2-1a32-41b1-9fb1-6d02e6d64cb3') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:12.110250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6575ba8>, '39bbcab2-1a32-41b1-9fb1-6d02e6d64cb3') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:12.117192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] For port 9e338612-82f6-4d6e-8fde-15eb77f613a4, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9e338612-82f6-4d6e-8fde-15eb77f613a4,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:12.125229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:12.130645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:12.148964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:12.152268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Releasing vxlan tunnel 10 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:12.176372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-360c381d-1a27-4abd-bb59-66b1949eb7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:12.329514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:12.353121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39e476-e272-4320-8a6d-29ddad4891ec None None] Pushing event updated for resources: {'Port': ['ID=9e338612-82f6-4d6e-8fde-15eb77f613a4,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:12.365924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d39e476-e272-4320-8a6d-29ddad4891ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:12.373521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Allocated IP 172.20.0.2 (81e47ac0-39f6-427d-a002-f53036aabb95/1e69159f-fc26-4d84-a2d4-de29fb759a41/ac0b319b-68ab-4bd5-a682-3f9b280cc5b3) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:12.378070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:12.409747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] device_id is not set on port 569d8cc1-aa76-49e0-a45f-799394ba8819 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:12.458047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38016) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:12.495739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:12:12.496261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:12.509384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:12.538156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Routers {'94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:12:12.538856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d41be0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:12:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:12.552142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:12.601689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Allocated IP 172.20.0.1 (e4aebd59-2c4a-4b00-90df-f0a29267fbcd/2d6a84f5-6832-45cc-9338-095641225894/556262e2-d799-4ea6-ba9b-cc1fc7e66cc1) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:12.660329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-34d3ed75-fa84-4aef-adca-8c85847978fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] For port 3768ff11-966d-455b-8bf8-40eb7a925fdd, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3768ff11-966d-455b-8bf8-40eb7a925fdd,segment=NetworkSegment(e514c0fb-15a9-46fa-9323-c5835cbd4c1c),segment_id=e514c0fb-15a9-46fa-9323-c5835cbd4c1c)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:12.660746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34d3ed75-fa84-4aef-adca-8c85847978fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:12.752853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] Set router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:12:12.793813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Network 1d54f1e7-6f8d-4964-a5ad-a7ad911290c5 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:12.817259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:12.926977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-34d3ed75-fa84-4aef-adca-8c85847978fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Calling delete_port for 3768ff11-966d-455b-8bf8-40eb7a925fdd owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:12.968722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:12.979326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:12:12.985547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Pushing event updated for resources: {'Port': ['ID=e8018f1f-204c-433c-b872-370d5cdf0f21,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:12.999729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event updated for resources: {'Subnet': ['ID=1e0dc369-2802-4fd1-ac6e-0cca73de7532,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:13.012778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:13.032904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:13.044307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.054573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:13.078540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.106689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Transition to ACTIVE for port object ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:13.117803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.120877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Network 1d54f1e7-6f8d-4964-a5ad-a7ad911290c5 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:13.132489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] Usage tracker for resource:security_group_rule and tenant:7d158f67718544ad861ac5d308807e9e is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:13.145111 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:13.146793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.159196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Transition to ACTIVE for port object ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:13.164072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:13.168233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.173626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5702b452-29ee-4b91-89bb-081aefaa6f9e tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:13.186054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:13.239615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:13.268741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Network 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:13.278236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:13.283906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:13.284809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:13.285452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.304799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.325941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:13.347340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.352221 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] 10.222.0.90 "DELETE /v2.0/networks/1d54f1e7-6f8d-4964-a5ad-a7ad911290c5 HTTP/1.1" status: 204  len: 168 time: 2.1574013
Dec 03 11:12:13.355730 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 4.2919698
Dec 03 11:12:13.359936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Pushing event deleted for resources: {'Network': ['ID=1d54f1e7-6f8d-4964-a5ad-a7ad911290c5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:13.361915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38024) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:13.363101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Allocated IP 172.20.0.7 (81e47ac0-39f6-427d-a002-f53036aabb95/1e69159f-fc26-4d84-a2d4-de29fb759a41/569d8cc1-aa76-49e0-a45f-799394ba8819) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:13.370483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:13.441392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Network 81e47ac0-39f6-427d-a002-f53036aabb95 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:13.442418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Pushing event updated for resources: {'Port': ['ID=ac0b319b-68ab-4bd5-a682-3f9b280cc5b3,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:13.454888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d41be0>, [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:12:04Z', 'revision_number': 3, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:13.462054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:13.464445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:13.465258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54770302-2e71-4cbd-9882-08e8e2192c9e None None] The sync data for ids ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'] in dv-neutron-765072-2-ovs is: [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:12:04Z', 'revision_number': 3, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:12:13.465387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-190d0374-0ad3-4577-afc7-043f83a75c96 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Deleting port e8018f1f-204c-433c-b872-370d5cdf0f21 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:13.465611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-190d0374-0ad3-4577-afc7-043f83a75c96 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.472874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:13.659081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Pushing event updated for resources: {'Port': ['ID=1f04086b-d170-4727-8175-56fca9fb6363,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:13.675959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:13.687236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34d3ed75-fa84-4aef-adca-8c85847978fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.733516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.752864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:13.775116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Attempting to bind port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:13.775534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Attempting to bind port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '9efeb339-f3e6-4d4b-a49b-5973c64abd8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '81e47ac0-39f6-427d-a002-f53036aabb95'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:13.776213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Attempting to bind port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 on network 81e47ac0-39f6-427d-a002-f53036aabb95 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:13.782418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:13.782833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Checking segment: {'id': '9efeb339-f3e6-4d4b-a49b-5973c64abd8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '81e47ac0-39f6-427d-a002-f53036aabb95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:13.783306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.783739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Bound using segment: {'id': '9efeb339-f3e6-4d4b-a49b-5973c64abd8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '81e47ac0-39f6-427d-a002-f53036aabb95'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:13.784253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Bound port: ac0b319b-68ab-4bd5-a682-3f9b280cc5b3, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efeb339-f3e6-4d4b-a49b-5973c64abd8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '81e47ac0-39f6-427d-a002-f53036aabb95'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:13.784664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.827315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.845444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Transition to ACTIVE for port object 569d8cc1-aa76-49e0-a45f-799394ba8819 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:13.850381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ed75-fa84-4aef-adca-8c85847978fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event deleted for resources: {'Port': ['ID=3768ff11-966d-455b-8bf8-40eb7a925fdd,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:13.881494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34d3ed75-fa84-4aef-adca-8c85847978fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:13.883917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Checking segment: {'id': '01f4b944-f9cf-486d-b71d-650f86bb1633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ee2fd3b-5618-4f78-bdd7-9d57960a18c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:13.884545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network hostable DHCP agents. Network: 3ee2fd3b-5618-4f78-bdd7-9d57960a18c8, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:12:13.917155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Transition to ACTIVE for port object 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:13.918444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] For port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:13.922193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] For port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ac0b319b-68ab-4bd5-a682-3f9b280cc5b3,segment=NetworkSegment(9efeb339-f3e6-4d4b-a49b-5973c64abd8e),segment_id=9efeb339-f3e6-4d4b-a49b-5973c64abd8e)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:13.934697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:13.964629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:14.040371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-190d0374-0ad3-4577-afc7-043f83a75c96 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:14.147342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:14.161162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:14.194040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Pushing event updated for resources: {'Port': ['ID=ac0b319b-68ab-4bd5-a682-3f9b280cc5b3,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:14.208490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:14.229356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-190d0374-0ad3-4577-afc7-043f83a75c96 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Calling delete_port for e8018f1f-204c-433c-b872-370d5cdf0f21 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:14.249119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:14.250619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network 3ee2fd3b-5618-4f78-bdd7-9d57960a18c8 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:12:14.267185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38032) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:14.277073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:14.304899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:14.351048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:14.434294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 3ee2fd3b-5618-4f78-bdd7-9d57960a18c8) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:14.458466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34d3ed75-fa84-4aef-adca-8c85847978fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:14.476388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:14.493574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:14.517300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-72c4f8ee-5430-406c-aeb2-f413e9df3e04 None None] Provisioning complete for port 1f04086b-d170-4727-8175-56fca9fb6363 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:14.517859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72c4f8ee-5430-406c-aeb2-f413e9df3e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:14.536033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:14.536865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:14.580597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f55f1f2-2d0f-4abd-aa4f-a1d698d26ec5,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:14.585206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:14.603475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:14.634881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-72c4f8ee-5430-406c-aeb2-f413e9df3e04 None None] Port 1f04086b-d170-4727-8175-56fca9fb6363 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:12:14.642106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5475c709-7c97-41bc-b023-4e0307c47081 None None] Network 3ee2fd3b-5618-4f78-bdd7-9d57960a18c8 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:14.719473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Network 81e47ac0-39f6-427d-a002-f53036aabb95 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:14.724313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:14.732949 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-34d3ed75-fa84-4aef-adca-8c85847978fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "DELETE /v2.0/ports/3768ff11-966d-455b-8bf8-40eb7a925fdd HTTP/1.1" status: 204  len: 168 time: 3.4128330
Dec 03 11:12:14.733132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:14.757127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38042) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:14.761777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] Synchronizing usage tracker for tenant:9db8e2afc41f41e48ea5b2086777362b on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:14.799353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Pushing event updated for resources: {'Port': ['ID=569d8cc1-aa76-49e0-a45f-799394ba8819,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:14.812569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:14.819990 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 5.5491076
Dec 03 11:12:14.823819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38046) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:14.837252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Request body: {'floatingip': {'floating_network_id': '3ee2fd3b-5618-4f78-bdd7-9d57960a18c8'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:14.855838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:14.870354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Usage tracker for resource:floatingip and tenant:53207062b7284636868d2e7543401253 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:14.878629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:14.899545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:14.904722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:14.921345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-190d0374-0ad3-4577-afc7-043f83a75c96 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:14.942222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:14.953696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-722a5fe3-4a2c-4335-84cd-9998fa7db342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:14.967031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-387b917c-5b5d-4126-9263-a3540def08d3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:14.976503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eccb678-4a79-4918-8d80-cf8c3cbc6ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] GET failed (client error): The resource could not be found.
Dec 03 11:12:14.977215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2eccb678-4a79-4918-8d80-cf8c3cbc6ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Synchronizing usage tracker for tenant:0649d5b62b3244c286cc3b34515e5697 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:14.987165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Pushing event updated for resources: {'Port': ['ID=556262e2-d799-4ea6-ba9b-cc1fc7e66cc1,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:14.991169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e143e1-4874-449d-936e-10b888bdbbfd None None] Network 3ee2fd3b-5618-4f78-bdd7-9d57960a18c8 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:14.993493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:15.000327 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.0839505
Dec 03 11:12:15.007670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38050) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:15.011350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-722a5fe3-4a2c-4335-84cd-9998fa7db342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:15.019229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] Unset dirty status for tenant:9db8e2afc41f41e48ea5b2086777362b on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:15.023146 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7d158f67718544ad861ac5d308807e9e&name=default HTTP/1.1" status: 200  len: 2879 time: 2.5500829
Dec 03 11:12:15.035740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38054) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:15.042675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d0374-0ad3-4577-afc7-043f83a75c96 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Pushing event deleted for resources: {'Port': ['ID=e8018f1f-204c-433c-b872-370d5cdf0f21,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:15.049283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks [] for floatingip, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.076119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-722a5fe3-4a2c-4335-84cd-9998fa7db342 admin admin] Usage tracker for resource:security_group_rule and tenant:977481daf2a1407eafd47d0b8ca14534 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:15.080466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-190d0374-0ad3-4577-afc7-043f83a75c96 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:15.091774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-722a5fe3-4a2c-4335-84cd-9998fa7db342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:15.101500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:12:15.113399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-722a5fe3-4a2c-4335-84cd-9998fa7db342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:15.321176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac4891-3204-4cca-b2a7-d50ba38648b1 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Deleting port 569d8cc1-aa76-49e0-a45f-799394ba8819 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:15.321563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4891-3204-4cca-b2a7-d50ba38648b1 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.365855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Network e4aebd59-2c4a-4b00-90df-f0a29267fbcd is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:15.383596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:15.386284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:15.386800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.483272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a552323-d42f-407f-bd22-3b7233b74bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.491465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-190d0374-0ad3-4577-afc7-043f83a75c96 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.496094 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-190d0374-0ad3-4577-afc7-043f83a75c96 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "DELETE /v2.0/ports/e8018f1f-204c-433c-b872-370d5cdf0f21 HTTP/1.1" status: 204  len: 168 time: 2.1276891
Dec 03 11:12:15.502263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38058) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:15.516208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Request body: {'router': {'external_gateway_info': {'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5', 'external_fixed_ips': [{'subnet_id': '3ad85c5e-689f-44ee-b21a-17e92cacb635', 'ip_address': '2001:db8::278'}]}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:15.531586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:15.545137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a552323-d42f-407f-bd22-3b7233b74bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.555976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Usage tracker for resource:router and tenant:750ceeaa689d49ce90b59053ea5bf936 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:15.560145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:15.574771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:15.616680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:12:15.623699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.624950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.629568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Sync routers for ids ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:12:15.631435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.651537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Routers {'66b8066e-55e1-4bb1-9e6e-37e6e4091180'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:12:15.652306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b66d2780>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:12:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:15.700865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.706309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a552323-d42f-407f-bd22-3b7233b74bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.734488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-722a5fe3-4a2c-4335-84cd-9998fa7db342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.740172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:15.754801 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] 10.222.0.90 "PUT /v2.0/routers/66b8066e-55e1-4bb1-9e6e-37e6e4091180/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7363997
Dec 03 11:12:15.757987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a552323-d42f-407f-bd22-3b7233b74bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f55f1f2-2d0f-4abd-aa4f-a1d698d26ec5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:15.765623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a552323-d42f-407f-bd22-3b7233b74bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:15.778806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-722a5fe3-4a2c-4335-84cd-9998fa7db342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.795465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2eccb678-4a79-4918-8d80-cf8c3cbc6ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Unset dirty status for tenant:0649d5b62b3244c286cc3b34515e5697 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:15.797358 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2eccb678-4a79-4918-8d80-cf8c3cbc6ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "GET /v2.0/ports/3768ff11-966d-455b-8bf8-40eb7a925fdd HTTP/1.1" status: 404  len: 333 time: 1.0321255
Dec 03 11:12:15.824603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38064) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:15.839004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:15.888440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5e92e75b-2a97-4885-86d8-d855c56ea294 None None] Provisioning for port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:15.902967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5e92e75b-2a97-4885-86d8-d855c56ea294 None None] Provisioning complete for port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:15.903366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e92e75b-2a97-4885-86d8-d855c56ea294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.940954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a552323-d42f-407f-bd22-3b7233b74bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:15.945793 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3a552323-d42f-407f-bd22-3b7233b74bbf admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0f55f1f2-2d0f-4abd-aa4f-a1d698d26ec5 HTTP/1.1" status: 204  len: 168 time: 0.9086063
Dec 03 11:12:16.024491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9e338612-82f6-4d6e-8fde-15eb77f613a4 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:16.044774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Request body: {'port': {'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-932796462'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:16.130791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:16.185721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7b05cd-ba4e-4b4d-957a-21627aa4c6e9 None None] Network 81e47ac0-39f6-427d-a002-f53036aabb95 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:16.210335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4891-3204-4cca-b2a7-d50ba38648b1 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:16.236735 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-722a5fe3-4a2c-4335-84cd-9998fa7db342 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=977481daf2a1407eafd47d0b8ca14534&name=default HTTP/1.1" status: 200  len: 2879 time: 1.9067235
Dec 03 11:12:16.248138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5e92e75b-2a97-4885-86d8-d855c56ea294 None None] Port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:12:16.248503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:16.250823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a5fe3-4a2c-4335-84cd-9998fa7db342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca5d0e3-c8c0-4ab0-9fe5-26dba0211412,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:16.253606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38078) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:16.260196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:16.270737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-722a5fe3-4a2c-4335-84cd-9998fa7db342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:16.342232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 9e338612-82f6-4d6e-8fde-15eb77f613a4 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:16.381575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 9e338612-82f6-4d6e-8fde-15eb77f613a4 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:16.381997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:16.397608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Set router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:12:16.503253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1949f0aa-9c4a-40b8-b159-92ad3c078c8a None None] Provisioning for port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:16.554786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Allocated IP 172.20.0.7 (3ee2fd3b-5618-4f78-bdd7-9d57960a18c8/1e0dc369-2802-4fd1-ac6e-0cca73de7532/28ccb984-5db1-43d0-9bc5-78e013e2b907) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:16.761502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:16.765423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:16.794546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:16.813439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 9e338612-82f6-4d6e-8fde-15eb77f613a4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9e338612-82f6-4d6e-8fde-15eb77f613a4,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:16.826220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:16.830526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:16.869670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:16.945243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac4891-3204-4cca-b2a7-d50ba38648b1 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Calling delete_port for 569d8cc1-aa76-49e0-a45f-799394ba8819 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:17.018557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38086) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:17.064856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=9e338612-82f6-4d6e-8fde-15eb77f613a4,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:17.069598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:17.075477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:17.092479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:17.092855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:17.108861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:17.326088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:17.356400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event updated for resources: {'Port': ['ID=28ccb984-5db1-43d0-9bc5-78e013e2b907,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:17.384537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:17.391929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:17.399970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network 3ee2fd3b-5618-4f78-bdd7-9d57960a18c8 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:17.404089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8a1ee71d-28eb-4a47-ba51-6af5aaf981a6 None None] Provisioning for port 569d8cc1-aa76-49e0-a45f-799394ba8819 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:17.408785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:17.412576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:17.416842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Made reservation on behalf of 0649d5b62b3244c286cc3b34515e5697 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:17.419310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ac0b319b-68ab-4bd5-a682-3f9b280cc5b3,segment=NetworkSegment(9efeb339-f3e6-4d4b-a49b-5973c64abd8e),segment_id=9efeb339-f3e6-4d4b-a49b-5973c64abd8e)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:17.419817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8a1ee71d-28eb-4a47-ba51-6af5aaf981a6 None None] Provisioning complete for port 569d8cc1-aa76-49e0-a45f-799394ba8819 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:17.420238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee71d-28eb-4a47-ba51-6af5aaf981a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:17.423961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b66d2780>, [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:12:10Z', 'revision_number': 4, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '1f04086b-d170-4727-8175-56fca9fb6363', 'name': '', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'mac_address': 'fa:16:3e:b2:d2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:06Z', 'updated_at': '2020-12-03T11:12:12Z', 'revision_number': 2, 'project_id': '193702a8528c429d847d08cd33ff784e', 'subnets': [{'id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:17.424270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:17.439769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Checking router: 66b8066e-55e1-4bb1-9e6e-37e6e4091180 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:12:17.440329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Updating router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 port 1f04086b-d170-4727-8175-56fca9fb6363 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:12:17.490763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:17.495570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:17.567501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:17.621648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8a1ee71d-28eb-4a47-ba51-6af5aaf981a6 None None] Port 569d8cc1-aa76-49e0-a45f-799394ba8819 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:12:17.659426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=ac0b319b-68ab-4bd5-a682-3f9b280cc5b3,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:17.667835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] device_id is not set on port 84e9c139-e1de-48bf-9c84-dcc5599171d7 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:17.669963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:17.670621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8a1ee71d-28eb-4a47-ba51-6af5aaf981a6 None None] Provisioning complete for port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:17.671058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee71d-28eb-4a47-ba51-6af5aaf981a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:17.784970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks [] for floatingip, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:17.861502 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6e24618f-4b9f-477d-ae29-cee50ee39c52 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=523bc7dfee25452887f8886e92830f26&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8414464
Dec 03 11:12:17.866818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38092) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:17.892190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9e338612-82f6-4d6e-8fde-15eb77f613a4 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:17.959224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38096) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:17.960539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.005879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Request body: {'security_group': {'name': 'tempest-securitygroup--1724364247', 'description': 'tempest-description--1360932313'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:18.038275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2af9f033-059e-4574-9913-062be1d5cf68 None None] Provisioning complete for port 569d8cc1-aa76-49e0-a45f-799394ba8819 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:18.038429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2af9f033-059e-4574-9913-062be1d5cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.094577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:18.108358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4891-3204-4cca-b2a7-d50ba38648b1 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.114219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2af9f033-059e-4574-9913-062be1d5cf68 None None] Port 569d8cc1-aa76-49e0-a45f-799394ba8819 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:12:18.136152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 9e338612-82f6-4d6e-8fde-15eb77f613a4 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:18.136568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.176778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Usage tracker for resource:security_group and tenant:193702a8528c429d847d08cd33ff784e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:18.201013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:18.203203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2af9f033-059e-4574-9913-062be1d5cf68 None None] Provisioning complete for port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:18.203619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2af9f033-059e-4574-9913-062be1d5cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.255549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:18.260256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.273164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Transition to ACTIVE for port object 1f04086b-d170-4727-8175-56fca9fb6363 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:18.277055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.298106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:18.347925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:18.369159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49220cf0-743f-4284-9931-fc52aa3636ac None None] Pushing event updated for resources: {'Port': ['ID=1f04086b-d170-4727-8175-56fca9fb6363,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:18.374931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49220cf0-743f-4284-9931-fc52aa3636ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:18.415549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:18.532171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca570eed-ea17-472b-aed0-af0cd20bea17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.565721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.582458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.604085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7a0f9d8-54bd-4105-99cc-e018657dac12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.615750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.648597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca570eed-ea17-472b-aed0-af0cd20bea17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.655783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.671322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Attempting to bind port 1f04086b-d170-4727-8175-56fca9fb6363 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:18.671918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Attempting to bind port 1f04086b-d170-4727-8175-56fca9fb6363 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:18.672419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Attempting to bind port 1f04086b-d170-4727-8175-56fca9fb6363 on network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:18.678846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:18.679460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Checking segment: {'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:18.680014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.680562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Bound using segment: {'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:18.681371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Bound port: 1f04086b-d170-4727-8175-56fca9fb6363, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:18.682667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.690027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8bf61bf5-0869-4de8-8450-6ed190bb7fb4 None None] Provisioning complete for port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:18.690598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bf61bf5-0869-4de8-8450-6ed190bb7fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.706509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac4891-3204-4cca-b2a7-d50ba38648b1 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Pushing event deleted for resources: {'Port': ['ID=569d8cc1-aa76-49e0-a45f-799394ba8819,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:18.710973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9ac4891-3204-4cca-b2a7-d50ba38648b1 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:18.716260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4891-3204-4cca-b2a7-d50ba38648b1 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.725990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:18.732446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca570eed-ea17-472b-aed0-af0cd20bea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.752928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:12:18.777056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Usage tracker for resource:security_group_rule and tenant:193702a8528c429d847d08cd33ff784e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:18.781711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:18.782128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.784022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:18.788773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:18.798183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:18.808427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca570eed-ea17-472b-aed0-af0cd20bea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca5d0e3-c8c0-4ab0-9fe5-26dba0211412,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:18.811331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ca570eed-ea17-472b-aed0-af0cd20bea17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:18.818388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.823175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7a0f9d8-54bd-4105-99cc-e018657dac12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.831922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca570eed-ea17-472b-aed0-af0cd20bea17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.837790 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ca570eed-ea17-472b-aed0-af0cd20bea17 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fca5d0e3-c8c0-4ab0-9fe5-26dba0211412 HTTP/1.1" status: 204  len: 168 time: 2.5786450
Dec 03 11:12:18.841776 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d9ac4891-3204-4cca-b2a7-d50ba38648b1 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] 10.222.0.90 "DELETE /v2.0/ports/569d8cc1-aa76-49e0-a45f-799394ba8819 HTTP/1.1" status: 204  len: 168 time: 3.8250971
Dec 03 11:12:18.844131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38102) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:18.847296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.856297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.884532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] For port 1f04086b-d170-4727-8175-56fca9fb6363, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:18.892478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] For port 1f04086b-d170-4727-8175-56fca9fb6363, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1f04086b-d170-4727-8175-56fca9fb6363,segment=NetworkSegment(ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7),segment_id=ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:18.903935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:18.974596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:19.024594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:19.057828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9ac4891-3204-4cca-b2a7-d50ba38648b1 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:19.171488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49220cf0-743f-4284-9931-fc52aa3636ac None None] Pushing event updated for resources: {'Port': ['ID=1f04086b-d170-4727-8175-56fca9fb6363,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:19.178170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49220cf0-743f-4284-9931-fc52aa3636ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:19.221314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Pushing event updated for resources: {'Port': ['ID=556262e2-d799-4ea6-ba9b-cc1fc7e66cc1,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:19.252759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Routers {'66b8066e-55e1-4bb1-9e6e-37e6e4091180'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:12:19.255704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b66d2780>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:12:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:19.270504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:19.284529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:19.322833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-904a7956-9d32-4a14-81eb-94aceb814e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:19.360535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Network e4aebd59-2c4a-4b00-90df-f0a29267fbcd is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:19.418724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:19.528748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event updated for resources: {'Port': ['ID=84e9c139-e1de-48bf-9c84-dcc5599171d7,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:19.543151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:19.563941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:19.564356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:19.592735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6f47a0-3b26-4a40-95a3-6e0838b628f0,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:19.609392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:19.612170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:19.625801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:19.627514 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 1.6306474
Dec 03 11:12:19.631808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:19.657763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38110) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:19.697997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Request body: {'security_group_rule': {'security_group_id': 'cb6f47a0-3b26-4a40-95a3-6e0838b628f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:19.712876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:19.720368 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a5c34841-6319-422f-892b-05fa527bdd4a tempest-DHCPAgentSchedulersTestJSON-1569698522 tempest-DHCPAgentSchedulersTestJSON-1569698522] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5074 time: 0.8747802
Dec 03 11:12:19.721804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38114) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:19.752133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:19.763775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-502813140'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:19.769685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7a0f9d8-54bd-4105-99cc-e018657dac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:19.772483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:19.784376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Usage tracker for resource:security_group_rule and tenant:193702a8528c429d847d08cd33ff784e is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:19.789595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event updated for resources: {'Port': ['ID=28ccb984-5db1-43d0-9bc5-78e013e2b907,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:19.797939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:19.806217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] Set router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:12:19.808435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Network 86d4a134-d0c9-4b05-ae1b-04af62c33d15 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:19.813514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Usage tracker for resource:network and tenant:df9e5585e26248d7bba3ad80e1697f2d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:19.817274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:19.820213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-787a720a-cb26-4a0d-99aa-af16620a6cab None None] Provisioning complete for port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:19.820655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-787a720a-cb26-4a0d-99aa-af16620a6cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:19.821056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:19.831154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:19.837839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:19.844922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:19.846004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:19.847138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:19.865600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:19.877112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38120) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:19.883699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:19.889928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0f9d8-54bd-4105-99cc-e018657dac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c89f009-93b3-4cbb-90c2-bcf12c6a995f,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:19.917503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-876114e5-af04-419d-a049-eae012cbf6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:19.928228 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 4.0637066
Dec 03 11:12:19.939140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38124) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:19.941031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-787a720a-cb26-4a0d-99aa-af16620a6cab None None] Port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:12:19.944383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f7a0f9d8-54bd-4105-99cc-e018657dac12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:19.946121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7a0f9d8-54bd-4105-99cc-e018657dac12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:19.950661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Request body: {'port': {'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:19.951469 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f7a0f9d8-54bd-4105-99cc-e018657dac12 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2c89f009-93b3-4cbb-90c2-bcf12c6a995f HTTP/1.1" status: 204  len: 168 time: 2.0737851
Dec 03 11:12:19.969740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-876114e5-af04-419d-a049-eae012cbf6d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:19.974349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-876114e5-af04-419d-a049-eae012cbf6d0 admin admin] Usage tracker for resource:security_group_rule and tenant:7b72c8a107944be4877a310c52f0962e is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:19.977650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-876114e5-af04-419d-a049-eae012cbf6d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:19.984911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-876114e5-af04-419d-a049-eae012cbf6d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:20.028484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Made reservation on behalf of df9e5585e26248d7bba3ad80e1697f2d for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:20.034142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.062756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.070637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Allocated IP 2001:db8::278 (1bb3f8f4-d7f2-4db2-96b3-f723565ecff5/3ad85c5e-689f-44ee-b21a-17e92cacb635/aac0a204-df47-4520-8ca2-d082fffdcdd6) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:20.092258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:12:20.163267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.233457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.237957 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 5.4116428
Dec 03 11:12:20.242999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38130) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:20.246186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.319587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b66d2780>, [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:12:10Z', 'revision_number': 4, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '1f04086b-d170-4727-8175-56fca9fb6363', 'name': '', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'mac_address': 'fa:16:3e:b2:d2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:06Z', 'updated_at': '2020-12-03T11:12:18Z', 'revision_number': 4, 'project_id': '193702a8528c429d847d08cd33ff784e', 'subnets': [{'id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:20.324824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33549f63-e98b-4aec-bc65-ede7f9749872 None None] The sync data for ids ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'] in dv-neutron-765072-2-ovs is: [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:12:10Z', 'revision_number': 4, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '1f04086b-d170-4727-8175-56fca9fb6363', 'name': '', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'mac_address': 'fa:16:3e:b2:d2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:06Z', 'updated_at': '2020-12-03T11:12:18Z', 'revision_number': 4, 'project_id': '193702a8528c429d847d08cd33ff784e', 'subnets': [{'id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:12:20.448638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:20.571081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.571472 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Added segment f6e3e0ea-9fd0-409d-8848-694161e27290 of type vxlan for network 0d3fb8ae-901e-4a0a-a588-b280f6459b43
Dec 03 11:12:20.660603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-876114e5-af04-419d-a049-eae012cbf6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.700653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.707921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.754479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] device_id is not set on port 84e9c139-e1de-48bf-9c84-dcc5599171d7 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:20.762317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.772091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.774723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Transition to ACTIVE for port object 84e9c139-e1de-48bf-9c84-dcc5599171d7 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:20.777202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7eb410c9-d02b-44e6-8ed4-6c927a5846a5 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Synchronizing usage tracker for tenant:53207062b7284636868d2e7543401253 on resource:floatingip {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:20.783531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.796518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-876114e5-af04-419d-a049-eae012cbf6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.805290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:20.807482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75d28974-9d8a-4b60-a415-f34a2892ea8e tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:20.827256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.863886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9873bd3a-03fd-48f6-88e2-e9fd91527aac,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:20.895123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7eb410c9-d02b-44e6-8ed4-6c927a5846a5 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Unset dirty status for tenant:53207062b7284636868d2e7543401253 on resource:floatingip {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:20.899343 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7eb410c9-d02b-44e6-8ed4-6c927a5846a5 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "GET /v2.0/floatingips?floating_network_id=3ee2fd3b-5618-4f78-bdd7-9d57960a18c8 HTTP/1.1" status: 200  len: 689 time: 0.6551027
Dec 03 11:12:20.900037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.907183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:20.911798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:20.915199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38146) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:20.930628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:20.937284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:21.015121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:21.020672 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.3461676
Dec 03 11:12:21.033794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38152) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:21.140626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Request body: {'security_group_rule': {'security_group_id': 'cb6f47a0-3b26-4a40-95a3-6e0838b628f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:21.160958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Pushing event updated for resources: {'Network': ['ID=0d3fb8ae-901e-4a0a-a588-b280f6459b43,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:21.168125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:21.174211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:21.175120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 0d3fb8ae-901e-4a0a-a588-b280f6459b43 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:21.180237 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-876114e5-af04-419d-a049-eae012cbf6d0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7b72c8a107944be4877a310c52f0962e&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3015375
Dec 03 11:12:21.181206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38158) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:21.187235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:21.190680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:21.207509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 0d3fb8ae-901e-4a0a-a588-b280f6459b43 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:21.221430 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.4773405
Dec 03 11:12:21.230289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Usage tracker for resource:security_group_rule and tenant:193702a8528c429d847d08cd33ff784e is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:21.237757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38164) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:21.257193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:21.447285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event updated for resources: {'Port': ['ID=84e9c139-e1de-48bf-9c84-dcc5599171d7,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:21.472870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:21.483499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:21.486996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:12:21.492915 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] 10.222.0.90 "PUT /v2.0/routers/94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7313726
Dec 03 11:12:21.503684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Sync routers for ids ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:12:21.513054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:21.517750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876114e5-af04-419d-a049-eae012cbf6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ac528d-0c41-42b7-b946-260b33ec8296,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:21.521314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-876114e5-af04-419d-a049-eae012cbf6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:21.521776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Routers {'94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:12:21.522652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e65f28>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:12:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:21.532652 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-26fc8bc2-6738-46e5-b766-d64c99067a2e tempest-DHCPAgentSchedulersTestJSON-1569698522 tempest-DHCPAgentSchedulersTestJSON-1569698522] 10.222.0.90 "GET /v2.0/agents/326eaf17-fa2d-4cbf-80f3-b107533a2754/dhcp-networks HTTP/1.1" status: 200  len: 7178 time: 0.2863789
Dec 03 11:12:21.532652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38172) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:21.637785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:21.697977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b09a9afe-8b82-43ff-bc87-b62ceb38da75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:21.710180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to bind port 84e9c139-e1de-48bf-9c84-dcc5599171d7 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:21.710555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to bind port 84e9c139-e1de-48bf-9c84-dcc5599171d7 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:21.710941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to bind port 84e9c139-e1de-48bf-9c84-dcc5599171d7 on network 86d4a134-d0c9-4b05-ae1b-04af62c33d15 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:21.716751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Deleting port 28ccb984-5db1-43d0-9bc5-78e013e2b907 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:21.717124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:21.805527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b09a9afe-8b82-43ff-bc87-b62ceb38da75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:21.855800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Set router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:12:22.003148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.003756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.123600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.124430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b09a9afe-8b82-43ff-bc87-b62ceb38da75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.144416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-876114e5-af04-419d-a049-eae012cbf6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:22.157349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1f04086b-d170-4727-8175-56fca9fb6363 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:22.159385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a9afe-8b82-43ff-bc87-b62ceb38da75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ac528d-0c41-42b7-b946-260b33ec8296,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:22.169588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5942ac2-fbe7-4406-b2c1-8756967c176d tempest-DHCPAgentSchedulersTestJSON-1569698522 tempest-DHCPAgentSchedulersTestJSON-1569698522] Network 0d3fb8ae-901e-4a0a-a588-b280f6459b43 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:12:22.172625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.176576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b09a9afe-8b82-43ff-bc87-b62ceb38da75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:22.186322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:22.219659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Calling delete_port for 28ccb984-5db1-43d0-9bc5-78e013e2b907 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:22.221586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b09a9afe-8b82-43ff-bc87-b62ceb38da75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.225142 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b09a9afe-8b82-43ff-bc87-b62ceb38da75 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/50ac528d-0c41-42b7-b946-260b33ec8296 HTTP/1.1" status: 204  len: 168 time: 1.0230284
Dec 03 11:12:22.241436 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b5942ac2-fbe7-4406-b2c1-8756967c176d tempest-DHCPAgentSchedulersTestJSON-1569698522 tempest-DHCPAgentSchedulersTestJSON-1569698522] 10.222.0.90 "POST /v2.0/agents/326eaf17-fa2d-4cbf-80f3-b107533a2754/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.7054474
Dec 03 11:12:22.246019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b7e509-f974-407d-8b01-587845016012,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:22.247913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38188) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:22.267413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:22.280308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed28ed-b30f-4e3c-a8e6-e4e03cbec1d9 None None] Network 0d3fb8ae-901e-4a0a-a588-b280f6459b43 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:22.297852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.302512 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.2526031
Dec 03 11:12:22.306424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38194) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:22.332425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:22.347503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:22.369080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Usage tracker for resource:floatingip and tenant:193702a8528c429d847d08cd33ff784e is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:22.376504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:22.449080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:22.484204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.525072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.528833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:22.529225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Checking segment: {'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:22.529916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.530025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Bound using segment: {'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:22.531955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Bound port: 84e9c139-e1de-48bf-9c84-dcc5599171d7, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:22.535125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.596351 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9ce36c2a-5536-4eb0-adce-cc4a3fe20669 tempest-DHCPAgentSchedulersTestJSON-1569698522 tempest-DHCPAgentSchedulersTestJSON-1569698522] 10.222.0.90 "GET /v2.0/agents/326eaf17-fa2d-4cbf-80f3-b107533a2754/dhcp-networks HTTP/1.1" status: 200  len: 7941 time: 0.3362806
Dec 03 11:12:22.603709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38202) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:22.723602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38208) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:22.723982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38210) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:22.731300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 1f04086b-d170-4727-8175-56fca9fb6363 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:22.734193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] For port 84e9c139-e1de-48bf-9c84-dcc5599171d7, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:22.738217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] For port 84e9c139-e1de-48bf-9c84-dcc5599171d7, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=84e9c139-e1de-48bf-9c84-dcc5599171d7,segment=NetworkSegment(e514c0fb-15a9-46fa-9323-c5835cbd4c1c),segment_id=e514c0fb-15a9-46fa-9323-c5835cbd4c1c)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:22.740236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.752132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Request body: {'security_group': {'name': 'tempest-securitygroup--1434817988', 'description': 'tempest-description--1381717025'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:22.765068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:22.765992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 1f04086b-d170-4727-8175-56fca9fb6363 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:22.766530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.799909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Usage tracker for resource:security_group and tenant:5e6b740752d945f9ac0bd21d6fff1115 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:22.808031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:22.821201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:22.845746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.857747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e65f28>, [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:12:15Z', 'revision_number': 4, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '556262e2-d799-4ea6-ba9b-cc1fc7e66cc1', 'name': '', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'mac_address': 'fa:16:3e:1f:70:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2d6a84f5-6832-45cc-9338-095641225894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:11Z', 'updated_at': '2020-12-03T11:12:17Z', 'revision_number': 2, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'subnets': [{'id': '2d6a84f5-6832-45cc-9338-095641225894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:22.857959 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-29978ba3-fee3-498b-80be-7964529803e9 tempest-DHCPAgentSchedulersTestJSON-1569698522 tempest-DHCPAgentSchedulersTestJSON-1569698522] 10.222.0.90 "DELETE /v2.0/agents/326eaf17-fa2d-4cbf-80f3-b107533a2754/dhcp-networks/0d3fb8ae-901e-4a0a-a588-b280f6459b43 HTTP/1.1" status: 204  len: 168 time: 0.2492139
Dec 03 11:12:22.864035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38220) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:22.899330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Checking router: 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:12:22.899912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Updating router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:12:22.910312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:22.933299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:22.960684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Usage tracker for resource:security_group_rule and tenant:5e6b740752d945f9ac0bd21d6fff1115 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:22.979129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:22.992442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:23.006638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:23.013739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-19739871', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:23.016211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.030157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.036440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:23.065129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event deleted for resources: {'Port': ['ID=28ccb984-5db1-43d0-9bc5-78e013e2b907,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:23.102124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Usage tracker for resource:port and tenant:8410799ed26b4091bb6bc986cdfed91b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:23.111502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.127122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Quota usage for port was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:23.143154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 1f04086b-d170-4727-8175-56fca9fb6363, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1f04086b-d170-4727-8175-56fca9fb6363,segment=NetworkSegment(ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7),segment_id=ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:23.152155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:23.154992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.162690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d988208a-6494-4eba-8b98-1276e5cba99a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:23.282768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=1f04086b-d170-4727-8175-56fca9fb6363,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:23.287805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:23.349197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Pushing event updated for resources: {'Port': ['ID=aac0a204-df47-4520-8ca2-d082fffdcdd6,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:23.372398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:23.376538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Made reservation on behalf of 8410799ed26b4091bb6bc986cdfed91b for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:23.380524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:23.381486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.421697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.453853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Network 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:23.465346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:23.470373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Usage tracker for resource:security_group_rule and tenant:8410799ed26b4091bb6bc986cdfed91b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:23.473405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:23.479822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:23.511199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.514447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:23.529376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:23.581550 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-67a50335-91b4-4d5e-97f9-1c231cbc4172 tempest-DHCPAgentSchedulersTestJSON-1569698522 tempest-DHCPAgentSchedulersTestJSON-1569698522] 10.222.0.90 "GET /v2.0/agents/326eaf17-fa2d-4cbf-80f3-b107533a2754/dhcp-networks HTTP/1.1" status: 200  len: 7178 time: 0.7163575
Dec 03 11:12:23.588774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38238) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:23.651862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.667053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.670848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Transition to ACTIVE for port object 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:23.677423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.684708 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dfa2ff01-bafa-4799-9a60-a3d1511ddc38 tempest-DHCPAgentSchedulersTestJSON-1569698522 tempest-DHCPAgentSchedulersTestJSON-1569698522] 10.222.0.90 "GET /v2.0/networks/81e47ac0-39f6-427d-a002-f53036aabb95/dhcp-agents HTTP/1.1" status: 200  len: 805 time: 0.0940204
Dec 03 11:12:23.685507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38242) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:23.696516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:23.703366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.705780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Allocated IP 172.26.1.44 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/255ff90f-ec09-4e6e-b25f-391c3c201a26) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:23.718049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event updated for resources: {'Port': ['ID=84e9c139-e1de-48bf-9c84-dcc5599171d7,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:23.734999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-256b2e27-fbba-45c4-9aeb-8ce1883fa26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:23.759558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38246) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:23.760598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:23.764723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:23.765125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:23.774619 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-18432378-cebf-4b4d-b50f-8fc5b16238b2 tempest-DHCPAgentSchedulersTestJSON-1569698522 tempest-DHCPAgentSchedulersTestJSON-1569698522] 10.222.0.90 "GET /v2.0/networks/81e47ac0-39f6-427d-a002-f53036aabb95/dhcp-agents HTTP/1.1" status: 200  len: 805 time: 0.0774796
Dec 03 11:12:23.779240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38250) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:23.816525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:23.817558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.821425 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "PUT /v2.0/ports/84e9c139-e1de-48bf-9c84-dcc5599171d7 HTTP/1.1" status: 200  len: 1079 time: 3.8812706
Dec 03 11:12:23.826924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38256) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:23.863732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0e3026-9698-4f19-ba01-52b22cd28844,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:23.866895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:23.876778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.884880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.953155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.954039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:23.955404 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 1.2268686
Dec 03 11:12:23.959223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38260) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:23.976007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:24.018764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Request body: {'security_group_rule': {'security_group_id': '8f0e3026-9698-4f19-ba01-52b22cd28844', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:24.024080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Pushing event updated for resources: {'SecurityGroup': ['ID=ae94b645-c20b-434b-b563-986a96280db9,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:24.029463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:24.037375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:24.077480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Usage tracker for resource:security_group_rule and tenant:5e6b740752d945f9ac0bd21d6fff1115 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:24.095655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:24.110814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1f04086b-d170-4727-8175-56fca9fb6363 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:24.203288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fac8b-f088-46f6-ac47-bfc346253192 None None] Pushing event updated for resources: {'Port': ['ID=556262e2-d799-4ea6-ba9b-cc1fc7e66cc1,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:24.214528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-593fac8b-f088-46f6-ac47-bfc346253192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:24.298740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2057557643'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:24.327842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 1f04086b-d170-4727-8175-56fca9fb6363 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:24.328273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.363733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:24.392298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:24.406636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Usage tracker for resource:network and tenant:77ce84fec54548e5901e8a4aa85af691 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:24.409015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.412461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:24.438746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Attempting to bind port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:24.439784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Attempting to bind port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:24.439784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Attempting to bind port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 on network e4aebd59-2c4a-4b00-90df-f0a29267fbcd {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:24.443149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] device_id is not set on port 907cc1c2-0c25-4bb6-96c4-35ae74f79795 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:24.448724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:24.449165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Checking segment: {'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:24.449893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.450082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Bound using segment: {'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:24.450552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Bound port: 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:24.450996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.464819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:24.483744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.576415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Made reservation on behalf of 77ce84fec54548e5901e8a4aa85af691 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:24.580946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.581855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.624575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] For port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:24.631919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] For port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=556262e2-d799-4ea6-ba9b-cc1fc7e66cc1,segment=NetworkSegment(fbeca58f-5c6d-410f-8acb-f4d636e02405),segment_id=fbeca58f-5c6d-410f-8acb-f4d636e02405)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:24.636296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.641239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4367cd9b-ef36-4ee2-a6af-4d3ffab22766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:24.644426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.652681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:24.673866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.680230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:24.680821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:24.681048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:24.681456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:24.682473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:24.682841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:24.683269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:24.683671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:24.684075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:24.684475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:24.684874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:24.685655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:24.687191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Synchronizing usage tracker for tenant:0649d5b62b3244c286cc3b34515e5697 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:24.704531 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9adbdeee-4a78-4548-b177-22fed9124641 tempest-DHCPAgentSchedulersTestJSON-1569698522 tempest-DHCPAgentSchedulersTestJSON-1569698522] 10.222.0.90 "GET /v2.0/agents/326eaf17-fa2d-4cbf-80f3-b107533a2754/dhcp-networks HTTP/1.1" status: 200  len: 7178 time: 0.9189830
Dec 03 11:12:24.709915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.714001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38264) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:24.715028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:24.724001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.807299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fac8b-f088-46f6-ac47-bfc346253192 None None] Pushing event updated for resources: {'Port': ['ID=556262e2-d799-4ea6-ba9b-cc1fc7e66cc1,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:24.817570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-593fac8b-f088-46f6-ac47-bfc346253192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:24.826753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Allocated IP 172.26.1.196 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/907cc1c2-0c25-4bb6-96c4-35ae74f79795) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:24.838424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Pushing event updated for resources: {'Port': ['ID=255ff90f-ec09-4e6e-b25f-391c3c201a26,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:24.850147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:24.850681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7879c999-3283-4ccd-9db5-75d29e995f05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:24.863868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Routers {'94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:12:24.864753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e65f28>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:12:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:24.871732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:24.875794 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.9054651
Dec 03 11:12:24.880100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Usage tracker for resource:security_group_rule and tenant:77ce84fec54548e5901e8a4aa85af691 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:24.884627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38268) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:24.907370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:24.929535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Request body: {'security_group_rule': {'security_group_id': '8f0e3026-9698-4f19-ba01-52b22cd28844', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:24.989086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:25.011722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a343707-f881-4ba0-92fd-e82f080f6662,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:25.012896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:25.015343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Unset dirty status for tenant:0649d5b62b3244c286cc3b34515e5697 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:25.020619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:25.023661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e840312a-ebb6-4c85-a505-6e8605d1ae49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 11957 time: 1.1904142
Dec 03 11:12:25.030494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38272) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:25.082988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] Set router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:12:25.088267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Usage tracker for resource:security_group_rule and tenant:5e6b740752d945f9ac0bd21d6fff1115 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:25.096479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:25.124903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:25.174666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:25.204916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:25.219607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:25.221867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:25.235336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5b876666-ca9c-4533-8675-5fd3861f7ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Deleting port 84e9c139-e1de-48bf-9c84-dcc5599171d7 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:25.235723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b876666-ca9c-4533-8675-5fd3861f7ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:25.280913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:25.313282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:25.439448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e65f28>, [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:12:15Z', 'revision_number': 4, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '556262e2-d799-4ea6-ba9b-cc1fc7e66cc1', 'name': '', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'mac_address': 'fa:16:3e:1f:70:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2d6a84f5-6832-45cc-9338-095641225894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:11Z', 'updated_at': '2020-12-03T11:12:24Z', 'revision_number': 4, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'subnets': [{'id': '2d6a84f5-6832-45cc-9338-095641225894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:25.444894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e248cc-1e11-481b-87a8-3a8d1cfed208 None None] The sync data for ids ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'] in dv-neutron-765072-2-ovs is: [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:12:15Z', 'revision_number': 4, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '556262e2-d799-4ea6-ba9b-cc1fc7e66cc1', 'name': '', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'mac_address': 'fa:16:3e:1f:70:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2d6a84f5-6832-45cc-9338-095641225894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:11Z', 'updated_at': '2020-12-03T11:12:24Z', 'revision_number': 4, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'subnets': [{'id': '2d6a84f5-6832-45cc-9338-095641225894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:12:25.494861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:25.502408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:25.558636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:25.563906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:25.618646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:25.747109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event deleted for resources: {'Subnet': ['ID=1e0dc369-2802-4fd1-ac6e-0cca73de7532,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:25.785222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Pushing event updated for resources: {'Port': ['ID=907cc1c2-0c25-4bb6-96c4-35ae74f79795,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:25.788544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:25.790627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5b876666-ca9c-4533-8675-5fd3861f7ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] For port 84e9c139-e1de-48bf-9c84-dcc5599171d7, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=84e9c139-e1de-48bf-9c84-dcc5599171d7,segment=NetworkSegment(e514c0fb-15a9-46fa-9323-c5835cbd4c1c),segment_id=e514c0fb-15a9-46fa-9323-c5835cbd4c1c)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:25.791091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b876666-ca9c-4533-8675-5fd3861f7ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:25.893718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:25.968615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5b876666-ca9c-4533-8675-5fd3861f7ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Calling delete_port for 84e9c139-e1de-48bf-9c84-dcc5599171d7 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:25.996922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.009196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:26.019002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:26.019457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.064539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.083741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:26.096562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.113605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.124841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.174072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:26.176704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.183977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:26.186743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:26.187648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.188098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:26.188743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.230451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.231546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=556262e2-d799-4ea6-ba9b-cc1fc7e66cc1,segment=NetworkSegment(fbeca58f-5c6d-410f-8acb-f4d636e02405),segment_id=fbeca58f-5c6d-410f-8acb-f4d636e02405)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:26.237498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.238489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b876666-ca9c-4533-8675-5fd3861f7ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.239839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2e19c053-cfb4-4b4d-92ab-6825f43dc3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:26.277608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:26.296953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:26.310393 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 3.5802927
Dec 03 11:12:26.321094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4254e766-a2e1-42d8-b79e-9342535e8b2b,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:26.325552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=556262e2-d799-4ea6-ba9b-cc1fc7e66cc1,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:26.329712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38278) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:26.338703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:26.356644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b876666-ca9c-4533-8675-5fd3861f7ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event deleted for resources: {'Port': ['ID=84e9c139-e1de-48bf-9c84-dcc5599171d7,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:26.359529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5b876666-ca9c-4533-8675-5fd3861f7ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:26.363324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Request body: {'router': {'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.196'}]}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:26.389812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:26.390769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9ace3a19-90e7-4400-8558-c1f290ea9655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:26.517515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:26.573697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Pushing event updated for resources: {'SecurityGroup': ['ID=30ba08c3-d0c7-4d75-a8fc-88439b44179e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:26.577481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:26.582942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.583376 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Added segment 99047421-c464-4950-8bff-059a419fbb22 of type vxlan for network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4
Dec 03 11:12:26.618269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b7435748>,) {'filters': {'network_id': ['0d3fb8ae-901e-4a0a-a588-b280f6459b43']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:26.682837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.686831 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.7783787
Dec 03 11:12:26.692055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:26.694252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38282) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:26.695863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.701582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.709861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:26.714697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Usage tracker for resource:router and tenant:8410799ed26b4091bb6bc986cdfed91b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:26.720267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:26.726643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:26.733435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b7435748>, 'f6e3e0ea-9fd0-409d-8848-694161e27290') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:26.733769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b7435748>, 'f6e3e0ea-9fd0-409d-8848-694161e27290') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:26.739010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:26.741336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Usage tracker for resource:floatingip and tenant:5e6b740752d945f9ac0bd21d6fff1115 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:26.756293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:26.771737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.780244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:26.785899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b876666-ca9c-4533-8675-5fd3861f7ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.790772 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5b876666-ca9c-4533-8675-5fd3861f7ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "DELETE /v2.0/ports/84e9c139-e1de-48bf-9c84-dcc5599171d7 HTTP/1.1" status: 204  len: 168 time: 1.6844454
Dec 03 11:12:26.792599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38286) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:26.841507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.842635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.863604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.873581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.878235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Releasing vxlan tunnel 10 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:26.889968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-f614a00b-0fa5-41b8-ba0c-db1931710909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] GET failed (client error): The resource could not be found.
Dec 03 11:12:26.890638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f614a00b-0fa5-41b8-ba0c-db1931710909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Synchronizing usage tracker for tenant:0649d5b62b3244c286cc3b34515e5697 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:26.935734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b625aa90>,) {'filters': {'network_id': ['3ee2fd3b-5618-4f78-bdd7-9d57960a18c8']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:26.938451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.940337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f614a00b-0fa5-41b8-ba0c-db1931710909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Unset dirty status for tenant:0649d5b62b3244c286cc3b34515e5697 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:26.941583 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f614a00b-0fa5-41b8-ba0c-db1931710909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "GET /v2.0/ports/84e9c139-e1de-48bf-9c84-dcc5599171d7 HTTP/1.1" status: 404  len: 333 time: 0.1451871
Dec 03 11:12:26.943709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.951828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38290) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:26.958943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:26.963704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1160693570', 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:26.987037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:26.989349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34d3ed75-fa84-4aef-adca-8c85847978fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:27.001370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:27.002023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:27.009321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b625aa90>, '01f4b944-f9cf-486d-b71d-650f86bb1633') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:27.009704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b625aa90>, '01f4b944-f9cf-486d-b71d-650f86bb1633') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:27.025098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c5367a0-f852-4039-8728-3e9be248a1e3 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:27.093000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:27.113806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:27.204386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Pushing event updated for resources: {'Port': ['ID=255ff90f-ec09-4e6e-b25f-391c3c201a26,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:27.209573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Made reservation on behalf of 0649d5b62b3244c286cc3b34515e5697 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:27.214478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:27.227844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:27.262501 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 3.4989960
Dec 03 11:12:27.270979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Network 0d3fb8ae-901e-4a0a-a588-b280f6459b43 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:27.279790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:27.283644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:27.285820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38294) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:27.297295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Request body: {'subnet': {'network_id': '5154b6d2-69d9-4500-8a6b-0306ccfc69d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:27.300183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Releasing vxlan tunnel 8 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:27.318153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Pushing event updated for resources: {'Network': ['ID=5154b6d2-69d9-4500-8a6b-0306ccfc69d4,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:27.330148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:27.334576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Router b497703f-24e6-4344-bc9f-7b5e31a26613 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:12:27.336776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:27.350398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:27.501634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:27.524429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] device_id is not set on port 08d61a5f-08fe-49ba-84b1-0a18b33d10ba yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:27.576240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:27.621645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:27.642252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:27.643579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.3353496
Dec 03 11:12:27.646657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Usage tracker for resource:subnet and tenant:77ce84fec54548e5901e8a4aa85af691 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:27.653479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:27.690065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:27.784461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Made reservation on behalf of 77ce84fec54548e5901e8a4aa85af691 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:27.797422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network 3ee2fd3b-5618-4f78-bdd7-9d57960a18c8 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:27.807345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Network 0d3fb8ae-901e-4a0a-a588-b280f6459b43 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:27.826930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:27.854730 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:27.865203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:27.971506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:27.972283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:28.079954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks [] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:28.091630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:28.144487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:28.209454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:28.299049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38320) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:28.311910 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 03 11:12:28.358209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:28.373866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:28.393215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network 3ee2fd3b-5618-4f78-bdd7-9d57960a18c8 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:28.402664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:12:28.412558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Sync routers for ids ['b497703f-24e6-4344-bc9f-7b5e31a26613'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:12:28.421084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Pushing event deleted for resources: {'Network': ['ID=0d3fb8ae-901e-4a0a-a588-b280f6459b43,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:28.423125 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:28.424789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:28.424856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Routers {'b497703f-24e6-4344-bc9f-7b5e31a26613'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:12:28.424856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b693c358>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:12:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b497703f-24e6-4344-bc9f-7b5e31a26613'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:28.444264 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] 10.222.0.90 "DELETE /v2.0/networks/0d3fb8ae-901e-4a0a-a588-b280f6459b43 HTTP/1.1" status: 204  len: 168 time: 3.7241731
Dec 03 11:12:28.455341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38324) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:28.481573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Allocated IP 172.26.1.149 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/5d67f7fd-f6d5-4ce9-a28b-9e5348c64fe4) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:28.549326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:28.553525 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 13.0450449
Dec 03 11:12:28.562532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38328) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:28.625216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-32212bd0-89ee-4063-8e08-85dec0b32875 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] DELETE failed (client error): The resource could not be found.
Dec 03 11:12:28.625453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32212bd0-89ee-4063-8e08-85dec0b32875 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:12:28.629779 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-32212bd0-89ee-4063-8e08-85dec0b32875 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] 10.222.0.90 "DELETE /v2.0/ports/569d8cc1-aa76-49e0-a45f-799394ba8819 HTTP/1.1" status: 404  len: 333 time: 0.1703777
Dec 03 11:12:28.636035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38332) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:28.636415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Set router b497703f-24e6-4344-bc9f-7b5e31a26613 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:12:28.746898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:28.772747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:28.790562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  3ee2fd3b-5618-4f78-bdd7-9d57960a18c8 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 03 11:12:28.800536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:28.820685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event deleted for resources: {'Network': ['ID=3ee2fd3b-5618-4f78-bdd7-9d57960a18c8,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:28.829842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:28.834371 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "DELETE /v2.0/networks/3ee2fd3b-5618-4f78-bdd7-9d57960a18c8 HTTP/1.1" status: 204  len: 168 time: 7.9181139
Dec 03 11:12:28.835303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38336) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:28.896976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-3ccaedf8-5dd5-4264-841c-87ae2bba80ac tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1724364247&fields=id&tenant_id=193702a8528c429d847d08cd33ff784e HTTP/1.1" status: 200  len: 267 time: 0.5956421
Dec 03 11:12:28.908448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:28.959821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:28.969842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dfb3a559-89dc-45a9-b427-03376a7b9ecf tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Synchronizing usage tracker for tenant:53207062b7284636868d2e7543401253 on resource:floatingip {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:28.977760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:28.993278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:29.047303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b693c358>, [{'id': 'b497703f-24e6-4344-bc9f-7b5e31a26613', 'name': '', 'tenant_id': '750ceeaa689d49ce90b59053ea5bf936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5', 'external_fixed_ips': [{'subnet_id': '3ad85c5e-689f-44ee-b21a-17e92cacb635', 'ip_address': '2001:db8::278'}], 'enable_snat': True}, 'gw_port_id': 'aac0a204-df47-4520-8ca2-d082fffdcdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:12:15Z', 'updated_at': '2020-12-03T11:12:23Z', 'revision_number': 3, 'project_id': '750ceeaa689d49ce90b59053ea5bf936', 'gw_port': {'id': 'aac0a204-df47-4520-8ca2-d082fffdcdd6', 'name': '', 'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b497703f-24e6-4344-bc9f-7b5e31a26613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '3ad85c5e-689f-44ee-b21a-17e92cacb635', 'ip_address': '2001:db8::278', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:19Z', 'updated_at': '2020-12-03T11:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ad85c5e-689f-44ee-b21a-17e92cacb635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:29.052143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Checking router: b497703f-24e6-4344-bc9f-7b5e31a26613 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:12:29.052539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Updating router b497703f-24e6-4344-bc9f-7b5e31a26613 port aac0a204-df47-4520-8ca2-d082fffdcdd6 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:12:29.122270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.191975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dfb3a559-89dc-45a9-b427-03376a7b9ecf tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Unset dirty status for tenant:53207062b7284636868d2e7543401253 on resource:floatingip {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:29.196142 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dfb3a559-89dc-45a9-b427-03376a7b9ecf tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.3482265
Dec 03 11:12:29.199212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38340) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:29.282607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfb49f0-5e6e-423e-b856-d11fba7fd70a tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Deleting subnet 1e69159f-fc26-4d84-a2d4-de29fb759a41 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:12:29.289384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1dfb49f0-5e6e-423e-b856-d11fba7fd70a tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.374349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event updated for resources: {'Port': ['ID=08d61a5f-08fe-49ba-84b1-0a18b33d10ba,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:29.386144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:29.402740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ed435-ab5b-4b72-a29a-66a426d37379 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:29.403261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ed435-ab5b-4b72-a29a-66a426d37379 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:29.403616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ed435-ab5b-4b72-a29a-66a426d37379 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:29.404002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ed435-ab5b-4b72-a29a-66a426d37379 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:29.404409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ed435-ab5b-4b72-a29a-66a426d37379 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:29.404815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ed435-ab5b-4b72-a29a-66a426d37379 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:29.405213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ed435-ab5b-4b72-a29a-66a426d37379 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:29.406246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-412ed435-ab5b-4b72-a29a-66a426d37379 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Synchronizing usage tracker for tenant:53207062b7284636868d2e7543401253 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:29.411977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1dfb49f0-5e6e-423e-b856-d11fba7fd70a tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.446665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.462422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Deleting port aac0a204-df47-4520-8ca2-d082fffdcdd6 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:29.462787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.517993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Network 86d4a134-d0c9-4b05-ae1b-04af62c33d15 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:29.521127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.532218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-412ed435-ab5b-4b72-a29a-66a426d37379 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Unset dirty status for tenant:53207062b7284636868d2e7543401253 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:29.532521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-d29bafd6-00cb-4a1d-b6ef-43f845abb6bd tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:29.536739 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-412ed435-ab5b-4b72-a29a-66a426d37379 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4582 time: 0.3343878
Dec 03 11:12:29.539429 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-d29bafd6-00cb-4a1d-b6ef-43f845abb6bd tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/networks?id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4 HTTP/1.1" status: 200  len: 812 time: 0.6413603
Dec 03 11:12:29.541554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38344) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:29.566337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:29.622161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.629962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:29.630759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:29.631435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.635546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Transition to ACTIVE for port object aac0a204-df47-4520-8ca2-d082fffdcdd6 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:29.638194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.652278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.653021 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-06991f16-a45c-49f0-9719-e729ed4bd26c tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] delete failed (client error): The resource could not be found.
Dec 03 11:12:29.656735 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-06991f16-a45c-49f0-9719-e729ed4bd26c tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "DELETE /v2.0/floatingips/f51c4135-1948-4593-9b76-a1578c16ef40 HTTP/1.1" status: 404  len: 345 time: 0.1096401
Dec 03 11:12:29.658049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:29.660268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38348) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:29.791171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1dfb49f0-5e6e-423e-b856-d11fba7fd70a tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.794960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b7695-1d4c-4cbf-bbe3-69a88d654685 None None] Pushing event updated for resources: {'Port': ['ID=aac0a204-df47-4520-8ca2-d082fffdcdd6,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:29.799222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b70b7695-1d4c-4cbf-bbe3-69a88d654685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:29.803669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-3493d677-a041-45d2-9dd5-92cee1081ce6 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/quotas/193702a8528c429d847d08cd33ff784e HTTP/1.1" status: 200  len: 375 time: 0.2633243
Dec 03 11:12:29.824876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:29.863531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Attempting to bind port aac0a204-df47-4520-8ca2-d082fffdcdd6 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:29.863941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Attempting to bind port aac0a204-df47-4520-8ca2-d082fffdcdd6 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '0955e6c0-10f5-4b55-926b-47fdc85fe8b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:29.864342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Attempting to bind port aac0a204-df47-4520-8ca2-d082fffdcdd6 on network 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:29.864612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.870965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:29.871390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Checking segment: {'id': '0955e6c0-10f5-4b55-926b-47fdc85fe8b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:29.871825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.872626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Bound using segment: {'id': '0955e6c0-10f5-4b55-926b-47fdc85fe8b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:29.872749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Bound port: aac0a204-df47-4520-8ca2-d082fffdcdd6, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0955e6c0-10f5-4b55-926b-47fdc85fe8b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:29.873129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.949222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] For port aac0a204-df47-4520-8ca2-d082fffdcdd6, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:29.952953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] For port aac0a204-df47-4520-8ca2-d082fffdcdd6, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aac0a204-df47-4520-8ca2-d082fffdcdd6,segment=NetworkSegment(0955e6c0-10f5-4b55-926b-47fdc85fe8b2),segment_id=0955e6c0-10f5-4b55-926b-47fdc85fe8b2)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:29.959008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:29.971358 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1ca964-2164-490d-b80d-c152bbcebf25 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] DELETE failed (client error): The resource could not be found.
Dec 03 11:12:29.971887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1ca964-2164-490d-b80d-c152bbcebf25 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:12:29.981833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:30.010719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:30.018136 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9d59fdef-100c-44ee-be68-477906caba69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 3.0622170
Dec 03 11:12:30.024403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Calling delete_port for aac0a204-df47-4520-8ca2-d082fffdcdd6 owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:30.032371 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0a1ca964-2164-490d-b80d-c152bbcebf25 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "DELETE /v2.0/networks/3ee2fd3b-5618-4f78-bdd7-9d57960a18c8 HTTP/1.1" status: 404  len: 339 time: 0.2312901
Dec 03 11:12:30.033415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:30.036395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38352) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:30.036762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38354) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:30.037472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:30.060263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Request body: {'network': {'name': 'tempest-network--1676717865', 'router:external': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:30.071156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b7695-1d4c-4cbf-bbe3-69a88d654685 None None] Pushing event updated for resources: {'Port': ['ID=aac0a204-df47-4520-8ca2-d082fffdcdd6,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:30.074939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Pushing event updated for resources: {'Port': ['ID=5d67f7fd-f6d5-4ce9-a28b-9e5348c64fe4,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:30.089258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b70b7695-1d4c-4cbf-bbe3-69a88d654685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:30.092234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:30.136564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:30.167628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Usage tracker for resource:network and tenant:53207062b7284636868d2e7543401253 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:30.183652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:30.229499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Routers {'b497703f-24e6-4344-bc9f-7b5e31a26613'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:12:30.230290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b693c358>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:12:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b497703f-24e6-4344-bc9f-7b5e31a26613'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:30.269477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:30.303022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366be9ee-072f-4878-95a7-5c84d14c476f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:30.303656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-366be9ee-072f-4878-95a7-5c84d14c476f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Synchronizing usage tracker for tenant:0649d5b62b3244c286cc3b34515e5697 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:30.342411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Made reservation on behalf of 53207062b7284636868d2e7543401253 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:30.347181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:30.362880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:30.396754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-cb9152f1-65e1-461b-bee4-f8487df8d03c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Synchronizing usage tracker for tenant:193702a8528c429d847d08cd33ff784e on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:30.413977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:12:30.414339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:12:30.425370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] Set router b497703f-24e6-4344-bc9f-7b5e31a26613 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:12:30.504567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1dfb49f0-5e6e-423e-b856-d11fba7fd70a tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:30.523564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-404112d4-79f1-46f4-a421-cbda9ac17d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:30.568494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb49f0-5e6e-423e-b856-d11fba7fd70a tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Pushing event deleted for resources: {'Subnet': ['ID=1e69159f-fc26-4d84-a2d4-de29fb759a41,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:30.571778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1dfb49f0-5e6e-423e-b856-d11fba7fd70a tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:30.663330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-366be9ee-072f-4878-95a7-5c84d14c476f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Unset dirty status for tenant:0649d5b62b3244c286cc3b34515e5697 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:30.667549 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-366be9ee-072f-4878-95a7-5c84d14c476f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "GET /v2.0/ports/08d61a5f-08fe-49ba-84b1-0a18b33d10ba HTTP/1.1" status: 200  len: 959 time: 0.6143155
Dec 03 11:12:30.673299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38360) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:30.677948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1dfb49f0-5e6e-423e-b856-d11fba7fd70a tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:30.687492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533bd30f-6b56-4117-b16c-ad6eed4d3415 None None] Network 81e47ac0-39f6-427d-a002-f53036aabb95 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:30.691924 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1dfb49f0-5e6e-423e-b856-d11fba7fd70a tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] 10.222.0.90 "DELETE /v2.0/subnets/1e69159f-fc26-4d84-a2d4-de29fb759a41 HTTP/1.1" status: 204  len: 168 time: 1.9918935
Dec 03 11:12:30.710152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:30.712598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38364) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:30.769569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b693c358>, [{'id': 'b497703f-24e6-4344-bc9f-7b5e31a26613', 'name': '', 'tenant_id': '750ceeaa689d49ce90b59053ea5bf936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5', 'external_fixed_ips': [{'subnet_id': '3ad85c5e-689f-44ee-b21a-17e92cacb635', 'ip_address': '2001:db8::278'}], 'enable_snat': True}, 'gw_port_id': 'aac0a204-df47-4520-8ca2-d082fffdcdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:12:15Z', 'updated_at': '2020-12-03T11:12:23Z', 'revision_number': 3, 'project_id': '750ceeaa689d49ce90b59053ea5bf936', 'gw_port': {'id': 'aac0a204-df47-4520-8ca2-d082fffdcdd6', 'name': '', 'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b497703f-24e6-4344-bc9f-7b5e31a26613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '3ad85c5e-689f-44ee-b21a-17e92cacb635', 'ip_address': '2001:db8::278', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:19Z', 'updated_at': '2020-12-03T11:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ad85c5e-689f-44ee-b21a-17e92cacb635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:30.774996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce08264-5ab5-418d-b468-a7de363c67b7 None None] The sync data for ids ['b497703f-24e6-4344-bc9f-7b5e31a26613'] in dv-neutron-765072-2-ovs is: [{'id': 'b497703f-24e6-4344-bc9f-7b5e31a26613', 'name': '', 'tenant_id': '750ceeaa689d49ce90b59053ea5bf936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5', 'external_fixed_ips': [{'subnet_id': '3ad85c5e-689f-44ee-b21a-17e92cacb635', 'ip_address': '2001:db8::278'}], 'enable_snat': True}, 'gw_port_id': 'aac0a204-df47-4520-8ca2-d082fffdcdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:12:15Z', 'updated_at': '2020-12-03T11:12:23Z', 'revision_number': 3, 'project_id': '750ceeaa689d49ce90b59053ea5bf936', 'gw_port': {'id': 'aac0a204-df47-4520-8ca2-d082fffdcdd6', 'name': '', 'network_id': '1bb3f8f4-d7f2-4db2-96b3-f723565ecff5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b497703f-24e6-4344-bc9f-7b5e31a26613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '3ad85c5e-689f-44ee-b21a-17e92cacb635', 'ip_address': '2001:db8::278', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:19Z', 'updated_at': '2020-12-03T11:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ad85c5e-689f-44ee-b21a-17e92cacb635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:12:30.791632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-97ad07f7-8d2a-48a9-a815-4170f98190f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Deleting port 08d61a5f-08fe-49ba-84b1-0a18b33d10ba {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:30.792236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97ad07f7-8d2a-48a9-a815-4170f98190f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:30.817633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-cb9152f1-65e1-461b-bee4-f8487df8d03c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Unset dirty status for tenant:193702a8528c429d847d08cd33ff784e on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:30.819109 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-cb9152f1-65e1-461b-bee4-f8487df8d03c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?tenant_id=193702a8528c429d847d08cd33ff784e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9504855
Dec 03 11:12:30.862930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63aa2a74-d38b-4e80-b540-2d941c0864d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:30.893897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:30.922285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:30.948516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:30.948909 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Added segment ead74f9a-3964-4223-8fd5-b71bfe3d82e1 of type vxlan for network db874451-c38c-47cb-9bf4-251f2dbff251
Dec 03 11:12:31.066664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4622605d-1851-4af3-9bfe-3167bb98ccc0 None None] DHCP port deletion for 81e47ac0-39f6-427d-a002-f53036aabb95 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:12:31.071421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4622605d-1851-4af3-9bfe-3167bb98ccc0 None None] Deleting port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:31.071980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4622605d-1851-4af3-9bfe-3167bb98ccc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.234056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.248140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97ad07f7-8d2a-48a9-a815-4170f98190f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.312319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.341307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-b724df45-631b-4625-b66a-a7d948bb9b86 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:31.353531 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-b724df45-631b-4625-b66a-a7d948bb9b86 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.2613053
Dec 03 11:12:31.439931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-97ad07f7-8d2a-48a9-a815-4170f98190f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Calling delete_port for 08d61a5f-08fe-49ba-84b1-0a18b33d10ba owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:31.485983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.494742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Deleting port aac0a204-df47-4520-8ca2-d082fffdcdd6 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:31.495347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.496309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.522713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4622605d-1851-4af3-9bfe-3167bb98ccc0 None None] For port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ac0b319b-68ab-4bd5-a682-3f9b280cc5b3,segment=NetworkSegment(9efeb339-f3e6-4d4b-a49b-5973c64abd8e),segment_id=9efeb339-f3e6-4d4b-a49b-5973c64abd8e)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:31.523194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4622605d-1851-4af3-9bfe-3167bb98ccc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.655461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4622605d-1851-4af3-9bfe-3167bb98ccc0 None None] Calling delete_port for ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:31.681889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97ad07f7-8d2a-48a9-a815-4170f98190f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.704857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-94273ea5-7eca-4730-898f-5a8829a11cad tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:31.755117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.760538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Deleting port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:31.761095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.783251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad07f7-8d2a-48a9-a815-4170f98190f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event deleted for resources: {'Port': ['ID=08d61a5f-08fe-49ba-84b1-0a18b33d10ba,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:31.786180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-97ad07f7-8d2a-48a9-a815-4170f98190f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:31.822746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.823850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4622605d-1851-4af3-9bfe-3167bb98ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.832005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.833026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.841487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e58531e3-fe03-4c64-a7d0-959371073cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:31.910093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622605d-1851-4af3-9bfe-3167bb98ccc0 None None] Pushing event deleted for resources: {'Port': ['ID=ac0b319b-68ab-4bd5-a682-3f9b280cc5b3,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:31.913526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] For port aac0a204-df47-4520-8ca2-d082fffdcdd6, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aac0a204-df47-4520-8ca2-d082fffdcdd6,segment=NetworkSegment(0955e6c0-10f5-4b55-926b-47fdc85fe8b2),segment_id=0955e6c0-10f5-4b55-926b-47fdc85fe8b2)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:31.913948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:31.922545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4622605d-1851-4af3-9bfe-3167bb98ccc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:31.980831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aac0a204-df47-4520-8ca2-d082fffdcdd6 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:32.026276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:32.049400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:32.077954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Calling delete_port for aac0a204-df47-4520-8ca2-d082fffdcdd6 owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:32.079030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port aac0a204-df47-4520-8ca2-d082fffdcdd6 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:32.084323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622605d-1851-4af3-9bfe-3167bb98ccc0 None None] No DVR routers for this DVR port ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:12:32.086752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port aac0a204-df47-4520-8ca2-d082fffdcdd6 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:32.087233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:32.128700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:32.129713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:32.130450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97ad07f7-8d2a-48a9-a815-4170f98190f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:32.148201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] The port 'ac0b319b-68ab-4bd5-a682-3f9b280cc5b3' was deleted {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:12:32.156113 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-97ad07f7-8d2a-48a9-a815-4170f98190f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "DELETE /v2.0/ports/08d61a5f-08fe-49ba-84b1-0a18b33d10ba HTTP/1.1" status: 204  len: 168 time: 1.4811265
Dec 03 11:12:32.160147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38374) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:32.220179 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e022698-195b-4888-9b09-c0cb86d631a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] GET failed (client error): The resource could not be found.
Dec 03 11:12:32.221600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1e022698-195b-4888-9b09-c0cb86d631a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Synchronizing usage tracker for tenant:0649d5b62b3244c286cc3b34515e5697 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:32.223059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:32.231443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Pushing event updated for resources: {'Subnet': ['ID=da6fa2bb-bd13-4128-b919-5c8eb0ee5178,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:32.265684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:32.276699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1e022698-195b-4888-9b09-c0cb86d631a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Unset dirty status for tenant:0649d5b62b3244c286cc3b34515e5697 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:32.277973 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1e022698-195b-4888-9b09-c0cb86d631a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "GET /v2.0/ports/08d61a5f-08fe-49ba-84b1-0a18b33d10ba HTTP/1.1" status: 404  len: 333 time: 0.1171792
Dec 03 11:12:32.281759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38378) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:32.286095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:32.291167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Request body: {'port': {'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296848057'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:32.301681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:32.317675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.plugins.ml2.ovo_rpc [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     result = function(*args, **kwargs)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     proto.__init__(conn_state, self)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     self.handle()
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     self.handle_one_request()
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     self.handle_one_response()
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     result = self.application(self.environ, start_response)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     return app(environ, start_response)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     response = req.get_response(self.application)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     application, catch_exc_info=False)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     app_iter = application(self.environ, start_response)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     response = req.get_response(self.application)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     application, catch_exc_info=False)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     app_iter = application(self.environ, start_response)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     response = req.get_response(self.application)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     application, catch_exc_info=False)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     app_iter = application(self.environ, start_response)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     response = req.get_response(self.application)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     application, catch_exc_info=False)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     app_iter = application(self.environ, start_response)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     return request.get_response(self.application)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     application, catch_exc_info=False)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     app_iter = application(self.environ, start_response)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     response = req.get_response(self._app)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     application, catch_exc_info=False)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     app_iter = application(self.environ, start_response)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     return resp(environ, start_response)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     return resp(environ, start_response)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     response = self.app(environ, start_response)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     return resp(environ, start_response)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:32.320138 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     result = method(request=request, **args)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._delete(request, id, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(*args, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(*args, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(*dup_args, **dup_kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     obj_deleter(request.context, id, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     return method(*args, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(*args, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(*args, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(*dup_args, **dup_kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     self._delete_current_gw_port(context, id, router, None)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, context, *args, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     return method(*args, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     context, port, router_ids, bound_mech_contexts)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     return function(*args, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     callback(resource, event, trigger, **kwargs)
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     if self._is_session_semantic_violated(context, resource, event):
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]:     stack = traceback.extract_stack()
Dec 03 11:12:32.325671 dv-neutron-765072-2-ovs neutron-server[80862]: 
Dec 03 11:12:32.336156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:32.413169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Made reservation on behalf of 0649d5b62b3244c286cc3b34515e5697 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:32.418115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:32.597397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:32.599546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] device_id is not set on port d7106fc9-4040-43a0-ae78-e947a0b48cbe yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:32.665096 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 2.6130388
Dec 03 11:12:32.691569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38382) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:32.836720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e54deb8-f028-4528-bc24-00bd9da12eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:32.849706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-86ea6a13-c157-4a90-87a4-03428baa476e service neutron] 10.222.0.90 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4944475
Dec 03 11:12:32.856733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:32.896279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Pushing event updated for resources: {'Port': ['ID=5d67f7fd-f6d5-4ce9-a28b-9e5348c64fe4,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:32.933737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:32.934221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.778s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:32.984378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:32.987709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.112179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.112720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Fanout notify agent at l3_agent the message router_deleted on router b497703f-24e6-4344-bc9f-7b5e31a26613 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:12:33.189592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:12:33.225274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:12:33.225799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ac0b319b-68ab-4bd5-a682-3f9b280cc5b3 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:12:33.238896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.242818 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d1bbf863-eb0c-479c-80b8-a19a9e4e21b3 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "DELETE /v2.0/routers/b497703f-24e6-4344-bc9f-7b5e31a26613 HTTP/1.1" status: 204  len: 168 time: 4.6766138
Dec 03 11:12:33.243315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38386) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:33.311559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.341228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e547223a-6cbf-49f4-9a92-2b29f3a17cf0 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Deleting subnet 3ad85c5e-689f-44ee-b21a-17e92cacb635 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:12:33.345592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e547223a-6cbf-49f4-9a92-2b29f3a17cf0 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.363542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.411121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e547223a-6cbf-49f4-9a92-2b29f3a17cf0 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.422633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event updated for resources: {'Network': ['ID=db874451-c38c-47cb-9bf4-251f2dbff251,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:33.433994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network db874451-c38c-47cb-9bf4-251f2dbff251 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:33.438222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:33.440226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff1b5cd60f0>> segment before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.440624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff1b5cd60f0>> subnet precommit_delete_associations 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.441443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b5b11f98>> segment_host_mapping after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.441822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b5b11f98>> port after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.442181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b5b11f98>> port after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.442542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b5b11f98>> port after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.442902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b5b11f98>> segment after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.443287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b5b11f98>> subnet after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.443643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b5b11f98>> subnet after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.444000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff1b5b11f98>> subnet after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.446292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.456619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network db874451-c38c-47cb-9bf4-251f2dbff251 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:33.470626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-70ceaf93-0ba0-4032-aa02-ae591a46995d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:33.618398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff1b4f77518>> subnet after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.618952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff1b4f77518>> subnet after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.619317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff1b4f77518>> subnet before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.619749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff1b4f77518>> subnet before_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 11:12:33.620153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e53128>,) {'filters': {'network_id': ['81e47ac0-39f6-427d-a002-f53036aabb95']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:33.621546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e547223a-6cbf-49f4-9a92-2b29f3a17cf0 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.667328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.673335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event updated for resources: {'Port': ['ID=d7106fc9-4040-43a0-ae78-e947a0b48cbe,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:33.683827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:33.690432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Checking segment: {'id': '99047421-c464-4950-8bff-059a419fbb22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5154b6d2-69d9-4500-8a6b-0306ccfc69d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:33.690833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Network hostable DHCP agents. Network: 5154b6d2-69d9-4500-8a6b-0306ccfc69d4, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:12:33.706966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:12:33.728179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e53128>, '9efeb339-f3e6-4d4b-a49b-5973c64abd8e') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:33.728604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e53128>, '9efeb339-f3e6-4d4b-a49b-5973c64abd8e') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:33.734827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Network 86d4a134-d0c9-4b05-ae1b-04af62c33d15 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:33.739708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:33.745228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:33.746070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:33.746729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.751756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c6fa9-e413-47dd-a550-b1d7d1110ed5 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:33.756106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c6fa9-e413-47dd-a550-b1d7d1110ed5 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:33.761230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c6fa9-e413-47dd-a550-b1d7d1110ed5 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:33.765794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c6fa9-e413-47dd-a550-b1d7d1110ed5 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:33.770398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c6fa9-e413-47dd-a550-b1d7d1110ed5 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:33.775191 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ce8c6fa9-e413-47dd-a550-b1d7d1110ed5 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3061 time: 1.0259387
Dec 03 11:12:33.785220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.795176 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.0947361
Dec 03 11:12:33.797980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38390) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:33.812597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.850090 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.5672076
Dec 03 11:12:33.851077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38396) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:33.861324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Request body: {'port': {'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:33.861673 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-79baf45f-3df4-45b7-9e65-8de87e17c34a service neutron] 10.222.0.90 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9781654
Dec 03 11:12:33.913798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:33.980133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Releasing vxlan tunnel 9 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:34.054334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:12:34.098892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:34.156954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e547223a-6cbf-49f4-9a92-2b29f3a17cf0 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:34.167650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 5154b6d2-69d9-4500-8a6b-0306ccfc69d4) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:34.176576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8375a3-262a-4b92-a4be-e6ad24e8f722 None None] Network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:34.180858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:34.223493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:34.276267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:34.276933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:34.333950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547223a-6cbf-49f4-9a92-2b29f3a17cf0 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Pushing event deleted for resources: {'Subnet': ['ID=3ad85c5e-689f-44ee-b21a-17e92cacb635,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:34.341405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e547223a-6cbf-49f4-9a92-2b29f3a17cf0 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:34.393419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38432) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:34.463759 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4487ad33-3c9c-40be-95df-5731e2aae672 req-ef118ec1-3c62-4529-ba7c-02c8460db9b3 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 210 time: 0.1983538
Dec 03 11:12:34.488105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e547223a-6cbf-49f4-9a92-2b29f3a17cf0 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:34.514145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e547223a-6cbf-49f4-9a92-2b29f3a17cf0 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "DELETE /v2.0/subnets/3ad85c5e-689f-44ee-b21a-17e92cacb635 HTTP/1.1" status: 204  len: 168 time: 1.2674797
Dec 03 11:12:34.520370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-5154b6d2-69d9-4500-8a6b-0306ccfc69d4', 'network_id': '5154b6d2-69d9-4500-8a6b-0306ccfc69d4', 'tenant_id': '77ce84fec54548e5901e8a4aa85af691', 'fixed_ips': [{'subnet_id': 'da6fa2bb-bd13-4128-b919-5c8eb0ee5178'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:12:34.521525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:34.521814 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 7.2348237
Dec 03 11:12:34.527746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38436) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:34.528126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38440) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:34.557858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Network 81e47ac0-39f6-427d-a002-f53036aabb95 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:34.563884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Request body: {'port': {'network_id': '5154b6d2-69d9-4500-8a6b-0306ccfc69d4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-812106466'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:34.566005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:34.637256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:34.873320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:34.890664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Allocated IP 2001:db8::2 (5154b6d2-69d9-4500-8a6b-0306ccfc69d4/da6fa2bb-bd13-4128-b919-5c8eb0ee5178/879c2845-18e9-42bd-9890-d9f4f35ce793) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:35.022841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:35.080244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:35.101434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Usage tracker for resource:port and tenant:77ce84fec54548e5901e8a4aa85af691 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:35.173162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-91dd7282-e0ae-4634-b503-d73d6c5aa89f tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Synchronizing usage tracker for tenant:5e6b740752d945f9ac0bd21d6fff1115 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:35.189493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:35.321346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] device_id is not set on port d7106fc9-4040-43a0-ae78-e947a0b48cbe yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:35.328831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:35.338792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:35.343313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:35.392650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:35.411282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:35.456721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Made reservation on behalf of 77ce84fec54548e5901e8a4aa85af691 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:35.462689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:35.483548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:35.492821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:35.501995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:35.538199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Network 81e47ac0-39f6-427d-a002-f53036aabb95 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:35.593940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b508bc18>,) {'filters': {'network_id': ['1bb3f8f4-d7f2-4db2-96b3-f723565ecff5']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:35.610154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b508bc18>, '0955e6c0-10f5-4b55-926b-47fdc85fe8b2') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:35.610737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b508bc18>, '0955e6c0-10f5-4b55-926b-47fdc85fe8b2') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:35.626271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   (rel_b, rel_a, rel_b),
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:35.653361 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:35.656589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-91dd7282-e0ae-4634-b503-d73d6c5aa89f tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Unset dirty status for tenant:5e6b740752d945f9ac0bd21d6fff1115 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:35.659171 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-91dd7282-e0ae-4634-b503-d73d6c5aa89f tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1434817988&fields=id&tenant_id=5e6b740752d945f9ac0bd21d6fff1115 HTTP/1.1" status: 200  len: 267 time: 1.2127285
Dec 03 11:12:35.672050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:35.676937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Releasing vxlan tunnel 7 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:35.842211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aac0a204-df47-4520-8ca2-d082fffdcdd6 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:12:35.888175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: aac0a204-df47-4520-8ca2-d082fffdcdd6 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:12:35.888497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aac0a204-df47-4520-8ca2-d082fffdcdd6 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:12:35.907607 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5fccfd0e-b9fe-4dbb-9639-7e4904cf855c req-c9b5b3f5-47f5-4995-b189-02311e8ede81 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 210 time: 0.2314024
Dec 03 11:12:35.908316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:35.910088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Fanout notify agent at l3_agent the message router_deleted on router ce5592ed-6a73-40d5-b76a-4fe5033a725f {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:12:35.911786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] device_id is not set on port b5f9227e-10ae-48ca-98ae-62f462946434 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:35.943554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b62fb240>,) {'filters': {'network_id': ['db874451-c38c-47cb-9bf4-251f2dbff251']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:35.982005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.030519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b62fb240>, 'ead74f9a-3964-4223-8fd5-b71bfe3d82e1') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:36.030848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b62fb240>, 'ead74f9a-3964-4223-8fd5-b71bfe3d82e1') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:36.050088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Network 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:36.058643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.062399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.065367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:36.093022 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] create failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:12:36.094159 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c7b4dd0c-594a-4002-90ed-b81446d82be9 tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 9.7601769
Dec 03 11:12:36.098433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38472) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:36.102042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.111380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Pushing event deleted for resources: {'Network': ['ID=81e47ac0-39f6-427d-a002-f53036aabb95,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:36.125872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.127946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:36.131497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Releasing vxlan tunnel 8 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:36.166769 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] 10.222.0.90 "DELETE /v2.0/networks/81e47ac0-39f6-427d-a002-f53036aabb95 HTTP/1.1" status: 204  len: 168 time: 5.4522746
Dec 03 11:12:36.278597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-30f77ac5-dc20-4c1c-bc87-5922d7c63be5 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:36.279387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-30f77ac5-dc20-4c1c-bc87-5922d7c63be5 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Synchronizing usage tracker for tenant:5e6b740752d945f9ac0bd21d6fff1115 on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:36.337233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.91', 54555) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:36.365288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network db874451-c38c-47cb-9bf4-251f2dbff251 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:36.375969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.395031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-30f77ac5-dc20-4c1c-bc87-5922d7c63be5 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Unset dirty status for tenant:5e6b740752d945f9ac0bd21d6fff1115 on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:36.407275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0492f028-f66e-41e2-b137-164a78fb2e6f tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Deleting port 907cc1c2-0c25-4bb6-96c4-35ae74f79795 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:36.407665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0492f028-f66e-41e2-b137-164a78fb2e6f tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.416314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-30f77ac5-dc20-4c1c-bc87-5922d7c63be5 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/networks?id=e4aebd59-2c4a-4b00-90df-f0a29267fbcd HTTP/1.1" status: 200  len: 806 time: 0.6837640
Dec 03 11:12:36.452533 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-3df8bc98-942b-4714-96de-9aa8b04b6a27 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/quotas/5e6b740752d945f9ac0bd21d6fff1115 HTTP/1.1" status: 200  len: 375 time: 0.0350990
Dec 03 11:12:36.504637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Network 1bb3f8f4-d7f2-4db2-96b3-f723565ecff5 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:36.542170 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:36.591427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38484) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:36.661664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network db874451-c38c-47cb-9bf4-251f2dbff251 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:36.692814 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:36.719837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-b28e6f2d-fcda-4a0a-83a0-fff1c13d9de2 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:36.720612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-b28e6f2d-fcda-4a0a-83a0-fff1c13d9de2 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Synchronizing usage tracker for tenant:193702a8528c429d847d08cd33ff784e on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:36.739271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.754086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1bb3f8f4-d7f2-4db2-96b3-f723565ecff5 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 03 11:12:36.756669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.767540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:36.787983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-1b5b46fb-5d0d-4a0d-a658-671d8207f3d8 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Synchronizing usage tracker for tenant:5e6b740752d945f9ac0bd21d6fff1115 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:36.798858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Transition to ACTIVE for port object 879c2845-18e9-42bd-9890-d9f4f35ce793 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:36.807120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.809327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Transition to ACTIVE for port object d7106fc9-4040-43a0-ae78-e947a0b48cbe will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:36.817121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Pushing event deleted for resources: {'Network': ['ID=1bb3f8f4-d7f2-4db2-96b3-f723565ecff5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:36.818426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ede4f842-fa7c-47e3-a763-542818b99b05 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:36.819961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:36.825876 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "DELETE /v2.0/networks/1bb3f8f4-d7f2-4db2-96b3-f723565ecff5 HTTP/1.1" status: 204  len: 168 time: 2.2966797
Dec 03 11:12:36.839176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Transition to ACTIVE for port object 879c2845-18e9-42bd-9890-d9f4f35ce793 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:36.839987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-b28e6f2d-fcda-4a0a-83a0-fff1c13d9de2 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Unset dirty status for tenant:193702a8528c429d847d08cd33ff784e on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:36.841206 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-b28e6f2d-fcda-4a0a-83a0-fff1c13d9de2 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.91 "GET /v2.0/networks?id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4 HTTP/1.1" status: 200  len: 812 time: 0.5023935
Dec 03 11:12:36.841846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.847793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-1b5b46fb-5d0d-4a0d-a658-671d8207f3d8 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Unset dirty status for tenant:5e6b740752d945f9ac0bd21d6fff1115 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:36.849113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.873678 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-1b5b46fb-5d0d-4a0d-a658-671d8207f3d8 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e6b740752d945f9ac0bd21d6fff1115&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4201248
Dec 03 11:12:36.874597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  db874451-c38c-47cb-9bf4-251f2dbff251 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 03 11:12:36.879335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:36.899181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event deleted for resources: {'Network': ['ID=db874451-c38c-47cb-9bf4-251f2dbff251,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:36.917511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:36.919905 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "DELETE /v2.0/networks/db874451-c38c-47cb-9bf4-251f2dbff251 HTTP/1.1" status: 204  len: 168 time: 3.1162660
Dec 03 11:12:36.923442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38502) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:36.930091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Request body: {'network': {'name': 'tempest-network--514603727', 'router:external': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:36.942043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Allocated IP 2001:db8::3c0 (5154b6d2-69d9-4500-8a6b-0306ccfc69d4/da6fa2bb-bd13-4128-b919-5c8eb0ee5178/b5f9227e-10ae-48ca-98ae-62f462946434) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:36.942995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:36.949549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Usage tracker for resource:network and tenant:53207062b7284636868d2e7543401253 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:36.953873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:36.967483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:37.062200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Made reservation on behalf of 53207062b7284636868d2e7543401253 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:37.094608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:37.164672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:37.188777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:37.198008 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-06db3ac9-e9ce-46cd-a9b2-7283964b0c45 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=df9e5585e26248d7bba3ad80e1697f2d&name=default HTTP/1.1" status: 200  len: 2875 time: 0.6039398
Dec 03 11:12:37.203363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38526) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:37.324589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:37.326409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:37.332622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:37.335914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Pushing event updated for resources: {'Port': ['ID=879c2845-18e9-42bd-9890-d9f4f35ce793,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:37.341072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:37.429094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Attempting to bind port 879c2845-18e9-42bd-9890-d9f4f35ce793 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:37.430147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Attempting to bind port 879c2845-18e9-42bd-9890-d9f4f35ce793 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '99047421-c464-4950-8bff-059a419fbb22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5154b6d2-69d9-4500-8a6b-0306ccfc69d4'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:37.439590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Attempting to bind port 879c2845-18e9-42bd-9890-d9f4f35ce793 on network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:37.451394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:37.452022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Checking segment: {'id': '99047421-c464-4950-8bff-059a419fbb22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5154b6d2-69d9-4500-8a6b-0306ccfc69d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:37.452587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:37.453253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Bound using segment: {'id': '99047421-c464-4950-8bff-059a419fbb22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5154b6d2-69d9-4500-8a6b-0306ccfc69d4'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:37.453919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Bound port: 879c2845-18e9-42bd-9890-d9f4f35ce793, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99047421-c464-4950-8bff-059a419fbb22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5154b6d2-69d9-4500-8a6b-0306ccfc69d4'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:37.454465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:37.656620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] For port 879c2845-18e9-42bd-9890-d9f4f35ce793, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:37.660485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] For port 879c2845-18e9-42bd-9890-d9f4f35ce793, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=879c2845-18e9-42bd-9890-d9f4f35ce793,segment=NetworkSegment(99047421-c464-4950-8bff-059a419fbb22),segment_id=99047421-c464-4950-8bff-059a419fbb22)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:37.664625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38536) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:37.665272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:37.683561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:37.731764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event updated for resources: {'Port': ['ID=d7106fc9-4040-43a0-ae78-e947a0b48cbe,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:37.739046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:37.764205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fa71fce1-1fb7-4cbf-a201-611d89bcda22 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Request body: {'router': {'name': 'tempest-router--685126387', 'project_id': 'b192c91a476d4088b455609e1b91ff8f'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:37.857980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-4e19f312-7b5b-4f95-ade6-b34e4585462d service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:37.859669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-4e19f312-7b5b-4f95-ade6-b34e4585462d service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.7094676
Dec 03 11:12:37.866769 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dbb7e21b-e44d-456a-87f1-3493b41e8a4a req-91b0375c-f529-4b43-9f16-af376fd83361 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 210 time: 0.6820495
Dec 03 11:12:37.880202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Pushing event updated for resources: {'Port': ['ID=879c2845-18e9-42bd-9890-d9f4f35ce793,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:37.894496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:37.905749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0492f028-f66e-41e2-b137-164a78fb2e6f tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:37.925113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:38.035259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f991276-ba7c-4274-bd33-cfb871864cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.058009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.058466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Added segment 94820fc6-797a-4527-b227-3d3e8aebb679 of type vxlan for network ad80a59a-969d-4662-b3e7-0ec5a6a820bb
Dec 03 11:12:38.136805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0492f028-f66e-41e2-b137-164a78fb2e6f tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Calling delete_port for 907cc1c2-0c25-4bb6-96c4-35ae74f79795 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:38.189695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f991276-ba7c-4274-bd33-cfb871864cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.305801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.404729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-86bb5418-dba7-4883-9978-6f62463adf78 service neutron] 10.222.0.90 "GET /v2.0/networks/e4aebd59-2c4a-4b00-90df-f0a29267fbcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5366862
Dec 03 11:12:38.433897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.467199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Transition to ACTIVE for port object b5f9227e-10ae-48ca-98ae-62f462946434 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:38.522133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-3a0a8daa-f1e7-41f5-af32-a48315e0e6a3 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Synchronizing usage tracker for tenant:193702a8528c429d847d08cd33ff784e on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:38.532881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fa71fce1-1fb7-4cbf-a201-611d89bcda22 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:38.537582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa71fce1-1fb7-4cbf-a201-611d89bcda22 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Usage tracker for resource:router and tenant:b192c91a476d4088b455609e1b91ff8f is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:38.541811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa71fce1-1fb7-4cbf-a201-611d89bcda22 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:38.548920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fa71fce1-1fb7-4cbf-a201-611d89bcda22 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:38.580818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.583091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0492f028-f66e-41e2-b137-164a78fb2e6f tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.605057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa71fce1-1fb7-4cbf-a201-611d89bcda22 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.606743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa71fce1-1fb7-4cbf-a201-611d89bcda22 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.629028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f991276-ba7c-4274-bd33-cfb871864cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.654518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:38.664258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.684612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:38.686305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.727526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f991276-ba7c-4274-bd33-cfb871864cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae96a86-efcb-43a1-bdbe-734093f9bdc9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:38.742862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2f991276-ba7c-4274-bd33-cfb871864cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:38.743587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:38.768197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f991276-ba7c-4274-bd33-cfb871864cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:38.772192 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2f991276-ba7c-4274-bd33-cfb871864cce admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7ae96a86-efcb-43a1-bdbe-734093f9bdc9 HTTP/1.1" status: 204  len: 168 time: 1.5596757
Dec 03 11:12:38.782624 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 855 time: 1.8575268
Dec 03 11:12:38.796246 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-65eb22ab-36e1-4fd6-9465-55c1ed0e3d8c service neutron] 10.222.0.90 "GET /v2.0/networks/e4aebd59-2c4a-4b00-90df-f0a29267fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3742607
Dec 03 11:12:38.796838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38544) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:38.886034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:38.990043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa71fce1-1fb7-4cbf-a201-611d89bcda22 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:39.046992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Pushing event updated for resources: {'Port': ['ID=b5f9227e-10ae-48ca-98ae-62f462946434,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:39.106308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event updated for resources: {'Network': ['ID=ad80a59a-969d-4662-b3e7-0ec5a6a820bb,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:39.113555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:39.118620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network ad80a59a-969d-4662-b3e7-0ec5a6a820bb details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:39.153826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:39.155127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to bind port d7106fc9-4040-43a0-ae78-e947a0b48cbe on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:39.155720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to bind port d7106fc9-4040-43a0-ae78-e947a0b48cbe by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:39.156302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attempting to bind port d7106fc9-4040-43a0-ae78-e947a0b48cbe on network 86d4a134-d0c9-4b05-ae1b-04af62c33d15 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:39.162896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492f028-f66e-41e2-b137-164a78fb2e6f tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Pushing event deleted for resources: {'Port': ['ID=907cc1c2-0c25-4bb6-96c4-35ae74f79795,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:39.171087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa71fce1-1fb7-4cbf-a201-611d89bcda22 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:39.232097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0492f028-f66e-41e2-b137-164a78fb2e6f tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:39.354692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network ad80a59a-969d-4662-b3e7-0ec5a6a820bb details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:39.450012 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-380d3d17-4c5d-46eb-bb19-4f03a953e571 req-65f05e9c-a4e7-47d2-92f1-cdf262fade9e tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 210 time: 0.3219237
Dec 03 11:12:39.470422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:39.473677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:39.474240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Checking segment: {'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:39.474858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:39.476641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Bound using segment: {'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:39.478613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Bound port: d7106fc9-4040-43a0-ae78-e947a0b48cbe, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '86d4a134-d0c9-4b05-ae1b-04af62c33d15'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:39.479159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:39.510010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:39.525541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:39.530768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:39.551298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:39.551821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:39.664862 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92454a49-868c-4f5a-a2d9-1425e1a81447 req-0d6f75ab-b6c1-4cd5-9f8c-4a9f322c9c6e tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.1504099
Dec 03 11:12:39.682802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00e57b-9b8c-4bba-bea7-bbae251538ee tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:39.701839 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9f00e57b-9b8c-4bba-bea7-bbae251538ee tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] 10.222.0.90 "GET /v2.0/networks/ad80a59a-969d-4662-b3e7-0ec5a6a820bb HTTP/1.1" status: 200  len: 756 time: 0.8701231
Dec 03 11:12:39.704475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38568) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:39.728096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] For port d7106fc9-4040-43a0-ae78-e947a0b48cbe, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:39.733066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] For port d7106fc9-4040-43a0-ae78-e947a0b48cbe, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=d7106fc9-4040-43a0-ae78-e947a0b48cbe,segment=NetworkSegment(e514c0fb-15a9-46fa-9323-c5835cbd4c1c),segment_id=e514c0fb-15a9-46fa-9323-c5835cbd4c1c)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:39.741606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-3a0a8daa-f1e7-41f5-af32-a48315e0e6a3 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Unset dirty status for tenant:193702a8528c429d847d08cd33ff784e on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:39.743486 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-3a0a8daa-f1e7-41f5-af32-a48315e0e6a3 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=193702a8528c429d847d08cd33ff784e HTTP/1.1" status: 200  len: 5505 time: 2.5123622
Dec 03 11:12:39.745869 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-618b6742-7a03-4a2a-b7e6-347670100466 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 5.2151132
Dec 03 11:12:39.747319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa71fce1-1fb7-4cbf-a201-611d89bcda22 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:39.748786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fa71fce1-1fb7-4cbf-a201-611d89bcda22 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 2.0186880
Dec 03 11:12:39.749658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38572) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:39.816940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38574) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:39.969313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38584) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:39.976317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Request body: {'port': {'network_id': '5154b6d2-69d9-4500-8a6b-0306ccfc69d4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1695703909', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:39.977310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.api.validators [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] bootfile-name is not in valid_values {{(pid=80976) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 03 11:12:39.977892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.api.validators [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] tftp-server is not in valid_values {{(pid=80976) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 03 11:12:39.994721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.api.validators [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] server-ip-address is not in valid_values {{(pid=80976) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 03 11:12:40.186242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 879c2845-18e9-42bd-9890-d9f4f35ce793 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:40.207605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:40.212061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Usage tracker for resource:port and tenant:77ce84fec54548e5901e8a4aa85af691 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:40.216526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Quota usage for port was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:40.222652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:40.239038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:40.240970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0492f028-f66e-41e2-b137-164a78fb2e6f tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:40.246229 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0492f028-f66e-41e2-b137-164a78fb2e6f tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] 10.222.0.90 "DELETE /v2.0/ports/907cc1c2-0c25-4bb6-96c4-35ae74f79795 HTTP/1.1" status: 204  len: 168 time: 4.1366549
Dec 03 11:12:40.249280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Made reservation on behalf of 77ce84fec54548e5901e8a4aa85af691 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:40.255923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:40.261927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9070c803-c6a5-424f-bbf6-245bc9fa0125 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:40.267653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9070c803-c6a5-424f-bbf6-245bc9fa0125 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] 10.222.0.90 "GET /v2.0/networks/7f7bab8e-de57-4ad6-a35c-baa5225042a5 HTTP/1.1" status: 200  len: 768 time: 0.5619121
Dec 03 11:12:40.271751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9eb409-a4a9-483d-9d0a-1bd2a23013b9 None None] Network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:40.289711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38598) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:40.292067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc308-613f-4846-bd28-9398a02108da tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:40.292406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Request body: {'port': {'device_id': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'admin_state_up': True, 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'security_groups': ['cb6f47a0-3b26-4a40-95a3-6e0838b628f0']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:40.323981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e9b379f-e0f7-4679-9736-48fdf1a6bbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:40.351945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:40.388685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6e9b379f-e0f7-4679-9736-48fdf1a6bbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:40.393753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6e9b379f-e0f7-4679-9736-48fdf1a6bbf4 admin admin] Usage tracker for resource:security_group_rule and tenant:7dd7812cb66241759b38bf819f501c0b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:40.397451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6e9b379f-e0f7-4679-9736-48fdf1a6bbf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:40.404907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6e9b379f-e0f7-4679-9736-48fdf1a6bbf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:40.950311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b6fa416a-4cb3-496f-9d5f-347ef210e103 None None] Provisioning for port 879c2845-18e9-42bd-9890-d9f4f35ce793 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:40.989514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc308-613f-4846-bd28-9398a02108da tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:40.992712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc308-613f-4846-bd28-9398a02108da tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:41.077462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 879c2845-18e9-42bd-9890-d9f4f35ce793 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:41.084074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 879c2845-18e9-42bd-9890-d9f4f35ce793 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:41.084497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:41.101470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:41.187887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38614) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:41.206635 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-202caebc-a257-42f7-b95a-98bc025955df req-45136309-7f87-457e-aa5d-949047851b25 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.1624541
Dec 03 11:12:41.258789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:41.320891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 879c2845-18e9-42bd-9890-d9f4f35ce793, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=879c2845-18e9-42bd-9890-d9f4f35ce793,segment=NetworkSegment(99047421-c464-4950-8bff-059a419fbb22),segment_id=99047421-c464-4950-8bff-059a419fbb22)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:41.324889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:41.326892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d39e476-e272-4320-8a6d-29ddad4891ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:41.336507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e9b379f-e0f7-4679-9736-48fdf1a6bbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:41.363459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc308-613f-4846-bd28-9398a02108da tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:41.364690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bbc308-613f-4846-bd28-9398a02108da tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Fanout notify agent at l3_agent the message router_deleted on router dda452e5-21d7-4303-8613-6328bbe81935 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:12:41.401915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e9b379f-e0f7-4679-9736-48fdf1a6bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:41.430806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:41.431939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:41.433818 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "PUT /v2.0/ports/d7106fc9-4040-43a0-ae78-e947a0b48cbe HTTP/1.1" status: 200  len: 1080 time: 7.5779824
Dec 03 11:12:41.443696 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ded8881c-ba75-41dc-a24f-e086dab42b57 req-b598832b-ce85-4eca-a3e4-09ce3c250082 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 210 time: 0.4011612
Dec 03 11:12:41.482107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38620) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:41.484112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc308-613f-4846-bd28-9398a02108da tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:41.489128 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a1bbc308-613f-4846-bd28-9398a02108da tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "DELETE /v2.0/routers/dda452e5-21d7-4303-8613-6328bbe81935 HTTP/1.1" status: 204  len: 168 time: 1.6455891
Dec 03 11:12:41.517845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=879c2845-18e9-42bd-9890-d9f4f35ce793,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:41.528514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:41.567453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-32866629-6c85-4182-a353-b2eb565c9719 None None] Provisioning complete for port 879c2845-18e9-42bd-9890-d9f4f35ce793 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:41.567986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-32866629-6c85-4182-a353-b2eb565c9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:41.609999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event updated for resources: {'Port': ['ID=d7106fc9-4040-43a0-ae78-e947a0b48cbe,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:41.624275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:41.820584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.469s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:41.829626 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6e9b379f-e0f7-4679-9736-48fdf1a6bbf4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7dd7812cb66241759b38bf819f501c0b&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6323767
Dec 03 11:12:41.833639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c3fd66dc-7a2e-4765-8fdd-90b38267fc7d tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:41.931587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 879c2845-18e9-42bd-9890-d9f4f35ce793 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:12:41.965296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38626) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:41.965775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38628) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:42.016986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] device_id is not set on port f41b636a-42fb-41d6-ba29-21d447d817e7 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:42.069008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 879c2845-18e9-42bd-9890-d9f4f35ce793 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:42.069572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:42.131118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-32866629-6c85-4182-a353-b2eb565c9719 None None] Provisioning for port b5f9227e-10ae-48ca-98ae-62f462946434 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:42.164765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-32866629-6c85-4182-a353-b2eb565c9719 None None] Provisioning complete for port b5f9227e-10ae-48ca-98ae-62f462946434 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:42.165171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-32866629-6c85-4182-a353-b2eb565c9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:42.170740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:42.193342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-71ff84e3-1419-4475-9f00-80768a8b907f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Deleting port d7106fc9-4040-43a0-ae78-e947a0b48cbe {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:42.193730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71ff84e3-1419-4475-9f00-80768a8b907f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:42.274737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Allocated IP 2001:db8::1d7 (5154b6d2-69d9-4500-8a6b-0306ccfc69d4/da6fa2bb-bd13-4128-b919-5c8eb0ee5178/f41b636a-42fb-41d6-ba29-21d447d817e7) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:42.303075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:42.396565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d62d-cf13-448b-8821-de56df17f097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:42.471817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e4f6d62d-cf13-448b-8821-de56df17f097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:42.514277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b59e54a8>,) {'filters': {'network_id': ['ad80a59a-969d-4662-b3e7-0ec5a6a820bb']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:42.522762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-32866629-6c85-4182-a353-b2eb565c9719 None None] Port b5f9227e-10ae-48ca-98ae-62f462946434 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:12:42.530628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e4f6d62d-cf13-448b-8821-de56df17f097 admin admin] Usage tracker for resource:security_group_rule and tenant:a31b682d1c4e4af4b48a097966b58bb5 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:42.547863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e4f6d62d-cf13-448b-8821-de56df17f097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:42.549824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b59e54a8>, '94820fc6-797a-4527-b227-3d3e8aebb679') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:42.551157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b59e54a8>, '94820fc6-797a-4527-b227-3d3e8aebb679') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:42.558436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e4f6d62d-cf13-448b-8821-de56df17f097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:42.573898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:42.584366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b379f-e0f7-4679-9736-48fdf1a6bbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bc478f-970a-440b-8aca-db49aef8cacd,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:42.630645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6305ef49-e6b1-4fe0-a3c6-b97718987856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:42.637115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6e9b379f-e0f7-4679-9736-48fdf1a6bbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:42.664295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1fb6c466-956f-4414-97bd-ce306e3d6b3b None None] Provisioning complete for port 879c2845-18e9-42bd-9890-d9f4f35ce793 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:42.664726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c466-956f-4414-97bd-ce306e3d6b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:42.665012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:42.670255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Releasing vxlan tunnel 7 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:42.692712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Made reservation on behalf of 193702a8528c429d847d08cd33ff784e for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:42.711537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:42.976406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1fb6c466-956f-4414-97bd-ce306e3d6b3b None None] Provisioning complete for port b5f9227e-10ae-48ca-98ae-62f462946434 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:42.976919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c466-956f-4414-97bd-ce306e3d6b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.014547 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63078757-13a1-4fa7-96a6-14ab7fcf29ce req-59149d37-8085-4d9d-b742-ee71b3862547 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 210 time: 0.0831904
Dec 03 11:12:43.066770 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-992ad578-aed2-4519-ba4a-f30498790dd5 req-fe54c162-0bbe-447a-89c5-6bd95c398279 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.4702685
Dec 03 11:12:43.104769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6c466-956f-4414-97bd-ce306e3d6b3b None None] Port b5f9227e-10ae-48ca-98ae-62f462946434 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:12:43.157561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.167475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6305ef49-e6b1-4fe0-a3c6-b97718987856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.176859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network ad80a59a-969d-4662-b3e7-0ec5a6a820bb has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:43.193687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-112924289', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:43.199101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.202057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:43.234159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Usage tracker for resource:router and tenant:064817f96ee94720bef2a9889f800259 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:43.234796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-88af3dc6-11dd-4c0c-aae0-0859286d80c2 None None] Provisioning complete for port 879c2845-18e9-42bd-9890-d9f4f35ce793 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:43.235253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88af3dc6-11dd-4c0c-aae0-0859286d80c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.237313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:43.244011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:43.274654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.276731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.436670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d62d-cf13-448b-8821-de56df17f097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.448641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-71ff84e3-1419-4475-9f00-80768a8b907f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] For port d7106fc9-4040-43a0-ae78-e947a0b48cbe, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=d7106fc9-4040-43a0-ae78-e947a0b48cbe,segment=NetworkSegment(e514c0fb-15a9-46fa-9323-c5835cbd4c1c),segment_id=e514c0fb-15a9-46fa-9323-c5835cbd4c1c)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:43.449341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71ff84e3-1419-4475-9f00-80768a8b907f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.454231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6305ef49-e6b1-4fe0-a3c6-b97718987856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.455042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d62d-cf13-448b-8821-de56df17f097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.637528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-71ff84e3-1419-4475-9f00-80768a8b907f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Calling delete_port for d7106fc9-4040-43a0-ae78-e947a0b48cbe owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:43.716091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:43.741777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network ad80a59a-969d-4662-b3e7-0ec5a6a820bb has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:43.743393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305ef49-e6b1-4fe0-a3c6-b97718987856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bc478f-970a-440b-8aca-db49aef8cacd,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:43.773204 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:43.817852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6d62d-cf13-448b-8821-de56df17f097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c496ba-54c2-4916-b689-5c23c5c5d20e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:43.829907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e4f6d62d-cf13-448b-8821-de56df17f097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:43.844586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:43.845012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:43.877372 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e4f6d62d-cf13-448b-8821-de56df17f097 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a31b682d1c4e4af4b48a097966b58bb5&name=default HTTP/1.1" status: 200  len: 2879 time: 2.6552777
Dec 03 11:12:43.880281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38642) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:43.892318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6305ef49-e6b1-4fe0-a3c6-b97718987856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.893535 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6305ef49-e6b1-4fe0-a3c6-b97718987856 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/78bc478f-970a-440b-8aca-db49aef8cacd HTTP/1.1" status: 204  len: 168 time: 1.9229331
Dec 03 11:12:43.904924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Transition to ACTIVE for port object f41b636a-42fb-41d6-ba29-21d447d817e7 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:43.908974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71ff84e3-1419-4475-9f00-80768a8b907f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:43.960852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:44.042706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:44.073975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Allocated IP 172.20.0.8 (c22be55f-c3b4-431f-8fb4-1527cb54c1d4/22ea8f59-d136-43f2-acfe-9b4232c66694/3b6e0d23-5f67-476c-b6a1-70d8e1ae7833) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:44.152296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:44.162860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:44.184449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:44.215267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff84e3-1419-4475-9f00-80768a8b907f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Pushing event deleted for resources: {'Port': ['ID=d7106fc9-4040-43a0-ae78-e947a0b48cbe,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:44.242219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-71ff84e3-1419-4475-9f00-80768a8b907f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:44.247413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:44.273992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71ff84e3-1419-4475-9f00-80768a8b907f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:44.317182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ad80a59a-969d-4662-b3e7-0ec5a6a820bb {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 03 11:12:44.331531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event deleted for resources: {'Network': ['ID=ad80a59a-969d-4662-b3e7-0ec5a6a820bb,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:44.446114 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f6994dc3-629b-4ce5-9875-d17d1fd8c5ea req-81637dac-e6f1-4c86-8466-dde35849a5f4 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.1108360
Dec 03 11:12:44.454526 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-71ff84e3-1419-4475-9f00-80768a8b907f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "DELETE /v2.0/ports/d7106fc9-4040-43a0-ae78-e947a0b48cbe HTTP/1.1" status: 204  len: 168 time: 2.9639256
Dec 03 11:12:44.455880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:44.461698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:44.472733 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "DELETE /v2.0/networks/ad80a59a-969d-4662-b3e7-0ec5a6a820bb HTTP/1.1" status: 204  len: 168 time: 4.0701265
Dec 03 11:12:44.476396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38654) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:44.476779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38656) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:44.483167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0df91915-06d4-4ed1-809c-742b4e9665eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:44.514522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0df91915-06d4-4ed1-809c-742b4e9665eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:44.545852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Request body: {'network': {'name': 'tempest-network--633099978'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:44.551479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:44.555971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Usage tracker for resource:network and tenant:53207062b7284636868d2e7543401253 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:44.559303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:44.565256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:44.565569 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ff0e34f-7383-495c-836e-887434db80ed req-bed619d6-b969-4474-a092-2c7930a95ec3 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 210 time: 0.2661042
Dec 03 11:12:44.577388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0df91915-06d4-4ed1-809c-742b4e9665eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:44.581884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4afcef8e-2d45-4605-8baf-ad35dd53146c tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:44.615528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df91915-06d4-4ed1-809c-742b4e9665eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c496ba-54c2-4916-b689-5c23c5c5d20e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:44.625248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0df91915-06d4-4ed1-809c-742b4e9665eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:44.649399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0df91915-06d4-4ed1-809c-742b4e9665eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:44.656737 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0df91915-06d4-4ed1-809c-742b4e9665eb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/99c496ba-54c2-4916-b689-5c23c5c5d20e HTTP/1.1" status: 204  len: 168 time: 0.7729261
Dec 03 11:12:44.689474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Made reservation on behalf of 53207062b7284636868d2e7543401253 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:44.694433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:44.710782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:44.720172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Pushing event updated for resources: {'Port': ['ID=f41b636a-42fb-41d6-ba29-21d447d817e7,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:44.732926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:44.760342 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2116178-cd2d-436a-8440-1237d1f5eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] GET failed (client error): The resource could not be found.
Dec 03 11:12:44.761172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a2116178-cd2d-436a-8440-1237d1f5eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Synchronizing usage tracker for tenant:0649d5b62b3244c286cc3b34515e5697 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:45.011272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a2116178-cd2d-436a-8440-1237d1f5eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Unset dirty status for tenant:0649d5b62b3244c286cc3b34515e5697 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:45.018588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38672) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:45.039548 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a2116178-cd2d-436a-8440-1237d1f5eb24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] 10.222.0.90 "GET /v2.0/ports/d7106fc9-4040-43a0-ae78-e947a0b48cbe HTTP/1.1" status: 404  len: 333 time: 0.5591576
Dec 03 11:12:45.136802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:12:45.239426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:45.257017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:45.264123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:45.280931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:45.285854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:45.286581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:45.292789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:45.293235 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Added segment ea4fc22d-a659-445d-8c7d-c269f7781073 of type vxlan for network 0aa0e1c7-d368-4fab-88c3-3839b1933068
Dec 03 11:12:45.403171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:45.502841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:45.516802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38686) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:45.517943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Transition to ACTIVE for port object 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:45.524151 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 5.5568531
Dec 03 11:12:45.532857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38690) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:45.756730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:45.792144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a5aa948d-591a-4a6d-b0f3-f3024d9c4665 None None] Provisioning for port f41b636a-42fb-41d6-ba29-21d447d817e7 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:45.813979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a5aa948d-591a-4a6d-b0f3-f3024d9c4665 None None] Provisioning complete for port f41b636a-42fb-41d6-ba29-21d447d817e7 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:45.816568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5aa948d-591a-4a6d-b0f3-f3024d9c4665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:45.860256 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-75e59387-c0e0-4aeb-9874-355632b7cab0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8410799ed26b4091bb6bc986cdfed91b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3385642
Dec 03 11:12:45.864974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38696) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:45.865881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:45.911057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:45.955590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:45.956391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:45.967401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-abd39e4e-5c5c-47ac-b858-3e8d7805c281 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:45.989754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:46.000801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:46.007493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a5aa948d-591a-4a6d-b0f3-f3024d9c4665 None None] Port f41b636a-42fb-41d6-ba29-21d447d817e7 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:12:46.066169 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0b8e88b-c08a-4e04-80f8-8aac1e1a1c8e req-db5ca27e-9ab5-468c-a926-4734cb11fc79 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.2559369
Dec 03 11:12:46.267929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a5c10-bd14-4065-a138-854d76c901ac tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:46.276127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a5c10-bd14-4065-a138-854d76c901ac tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:46.279231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a5c10-bd14-4065-a138-854d76c901ac tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:46.281294 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1b9a5c10-bd14-4065-a138-854d76c901ac tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.7472007
Dec 03 11:12:46.285913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38704) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:46.364792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5b86e10>,) {'filters': {'network_id': ['86d4a134-d0c9-4b05-ae1b-04af62c33d15']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:46.379918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-77050f1c-8f32-49e8-8fde-cc906602fa34 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Deleting port f41b636a-42fb-41d6-ba29-21d447d817e7 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:46.380387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77050f1c-8f32-49e8-8fde-cc906602fa34 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:46.557049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event updated for resources: {'Network': ['ID=0aa0e1c7-d368-4fab-88c3-3839b1933068,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:46.560855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:46.569585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 0aa0e1c7-d368-4fab-88c3-3839b1933068 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:46.590578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 0aa0e1c7-d368-4fab-88c3-3839b1933068 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:12:46.597107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.466s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:46.673848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5b86e10>, 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:46.677667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5b86e10>, 'e514c0fb-15a9-46fa-9323-c5835cbd4c1c') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:46.677865 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 2.1928523
Dec 03 11:12:46.683917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38710) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:46.684678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Pushing event updated for resources: {'Port': ['ID=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:46.696169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:46.730248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:46.739995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6da2a06c-6831-446a-9b8b-5957820b2225 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Request body: {'network': {'router:external': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:46.778134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0d0a5-4f3a-4f12-8082-039189cfe503 req-f2454528-7a91-48c2-9b29-af93d5a2b7a1 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:46.779763 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4dc0d0a5-4f3a-4f12-8082-039189cfe503 req-f2454528-7a91-48c2-9b29-af93d5a2b7a1 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 931 time: 0.7126091
Dec 03 11:12:46.829183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:46.843421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Releasing vxlan tunnel 6 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:47.005996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10328fff-c5bc-4ca2-bcce-3d5a54cb1dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:47.037588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10328fff-c5bc-4ca2-bcce-3d5a54cb1dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:47.127618 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4dc0d0a5-4f3a-4f12-8082-039189cfe503 req-aed68267-90a6-48aa-ae6b-0aa7bca386a9 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3337388
Dec 03 11:12:47.234819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Network 86d4a134-d0c9-4b05-ae1b-04af62c33d15 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:47.249036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10328fff-c5bc-4ca2-bcce-3d5a54cb1dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:47.250673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:47.313293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:47.482257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Allocated IP 172.26.1.166 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/45d921a0-6dce-495f-b4a0-14ce9acdd124) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:47.487848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bd3826dc-2b87-4d2e-9cff-4b9f070c80a0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:47.529350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:47.543525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:47.584135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10328fff-c5bc-4ca2-bcce-3d5a54cb1dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae94b645-c20b-434b-b563-986a96280db9,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:47.616357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Network 86d4a134-d0c9-4b05-ae1b-04af62c33d15 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:47.648067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-10328fff-c5bc-4ca2-bcce-3d5a54cb1dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:47.689590 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-606b4b64-acf1-42c1-aa6e-b4cd8995264e req-51a59e4c-cbb9-4a07-9324-b0f8dfb19ffc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.1686974
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:47.766500 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:47.892090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10328fff-c5bc-4ca2-bcce-3d5a54cb1dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:47.895935 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-10328fff-c5bc-4ca2-bcce-3d5a54cb1dfc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ae94b645-c20b-434b-b563-986a96280db9 HTTP/1.1" status: 204  len: 168 time: 1.9859819
Dec 03 11:12:47.953964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e0ffa158-391b-4498-8fc9-40317a17f7d6 None None] Provisioning for port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:47.959631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e0ffa158-391b-4498-8fc9-40317a17f7d6 None None] Provisioning complete for port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:47.961204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa158-391b-4498-8fc9-40317a17f7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:47.965098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77050f1c-8f32-49e8-8fde-cc906602fa34 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:47.992848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:48.059763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e0ffa158-391b-4498-8fc9-40317a17f7d6 None None] Port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:12:48.080177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:48.080576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:48.186430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-77050f1c-8f32-49e8-8fde-cc906602fa34 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Calling delete_port for f41b636a-42fb-41d6-ba29-21d447d817e7 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:48.249799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.2791059
Dec 03 11:12:48.256005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49663e5c-794b-4c6d-8417-2dbc88a6b8b5 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:48.269320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:48.299630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6da2a06c-6831-446a-9b8b-5957820b2225 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:48.302377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:48.341500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6da2a06c-6831-446a-9b8b-5957820b2225 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:48.347108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Pushing event deleted for resources: {'Network': ['ID=86d4a134-d0c9-4b05-ae1b-04af62c33d15,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:48.357963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:48.371089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:48.373594 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] 10.222.0.90 "DELETE /v2.0/networks/86d4a134-d0c9-4b05-ae1b-04af62c33d15 HTTP/1.1" status: 204  len: 168 time: 3.3535173
Dec 03 11:12:48.518304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9d5d3-8de0-476f-a463-526b9d493733 req-4455c6fb-cf02-4415-8c06-15190f6cd073 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:48.526749 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9dd9d5d3-8de0-476f-a463-526b9d493733 req-4455c6fb-cf02-4415-8c06-15190f6cd073 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 931 time: 0.1549480
Dec 03 11:12:48.559377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2a06c-6831-446a-9b8b-5957820b2225 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event updated for resources: {'Network': ['ID=0aa0e1c7-d368-4fab-88c3-3839b1933068,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:48.563690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6da2a06c-6831-446a-9b8b-5957820b2225 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:48.564907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:48.585000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:48.621922 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9dd9d5d3-8de0-476f-a463-526b9d493733 req-d1870b4f-9841-417e-896a-dc317d17a16e tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918400
Dec 03 11:12:48.660426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6da2a06c-6831-446a-9b8b-5957820b2225 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network 0aa0e1c7-d368-4fab-88c3-3839b1933068 is not hosted by any dhcp agent {{(pid=80976) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 03 11:12:48.661268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da2a06c-6831-446a-9b8b-5957820b2225 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:48.661922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6da2a06c-6831-446a-9b8b-5957820b2225 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:48.666778 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6da2a06c-6831-446a-9b8b-5957820b2225 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "PUT /v2.0/networks/0aa0e1c7-d368-4fab-88c3-3839b1933068 HTTP/1.1" status: 200  len: 850 time: 1.9682281
Dec 03 11:12:48.667462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38750) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:48.685809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77050f1c-8f32-49e8-8fde-cc906602fa34 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:48.771385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38758) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:48.805151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Pushing event updated for resources: {'Port': ['ID=45d921a0-6dce-495f-b4a0-14ce9acdd124,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:48.820811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:48.821251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38764) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:48.920766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:48.965479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:49.017351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:49.018939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:49.020520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77050f1c-8f32-49e8-8fde-cc906602fa34 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Pushing event deleted for resources: {'Port': ['ID=f41b636a-42fb-41d6-ba29-21d447d817e7,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:49.022565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:49.068049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77050f1c-8f32-49e8-8fde-cc906602fa34 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:49.086972 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-abf6bcca-bbad-4b36-a383-ff94b2c26fc1 req-f7a24fc6-410b-4ffc-bb04-b98522d0a6b2 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.0822964
Dec 03 11:12:49.088560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-77050f1c-8f32-49e8-8fde-cc906602fa34 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] 10.222.0.90 "DELETE /v2.0/ports/f41b636a-42fb-41d6-ba29-21d447d817e7 HTTP/1.1" status: 204  len: 168 time: 2.8003931
Dec 03 11:12:49.089685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-77050f1c-8f32-49e8-8fde-cc906602fa34 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:49.092683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38772) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:49.105265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Request body: {'port': {'name': 'tempest-new-port-name-103928290', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:49.105700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.api.validators [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] bootfile-name is not in valid_values {{(pid=80975) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 03 11:12:49.106094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.api.validators [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] tftp-server is not in valid_values {{(pid=80975) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 03 11:12:49.106463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.api.validators [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] server-ip-address is not in valid_values {{(pid=80975) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 03 11:12:49.248872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:49.269594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:49.376911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:49.466814 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c415c269-b7ac-4f28-abe6-777bb12f0c7e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a85d4933543649f5a7d4951cf613227f&name=default HTTP/1.1" status: 200  len: 2875 time: 0.6442032
Dec 03 11:12:49.469419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38782) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:49.518730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:49.542981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Usage tracker for resource:floatingip and tenant:cfbdb5fe8e824b82b4543ea8c6e9b686 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:49.547449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:49.590661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:49.593498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38786) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:49.607532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d1e780>,) {'filters': {'network_id': ['0aa0e1c7-d368-4fab-88c3-3839b1933068']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:49.637190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30639068-a453-40f2-935f-5bea2052ddd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:49.637404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d1e780>, 'ea4fc22d-a659-445d-8c7d-c269f7781073') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:49.637727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d1e780>, 'ea4fc22d-a659-445d-8c7d-c269f7781073') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:49.680422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30639068-a453-40f2-935f-5bea2052ddd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:49.680600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for floatingip, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:49.710957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:49.735587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:49.744034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:49.763399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6de11d56-fa79-4687-99e0-48d98239a509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:49.857048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-eb92fa8b-c86a-431d-9b64-c428cd1343f5 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:49.858190 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eb92fa8b-c86a-431d-9b64-c428cd1343f5 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.2637033
Dec 03 11:12:49.877203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38796) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:49.923444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-67328410-d898-4a64-bded-93ca406cfdcb tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:49.927155 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-67328410-d898-4a64-bded-93ca406cfdcb tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0189526
Dec 03 11:12:49.975180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Pushing event updated for resources: {'Port': ['ID=b5f9227e-10ae-48ca-98ae-62f462946434,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:49.979172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:49.981710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38800) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:49.989878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30639068-a453-40f2-935f-5bea2052ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:50.001764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f7a0f9d8-54bd-4105-99cc-e018657dac12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:50.032325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30639068-a453-40f2-935f-5bea2052ddd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae3cec7-087b-4b16-bf5b-ebaf5a5a8678,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:50.035052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30639068-a453-40f2-935f-5bea2052ddd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:50.059723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-419e8b19-5ee5-469e-8c1c-179e62f4cb4b tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.063572 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-419e8b19-5ee5-469e-8c1c-179e62f4cb4b tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0685096
Dec 03 11:12:50.066993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38804) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.073942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:50.081038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-2471682e-476d-4b0c-bf9e-c3ca99a51d0b tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.081248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Releasing vxlan tunnel 7 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:50.084534 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2471682e-476d-4b0c-bf9e-c3ca99a51d0b tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0110581
Dec 03 11:12:50.084534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30639068-a453-40f2-935f-5bea2052ddd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:50.085536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-30639068-a453-40f2-935f-5bea2052ddd0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bae3cec7-087b-4b16-bf5b-ebaf5a5a8678 HTTP/1.1" status: 204  len: 168 time: 0.6147447
Dec 03 11:12:50.086401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38808) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.100055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-2ca81ac4-76f0-4282-b83e-c639158e380c tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.101090 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2ca81ac4-76f0-4282-b83e-c639158e380c tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0093167
Dec 03 11:12:50.104349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38814) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.116404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c9db3-7097-474b-9f85-9c89df50567c req-5f2d8b01-ab13-468c-af51-dacab0446154 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:50.124353 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f76c9db3-7097-474b-9f85-9c89df50567c req-5f2d8b01-ab13-468c-af51-dacab0446154 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 931 time: 0.3658943
Dec 03 11:12:50.129646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-9b92c5c0-11d0-4373-bd6b-4b7d5ffdf259 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.130822 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9b92c5c0-11d0-4373-bd6b-4b7d5ffdf259 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0247262
Dec 03 11:12:50.145397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38820) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.148155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] In _notify_port_updated(), no bound segment for port b5f9227e-10ae-48ca-98ae-62f462946434 on network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 {{(pid=80975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:12:50.165425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:50.166171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:50.170517 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] 10.222.0.90 "PUT /v2.0/ports/b5f9227e-10ae-48ca-98ae-62f462946434 HTTP/1.1" status: 200  len: 1129 time: 1.0767791
Dec 03 11:12:50.176328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38822) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.182081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-5fd9d948-2461-458e-81d9-abeee336f3c9 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.191213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-287ed758-870c-46c9-aa7a-fdbb2adfea3c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.192285 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-287ed758-870c-46c9-aa7a-fdbb2adfea3c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0383902
Dec 03 11:12:50.194988 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5fd9d948-2461-458e-81d9-abeee336f3c9 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0111949
Dec 03 11:12:50.214365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38828) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.246273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-93a6ef47-4dd7-423a-b7f5-881796fec9ac tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.251794 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-93a6ef47-4dd7-423a-b7f5-881796fec9ac tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0182121
Dec 03 11:12:50.287097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38832) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.350300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-b3b60080-04a6-4b51-8ecb-e511dfb9d779 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.354957 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b3b60080-04a6-4b51-8ecb-e511dfb9d779 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0618436
Dec 03 11:12:50.363665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38836) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.399618 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-59ff21f4-4688-45e0-a22d-e3313fe9a1ff req-29486d87-2ec0-48db-9b81-34ffec33fb38 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.0904589
Dec 03 11:12:50.407522 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f76c9db3-7097-474b-9f85-9c89df50567c req-460ec254-0e1c-4580-8065-9034ec064e9a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2822380
Dec 03 11:12:50.433704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a70c49-be07-460d-95d7-e68623f58d36 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:50.434577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-82a70c49-be07-460d-95d7-e68623f58d36 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Synchronizing usage tracker for tenant:77ce84fec54548e5901e8a4aa85af691 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:50.455799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-a73c96c6-f33b-4528-964b-87d34eb60a67 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.456768 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a73c96c6-f33b-4528-964b-87d34eb60a67 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0819654
Dec 03 11:12:50.460204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38842) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.473281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-4fa1add2-e978-4702-a5ae-50198e903fb2 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.474332 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4fa1add2-e978-4702-a5ae-50198e903fb2 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0094507
Dec 03 11:12:50.477287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38846) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.486520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-1bf0970c-79da-4da0-b680-4dd172936a0d tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.487862 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1bf0970c-79da-4da0-b680-4dd172936a0d tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0089397
Dec 03 11:12:50.490818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38850) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.494551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-82a70c49-be07-460d-95d7-e68623f58d36 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Unset dirty status for tenant:77ce84fec54548e5901e8a4aa85af691 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:50.495798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-82a70c49-be07-460d-95d7-e68623f58d36 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] 10.222.0.90 "GET /v2.0/ports/b5f9227e-10ae-48ca-98ae-62f462946434 HTTP/1.1" status: 200  len: 1129 time: 0.3185461
Dec 03 11:12:50.499214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-331a314c-a102-4679-9f4a-2c765cf2576d tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.505097 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-331a314c-a102-4679-9f4a-2c765cf2576d tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0106378
Dec 03 11:12:50.505097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38854) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.505797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38858) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.533068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:50.556194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-a925d23d-13ad-4688-8152-bf3a11b12c7e tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.557287 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a925d23d-13ad-4688-8152-bf3a11b12c7e tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0104945
Dec 03 11:12:50.564843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38864) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.573867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-f12680ec-5f8a-4afc-817a-cc97ca2afb9f tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.574889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f12680ec-5f8a-4afc-817a-cc97ca2afb9f tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0090799
Dec 03 11:12:50.592179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38868) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.602020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-a53ef2a5-d549-4040-bdea-6a0a83f3ca89 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.607441 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a53ef2a5-d549-4040-bdea-6a0a83f3ca89 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0135720
Dec 03 11:12:50.608654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c7fc8e9b-d83b-4193-bfb6-4c0ccb2652ca None None] Provisioning complete for port b5f9227e-10ae-48ca-98ae-62f462946434 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:50.609246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7fc8e9b-d83b-4193-bfb6-4c0ccb2652ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:50.611383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38872) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.621546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-8c6ca51b-d82e-488e-9893-ba05c1bc961e tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.627523 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8c6ca51b-d82e-488e-9893-ba05c1bc961e tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0141132
Dec 03 11:12:50.628561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38876) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.638811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-ffb13523-e8fd-4dc5-8fd5-ee4636da3d06 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.643291 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ffb13523-e8fd-4dc5-8fd5-ee4636da3d06 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0108685
Dec 03 11:12:50.651611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5236323a-386f-45a4-a526-63283fd9f2a8 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Deleting port b5f9227e-10ae-48ca-98ae-62f462946434 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:50.652244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5236323a-386f-45a4-a526-63283fd9f2a8 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:50.679885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38880) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.682259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc8e9b-d83b-4193-bfb6-4c0ccb2652ca None None] Port b5f9227e-10ae-48ca-98ae-62f462946434 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:12:50.699822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-ebd188ec-8e39-4f38-be4e-cde05c4a3213 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.701127 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ebd188ec-8e39-4f38-be4e-cde05c4a3213 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0150547
Dec 03 11:12:50.704715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38884) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.723430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-37b18cfc-5acd-44f0-8aa3-5175a3ca5950 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.724669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-37b18cfc-5acd-44f0-8aa3-5175a3ca5950 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0186646
Dec 03 11:12:50.729163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38888) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.737086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-2f4084b5-e1fa-4270-a8de-b575c9f5d157 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.738317 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2f4084b5-e1fa-4270-a8de-b575c9f5d157 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0079405
Dec 03 11:12:50.741751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38892) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.751270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-8f2bfd76-0d63-4995-9078-88b3b64a833c tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.752603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8f2bfd76-0d63-4995-9078-88b3b64a833c tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0083280
Dec 03 11:12:50.785945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38896) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.798671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-fc4bfbdf-b507-47e2-9050-929f9b245c04 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.802309 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fc4bfbdf-b507-47e2-9050-929f9b245c04 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0129781
Dec 03 11:12:50.802803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38900) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.810393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-3a34e045-e82c-42fe-a31c-25d787232ef8 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.811432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3a34e045-e82c-42fe-a31c-25d787232ef8 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0076709
Dec 03 11:12:50.818839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38904) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.827675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Request body: {'port': {'device_id': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:50.834095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-52a59cf9-21bd-4004-8ca6-c381fb84751f tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:50.835063 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-52a59cf9-21bd-4004-8ca6-c381fb84751f tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0152304
Dec 03 11:12:50.839014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38908) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.940518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:50.958073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38912) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:50.980576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network 0aa0e1c7-d368-4fab-88c3-3839b1933068 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:51.009369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:51.070021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-468af905-c8da-4951-826c-161577e64094 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:51.071118 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-468af905-c8da-4951-826c-161577e64094 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.2311029
Dec 03 11:12:51.076645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38916) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.096391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-7a88a709-315e-4ea1-9ddf-b9ad14ddcfd1 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:51.099978 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7a88a709-315e-4ea1-9ddf-b9ad14ddcfd1 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0198274
Dec 03 11:12:51.101241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38920) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.110024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-e09ee3b8-78ed-410e-9bd1-437f5313a93e tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:51.111118 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e09ee3b8-78ed-410e-9bd1-437f5313a93e tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0089118
Dec 03 11:12:51.137746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38924) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.210877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5236323a-386f-45a4-a526-63283fd9f2a8 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:51.213741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-f12a11e9-7ff0-4a51-98e8-e07c9d5db545 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:51.217388 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f12a11e9-7ff0-4a51-98e8-e07c9d5db545 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0676801
Dec 03 11:12:51.219477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38928) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.228128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-e6b15385-815f-4601-bb10-d08fd11f5809 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:51.229304 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e6b15385-815f-4601-bb10-d08fd11f5809 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0088003
Dec 03 11:12:51.229812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.91', 54563) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.232252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38932) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.288595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-56aa0bea-fac3-4d1a-9aa7-5202c1ca913f tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:51.292820 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-56aa0bea-fac3-4d1a-9aa7-5202c1ca913f tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0565269
Dec 03 11:12:51.357851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38938) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.362773 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a00e830a-3b71-4012-8c06-f3be46cfb586 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0649d5b62b3244c286cc3b34515e5697&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3875144
Dec 03 11:12:51.373501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38942) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.385707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5236323a-386f-45a4-a526-63283fd9f2a8 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Calling delete_port for b5f9227e-10ae-48ca-98ae-62f462946434 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:51.394987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-98389846-64c9-46b3-9240-115ebb46adfe tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:51.398631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-98389846-64c9-46b3-9240-115ebb46adfe tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0344400
Dec 03 11:12:51.398631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:51.409775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Network 0aa0e1c7-d368-4fab-88c3-3839b1933068 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:51.420919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38946) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.674376 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1985b4bf-2d0e-47d7-aeda-b9b297a1ca8f req-1635066b-c1b4-43c4-8a88-2c889f4a677d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.1247056
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:51.746588 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:51.759369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-ca8e81e0-ef99-479b-88b0-2a7d8ff97585 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:51.760408 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ca8e81e0-ef99-479b-88b0-2a7d8ff97585 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.3359604
Dec 03 11:12:51.761789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-81c78ea7-940f-46ef-9337-c2fb55b2705b tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:51.763369 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-81c78ea7-940f-46ef-9337-c2fb55b2705b tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.91 "GET /v2.0/networks?id=e4aebd59-2c4a-4b00-90df-f0a29267fbcd HTTP/1.1" status: 200  len: 806 time: 0.4722743
Dec 03 11:12:51.765853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38960) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.769113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:51.771493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9d61-8c92-4684-a035-bb118934532e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:51.777275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-280e454c-b9c6-42f7-a65f-12afd3627633 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:51.778317 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-280e454c-b9c6-42f7-a65f-12afd3627633 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0103147
Dec 03 11:12:51.782378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38964) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.848192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-8a301dd2-e023-471c-94d0-4d318aa8abb6 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:51.851588 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8a301dd2-e023-471c-94d0-4d318aa8abb6 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0276284
Dec 03 11:12:51.865880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38968) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.921739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9d61-8c92-4684-a035-bb118934532e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:51.945987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:51.959563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-c6ce6d86-05e6-42f1-95a8-5bf521c7f25c tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:51.960442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c6ce6d86-05e6-42f1-95a8-5bf521c7f25c tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0871654
Dec 03 11:12:51.973284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38972) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:51.991983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9c32c-d746-46d4-9a08-082ba20913f7 req-bb6dcdef-e295-4b9d-8a48-c92f7e560dbf tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:51.994351 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-47d9c32c-d746-46d4-9a08-082ba20913f7 req-bb6dcdef-e295-4b9d-8a48-c92f7e560dbf tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 931 time: 0.3853729
Dec 03 11:12:51.994670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:51.995088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5236323a-386f-45a4-a526-63283fd9f2a8 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:51.999529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-7e34e520-e2e8-4375-9022-3cfe01d5dfb5 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.003588 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7e34e520-e2e8-4375-9022-3cfe01d5dfb5 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0228140
Dec 03 11:12:52.030354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38976) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.032116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:52.066930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:52.069982 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-25b87b73-350d-4072-b6dc-6e164536d48c tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5e6b740752d945f9ac0bd21d6fff1115 HTTP/1.1" status: 200  len: 5505 time: 0.2501504
Dec 03 11:12:52.092465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  0aa0e1c7-d368-4fab-88c3-3839b1933068 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 03 11:12:52.104603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-2e538277-8e0c-4c57-866f-8e19bae0cf9a tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.109992 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2e538277-8e0c-4c57-866f-8e19bae0cf9a tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0348916
Dec 03 11:12:52.113375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38980) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.117260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Request body: {'port': {'device_id': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'admin_state_up': True, 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'security_groups': ['8f0e3026-9698-4f19-ba01-52b22cd28844']}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:52.128809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:52.145801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236323a-386f-45a4-a526-63283fd9f2a8 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Pushing event deleted for resources: {'Port': ['ID=b5f9227e-10ae-48ca-98ae-62f462946434,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:52.148962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Pushing event deleted for resources: {'Network': ['ID=0aa0e1c7-d368-4fab-88c3-3839b1933068,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:52.169616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:52.178566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5236323a-386f-45a4-a526-63283fd9f2a8 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:52.182387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-81b400bb-52e1-492a-b695-9732dc0a5c57 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.186509 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-81b400bb-52e1-492a-b695-9732dc0a5c57 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0398068
Dec 03 11:12:52.193122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38984) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.263399 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] 10.222.0.90 "DELETE /v2.0/networks/0aa0e1c7-d368-4fab-88c3-3839b1933068 HTTP/1.1" status: 204  len: 168 time: 3.5848439
Dec 03 11:12:52.276961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38988) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.282499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-a68affe0-e18c-48cc-9e01-1bb1a42e2fd6 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.286351 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a68affe0-e18c-48cc-9e01-1bb1a42e2fd6 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0760865
Dec 03 11:12:52.342768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 38992) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.369703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-9e39515f-480c-4b15-a9cc-ebe31dcc6a68 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.370778 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9e39515f-480c-4b15-a9cc-ebe31dcc6a68 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0177996
Dec 03 11:12:52.373454 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-47d9c32c-d746-46d4-9a08-082ba20913f7 req-12a699f6-dad9-4eb1-af7f-1d4ffbed7906 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3621345
Dec 03 11:12:52.373883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 38996) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.393632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9d61-8c92-4684-a035-bb118934532e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:52.402638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:52.404969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-4f54411e-9008-4e3c-9306-9761a64fe0fc tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.406012 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4f54411e-9008-4e3c-9306-9761a64fe0fc tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0306683
Dec 03 11:12:52.426666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39000) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.432411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e9d61-8c92-4684-a035-bb118934532e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aecd24-42da-4493-b029-0e5531751e77,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:52.435002 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-11967452-67bb-4612-8e04-42c54ea48f59 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] DELETE failed (client error): The resource could not be found.
Dec 03 11:12:52.435212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b6e9d61-8c92-4684-a035-bb118934532e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:52.435909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11967452-67bb-4612-8e04-42c54ea48f59 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:12:52.439255 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-11967452-67bb-4612-8e04-42c54ea48f59 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] 10.222.0.90 "DELETE /v2.0/subnets/1e0dc369-2802-4fd1-ac6e-0cca73de7532 HTTP/1.1" status: 404  len: 337 time: 0.1596882
Dec 03 11:12:52.452578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39004) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.502265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-56ab9fc2-3d7a-4044-aa05-f7c7f001f56c tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.505877 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-56ab9fc2-3d7a-4044-aa05-f7c7f001f56c tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0707302
Dec 03 11:12:52.509945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5236323a-386f-45a4-a526-63283fd9f2a8 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:52.513377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39006) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.519020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:52.533474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9d61-8c92-4684-a035-bb118934532e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:52.537274 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7b6e9d61-8c92-4684-a035-bb118934532e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/47aecd24-42da-4493-b029-0e5531751e77 HTTP/1.1" status: 204  len: 168 time: 1.1601994
Dec 03 11:12:52.537274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:52.543585 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5236323a-386f-45a4-a526-63283fd9f2a8 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] 10.222.0.90 "DELETE /v2.0/ports/b5f9227e-10ae-48ca-98ae-62f462946434 HTTP/1.1" status: 204  len: 168 time: 2.0392385
Dec 03 11:12:52.544433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39014) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.559060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-9eaac2a0-3afc-4521-a300-0540feb712eb tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.563164 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9eaac2a0-3afc-4521-a300-0540feb712eb tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0452135
Dec 03 11:12:52.578264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39018) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.592426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-231f653e-5d81-40ac-91ef-3b822707f920 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.600005 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-231f653e-5d81-40ac-91ef-3b822707f920 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0143206
Dec 03 11:12:52.602147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39022) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.611722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Made reservation on behalf of 5e6b740752d945f9ac0bd21d6fff1115 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:52.617946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:52.634278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-79d1c9af-7ee7-47a4-8456-b3a82facbb91 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.637811 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-79d1c9af-7ee7-47a4-8456-b3a82facbb91 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0309513
Dec 03 11:12:52.638177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39026) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.646013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-1968942d-91c1-435c-a401-38c6d7f10d53 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.649759 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1968942d-91c1-435c-a401-38c6d7f10d53 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0057156
Dec 03 11:12:52.653916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39030) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.665759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-769820de-f441-4ea3-8f35-972e4dba064b tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.669437 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-769820de-f441-4ea3-8f35-972e4dba064b tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0098901
Dec 03 11:12:52.690108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39034) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.731522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-a6a429ad-6531-4532-93bc-1c1d2687a208 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.736454 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a6a429ad-6531-4532-93bc-1c1d2687a208 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0171609
Dec 03 11:12:52.743998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39040) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.795714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-88ac9ef5-8bcc-4366-9f9e-df759ed39c85 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.798976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-88ac9ef5-8bcc-4366-9f9e-df759ed39c85 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0285244
Dec 03 11:12:52.816242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39044) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.828435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-03420127-b8d6-491c-8c9b-ec3e7a8e0045 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.829512 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-03420127-b8d6-491c-8c9b-ec3e7a8e0045 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0121007
Dec 03 11:12:52.872257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39048) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:52.981494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-9720cb2f-ae29-44f1-b295-508ce8be7788 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:52.985786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9720cb2f-ae29-44f1-b295-508ce8be7788 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.1020246
Dec 03 11:12:52.991754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:53.001264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39054) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.019984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-9b0ca74d-bedc-4204-aee9-cfdf328211ae tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.020967 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9b0ca74d-bedc-4204-aee9-cfdf328211ae tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0186918
Dec 03 11:12:53.062476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39058) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.077470 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-77ea7f07-425f-4bb2-b7a8-69e2a623420c req-1d72a377-291b-4433-af73-ee7339985abf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.1279178
Dec 03 11:12:53.097818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-ff08a3ca-9e0c-4334-a3f0-6bbcc29c99b6 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.102110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ff08a3ca-9e0c-4334-a3f0-6bbcc29c99b6 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0336373
Dec 03 11:12:53.106266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39064) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.125754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-8a40ac39-3b0e-4a02-9cc1-56f253c63ec7 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.129399 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8a40ac39-3b0e-4a02-9cc1-56f253c63ec7 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0152848
Dec 03 11:12:53.145271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39068) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.175000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-90749d59-d076-4359-ba9d-7f5cf9e0dfb7 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.178686 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-90749d59-d076-4359-ba9d-7f5cf9e0dfb7 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0274305
Dec 03 11:12:53.180114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39074) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.197747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-e6d42733-91c9-40e0-a67c-892a7956cb92 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.201915 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e6d42733-91c9-40e0-a67c-892a7956cb92 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0173373
Dec 03 11:12:53.203174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39078) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.215498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Router e020ce58-b7ab-46a6-b4bc-15040a848fca is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:12:53.222666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-6efb8080-515a-44ed-bf81-1f4099232364 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.226242 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6efb8080-515a-44ed-bf81-1f4099232364 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0149422
Dec 03 11:12:53.228018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39084) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.250699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-dda58635-0a1d-4d98-ad98-89877342e0dd tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.254313 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dda58635-0a1d-4d98-ad98-89877342e0dd tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0145693
Dec 03 11:12:53.258259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39088) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.271492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-015fbc6b-4a8e-4400-8d39-a43806338839 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Deleting subnet da6fa2bb-bd13-4128-b919-5c8eb0ee5178 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:12:53.276322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-b30afd11-6015-4d7c-aedf-653f08bec88e tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.280219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b30afd11-6015-4d7c-aedf-653f08bec88e tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0172768
Dec 03 11:12:53.282206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39092) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.282658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-015fbc6b-4a8e-4400-8d39-a43806338839 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:53.329705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-07f5d761-b28c-456b-98fc-55efc6247c31 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.333571 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-07f5d761-b28c-456b-98fc-55efc6247c31 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0179970
Dec 03 11:12:53.338244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39098) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.407093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-015fbc6b-4a8e-4400-8d39-a43806338839 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:53.427001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-da0df0ec-565c-475c-9ba9-358b3f8a7c2f tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.430676 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-da0df0ec-565c-475c-9ba9-358b3f8a7c2f tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0756433
Dec 03 11:12:53.439014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39104) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.458291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-b1689123-9963-4639-b676-a32334902ea3 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.459243 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b1689123-9963-4639-b676-a32334902ea3 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0119922
Dec 03 11:12:53.460148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Allocated IP 172.26.1.17 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/3de1e005-8f49-4331-ab29-cfa52b546e82) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:53.462142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39108) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.492655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Allocated IP 172.20.0.13 (e4aebd59-2c4a-4b00-90df-f0a29267fbcd/2d6a84f5-6832-45cc-9338-095641225894/572a2d55-42b4-4cad-890e-d01df3f02c1a) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:53.529267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-39d76139-2035-4bf7-aa37-ed76fc883a0a tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.530426 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-39d76139-2035-4bf7-aa37-ed76fc883a0a tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0629036
Dec 03 11:12:53.552244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:53.553803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39112) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.587272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:12:53.859856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-6f10a34f-d758-4684-8b93-6e9273cd439e tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.863421 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6f10a34f-d758-4684-8b93-6e9273cd439e tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.3062177
Dec 03 11:12:53.871289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39122) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:53.890192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [None req-485f6c44-4b43-488a-a1ad-097a8e587a01 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] http://10.222.0.90:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:12:53.890938 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-485f6c44-4b43-488a-a1ad-097a8e587a01 tempest-ExtensionsTestJSON-1311809907 tempest-ExtensionsTestJSON-1311809907] 10.222.0.90 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0158310
Dec 03 11:12:53.945824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-015fbc6b-4a8e-4400-8d39-a43806338839 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:54.120032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b61604a8>,) {'filters': {'network_id': ['7f7bab8e-de57-4ad6-a35c-baa5225042a5']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:54.130953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:12:54.147914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:12:54.157277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b61604a8>, 'cf4c630c-18c6-4813-8dd1-78ebad8ce22f') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:54.157539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b61604a8>, 'cf4c630c-18c6-4813-8dd1-78ebad8ce22f') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:54.162125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f39cf-785f-4477-8a54-0821b166a7ec None None] Sync routers for ids ['e020ce58-b7ab-46a6-b4bc-15040a848fca'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:12:54.168981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:54.187366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f39cf-785f-4477-8a54-0821b166a7ec None None] Routers {'e020ce58-b7ab-46a6-b4bc-15040a848fca'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:12:54.188912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3e7f39cf-785f-4477-8a54-0821b166a7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cac358>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:12:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['e020ce58-b7ab-46a6-b4bc-15040a848fca'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:54.209289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:54.214716 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 12.2423248
Dec 03 11:12:54.215735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39134) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:54.219401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:54.237804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Transition to ACTIVE for port object 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:54.307485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff661d-6883-413d-9d38-feccec5e8f45 req-cf7fd101-bec3-422a-8183-598c95a3e191 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:54.309566 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3ff661d-6883-413d-9d38-feccec5e8f45 req-cf7fd101-bec3-422a-8183-598c95a3e191 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 931 time: 0.7567070
Dec 03 11:12:54.321140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:54.346073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3e7f39cf-785f-4477-8a54-0821b166a7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cac358>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:54.375496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f39cf-785f-4477-8a54-0821b166a7ec None None] Routers {'e020ce58-b7ab-46a6-b4bc-15040a848fca'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:12:54.376201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3e7f39cf-785f-4477-8a54-0821b166a7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cac358>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:12:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['e020ce58-b7ab-46a6-b4bc-15040a848fca'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:54.408359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:54.455674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:54.474624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Releasing vxlan tunnel 5 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:54.475725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39140) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:54.499927 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9bf9f199-ed92-43bc-bb78-947340f6834f req-89f45454-aa48-42f6-bef2-71843e1eec5e tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.1829178
Dec 03 11:12:54.504192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:54.504570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3e7f39cf-785f-4477-8a54-0821b166a7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cac358>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:54.505315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f39cf-785f-4477-8a54-0821b166a7ec None None] The sync data for ids ['e020ce58-b7ab-46a6-b4bc-15040a848fca'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:12:54.587836 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3ff661d-6883-413d-9d38-feccec5e8f45 req-ca2f24e3-9cfc-4ae8-a308-800b1feaf7de tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2067401
Dec 03 11:12:54.598535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Transition to ACTIVE for port object 572a2d55-42b4-4cad-890e-d01df3f02c1a will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:54.676358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:54.689979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:54.693302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:54.702632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:54.721922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f40f6b53-e260-41c2-be8e-01594946c7cf tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:54.765585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-015fbc6b-4a8e-4400-8d39-a43806338839 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:54.837528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-837ad5a1-d056-4b28-b413-55cf17fda99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:54.934277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Network 7f7bab8e-de57-4ad6-a35c-baa5225042a5 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:54.941840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-837ad5a1-d056-4b28-b413-55cf17fda99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:54.946028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-837ad5a1-d056-4b28-b413-55cf17fda99e admin admin] Usage tracker for resource:security_group_rule and tenant:d326bd4376d74e95a663aec318029560 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:54.950098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-837ad5a1-d056-4b28-b413-55cf17fda99e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:54.950230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:54.956281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-837ad5a1-d056-4b28-b413-55cf17fda99e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:55.051514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Pushing event updated for resources: {'Port': ['ID=572a2d55-42b4-4cad-890e-d01df3f02c1a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:55.057499 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c1bd0a49-d0b0-4ac3-9fc9-342b5378de6a tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/routers/e020ce58-b7ab-46a6-b4bc-15040a848fca HTTP/1.1" status: 200  len: 924 time: 0.8183782
Dec 03 11:12:55.069291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:55.069807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39156) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:55.072452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-769f4642-68de-46e7-8bd4-0fe36e8cca2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:55.107374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39158) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:55.170323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fbc6b-4a8e-4400-8d39-a43806338839 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Pushing event deleted for resources: {'Subnet': ['ID=da6fa2bb-bd13-4128-b919-5c8eb0ee5178,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:55.172953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:55.198319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-015fbc6b-4a8e-4400-8d39-a43806338839 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:55.204445 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-888e203a-398e-4289-99bf-466b10ec8ea5 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "GET /v2.0/ports?device_id=e020ce58-b7ab-46a6-b4bc-15040a848fca HTTP/1.1" status: 200  len: 205 time: 0.0983198
Dec 03 11:12:55.213758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39166) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:55.242174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1739c79d-d942-45be-bbb8-3d7adc1f8d63 None None] Network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:12:55.304030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-015fbc6b-4a8e-4400-8d39-a43806338839 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:55.349058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1665623373', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:55.406542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:55.436346 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-015fbc6b-4a8e-4400-8d39-a43806338839 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] 10.222.0.90 "DELETE /v2.0/subnets/da6fa2bb-bd13-4128-b919-5c8eb0ee5178 HTTP/1.1" status: 204  len: 168 time: 2.8894403
Dec 03 11:12:55.445931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39170) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:55.452833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Network e4aebd59-2c4a-4b00-90df-f0a29267fbcd is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:55.457834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:55.470538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:55.504276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:55.559977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Usage tracker for resource:port and tenant:165c74aa29d444fe95a7a67d3400fd50 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:55.574366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Network 7f7bab8e-de57-4ad6-a35c-baa5225042a5 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:55.580521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ec2678-8deb-4120-9e57-f5d41aeac076 None None] DHCP port deletion for 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:12:55.585416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-44ec2678-8deb-4120-9e57-f5d41aeac076 None None] Deleting port 879c2845-18e9-42bd-9890-d9f4f35ce793 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:55.586068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44ec2678-8deb-4120-9e57-f5d41aeac076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:55.612128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-837ad5a1-d056-4b28-b413-55cf17fda99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:55.615048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:55.617311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:55.792666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-837ad5a1-d056-4b28-b413-55cf17fda99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:55.872695 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:55.875774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:55.883044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:55.901477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:55.902161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:55.909701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-44ec2678-8deb-4120-9e57-f5d41aeac076 None None] For port 879c2845-18e9-42bd-9890-d9f4f35ce793, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=879c2845-18e9-42bd-9890-d9f4f35ce793,segment=NetworkSegment(99047421-c464-4950-8bff-059a419fbb22),segment_id=99047421-c464-4950-8bff-059a419fbb22)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:12:55.910112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44ec2678-8deb-4120-9e57-f5d41aeac076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:55.983231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 879c2845-18e9-42bd-9890-d9f4f35ce793 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:12:55.990343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Made reservation on behalf of 165c74aa29d444fe95a7a67d3400fd50 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:55.995881 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-837ad5a1-d056-4b28-b413-55cf17fda99e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d326bd4376d74e95a663aec318029560&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5156496
Dec 03 11:12:55.996414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.002777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39178) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:56.009039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ad5a1-d056-4b28-b413-55cf17fda99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ba1d98-df17-47f3-afc8-47c1779efe9c,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:56.017353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-837ad5a1-d056-4b28-b413-55cf17fda99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:56.039847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9277823
Dec 03 11:12:56.044744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:12:56.078364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Request body: {'port': {'device_id': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:56.089311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-44ec2678-8deb-4120-9e57-f5d41aeac076 None None] Calling delete_port for 879c2845-18e9-42bd-9890-d9f4f35ce793 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:56.093179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event updated for resources: {'Port': ['ID=3de1e005-8f49-4331-ab29-cfa52b546e82,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:56.106308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:12:56.108141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.126852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:12:56.147875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-aa84c630-692f-4328-8bc2-fe4b4323d0f0 None None] Provisioning for port 572a2d55-42b4-4cad-890e-d01df3f02c1a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:12:56.163428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-aa84c630-692f-4328-8bc2-fe4b4323d0f0 None None] Provisioning complete for port 572a2d55-42b4-4cad-890e-d01df3f02c1a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:12:56.163832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aa84c630-692f-4328-8bc2-fe4b4323d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.184945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.235136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.235543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.235937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.236338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.236734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.237126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.237516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.237905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.238291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.238676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.239084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.239470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.239928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.240313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.240697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.241080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.241463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.241848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.242231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.242611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.243050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.243447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.243950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.244212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:56.273685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:56.281621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:56.292647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Attempting to bind port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:56.293031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Attempting to bind port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:56.293380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Attempting to bind port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 on network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:56.300874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Usage tracker for resource:security_group_rule and tenant:165c74aa29d444fe95a7a67d3400fd50 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:56.303927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.308740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:56.326626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:56.327060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Checking segment: {'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:56.327430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.327830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Bound using segment: {'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:56.328327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Bound port: 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:56.328706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.341566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:56.356580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:56.362969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.381762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.393049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Deleting port 879c2845-18e9-42bd-9890-d9f4f35ce793 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:56.393429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.397627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Deleting port 45d921a0-6dce-495f-b4a0-14ce9acdd124 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:12:56.398013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.466343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Pushing event deleted for resources: {'Network': ['ID=7f7bab8e-de57-4ad6-a35c-baa5225042a5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:56.469428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac0040-065a-4128-b034-93d8575977eb req-0437be4f-be7c-4481-9323-01c6daa4fdaa tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:56.470533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-20ac0040-065a-4128-b034-93d8575977eb req-0437be4f-be7c-4481-9323-01c6daa4fdaa tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Synchronizing usage tracker for tenant:5e6b740752d945f9ac0bd21d6fff1115 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:12:56.481636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:56.482096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-aa84c630-692f-4328-8bc2-fe4b4323d0f0 None None] Port 572a2d55-42b4-4cad-890e-d01df3f02c1a cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:12:56.490724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44ec2678-8deb-4120-9e57-f5d41aeac076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.495220 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] 10.222.0.90 "DELETE /v2.0/networks/7f7bab8e-de57-4ad6-a35c-baa5225042a5 HTTP/1.1" status: 204  len: 168 time: 3.9882514
Dec 03 11:12:56.529066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6d31d-cf3d-4cf3-8745-227bb8a739f4 req-014eba7c-c290-4b0f-9c70-9e694e5969ff tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:56.530382 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-17c6d31d-cf3d-4cf3-8745-227bb8a739f4 req-014eba7c-c290-4b0f-9c70-9e694e5969ff tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 943 time: 0.7540343
Dec 03 11:12:56.599254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] The port '879c2845-18e9-42bd-9890-d9f4f35ce793' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:12:56.599458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-92a989dc-a9d8-4454-8f07-3e56c3594b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.607291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for floatingip, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.675700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:56.709548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] For port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:56.717675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.723715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.739989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-20ac0040-065a-4128-b034-93d8575977eb req-0437be4f-be7c-4481-9323-01c6daa4fdaa tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Unset dirty status for tenant:5e6b740752d945f9ac0bd21d6fff1115 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:12:56.740914 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-20ac0040-065a-4128-b034-93d8575977eb req-0437be4f-be7c-4481-9323-01c6daa4fdaa tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 932 time: 0.9664977
Dec 03 11:12:56.749242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec2678-8deb-4120-9e57-f5d41aeac076 None None] Pushing event deleted for resources: {'Port': ['ID=879c2845-18e9-42bd-9890-d9f4f35ce793,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:56.754483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-92a989dc-a9d8-4454-8f07-3e56c3594b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.755682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-44ec2678-8deb-4120-9e57-f5d41aeac076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:56.767574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] For port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833,segment=NetworkSegment(ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7),segment_id=ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:56.772830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-17c6d31d-cf3d-4cf3-8745-227bb8a739f4 req-032a68b7-a308-4f1e-9511-7232b4176e37 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2056293
Dec 03 11:12:56.836165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec2678-8deb-4120-9e57-f5d41aeac076 None None] No DVR routers for this DVR port 879c2845-18e9-42bd-9890-d9f4f35ce793 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:12:56.838228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.872659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:56.927483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.934186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:56.958408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39186) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:56.987464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:57.064365 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-20ac0040-065a-4128-b034-93d8575977eb req-89e8ae07-503b-4850-acbc-778ac4276caa tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2974408
Dec 03 11:12:57.135674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Calling delete_port for 45d921a0-6dce-495f-b4a0-14ce9acdd124 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:12:57.206107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:57.209125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-92a989dc-a9d8-4454-8f07-3e56c3594b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:57.218248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-577f29e6-0a79-4a4d-a4b6-ff8b2816447d tempest-ExternalNetworksAdminNegativeTestJSON-1527862487 tempest-ExternalNetworksAdminNegativeTestJSON-1527862487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:57.233919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:57.314457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a989dc-a9d8-4454-8f07-3e56c3594b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ba1d98-df17-47f3-afc8-47c1779efe9c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:57.324629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-92a989dc-a9d8-4454-8f07-3e56c3594b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:57.328115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:57.330935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-92a989dc-a9d8-4454-8f07-3e56c3594b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:57.332052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-92a989dc-a9d8-4454-8f07-3e56c3594b1b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/34ba1d98-df17-47f3-afc8-47c1779efe9c HTTP/1.1" status: 204  len: 168 time: 1.3245773
Dec 03 11:12:57.344379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b6137470>,) {'filters': {'network_id': ['5154b6d2-69d9-4500-8a6b-0306ccfc69d4']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:57.362724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:57.376727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:57.408376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6137470>, '99047421-c464-4950-8bff-059a419fbb22') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:57.408714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6137470>, '99047421-c464-4950-8bff-059a419fbb22') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:12:57.458616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:57.477413 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2123a59a-4adf-40a1-9d70-d29a5c427834 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=265dbebc96314c67a2abd16823d39b51&name=default HTTP/1.1" status: 200  len: 2875 time: 0.4856877
Dec 03 11:12:57.483122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39194) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:57.557154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe6eb74-8b36-4267-89da-302b3f882794,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:57.565655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:57.566315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:57.567842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] 10.222.0.91 "PUT /v2.0/ports/3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 HTTP/1.1" status: 200  len: 1157 time: 7.2099409
Dec 03 11:12:57.574166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.plugins.ml2.ovo_rpc [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     result = function(*args, **kwargs)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     proto.__init__(conn_state, self)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     self.handle()
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     self.handle_one_request()
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     self.handle_one_response()
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     result = self.application(self.environ, start_response)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     return app(environ, start_response)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     response = req.get_response(self.application)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     application, catch_exc_info=False)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     app_iter = application(self.environ, start_response)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     response = req.get_response(self.application)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     application, catch_exc_info=False)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     app_iter = application(self.environ, start_response)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     response = req.get_response(self.application)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     application, catch_exc_info=False)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     app_iter = application(self.environ, start_response)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     response = req.get_response(self.application)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     application, catch_exc_info=False)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     app_iter = application(self.environ, start_response)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     return request.get_response(self.application)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     application, catch_exc_info=False)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     app_iter = application(self.environ, start_response)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     response = req.get_response(self._app)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     application, catch_exc_info=False)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     app_iter = application(self.environ, start_response)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     return resp(environ, start_response)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     return resp(environ, start_response)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     response = self.app(environ, start_response)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     return resp(environ, start_response)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     resp = self.call_func(req, *args, **kw)
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 11:12:57.576780 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.func(req, *args, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     result = method(request=request, **args)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._delete(request, id, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(*args, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(*args, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(*dup_args, **dup_kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     obj_deleter(request.context, id, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     return method(*args, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(*args, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(*args, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(*dup_args, **dup_kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     self._delete_current_gw_port(context, id, router, None)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, context, *args, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     return method(*args, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     context, port, router_ids, bound_mech_contexts)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     return function(*args, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     callback(resource, event, trigger, **kwargs)
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     if self._is_session_semantic_violated(context, resource, event):
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]:     stack = traceback.extract_stack()
Dec 03 11:12:57.581539 dv-neutron-765072-2-ovs neutron-server[80862]: 
Dec 03 11:12:57.589020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'tag': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:12:57.589020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:57.613293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:57.678237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Releasing vxlan tunnel 11 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:12:57.866767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] device_id is not set on port 1ce6c083-9d14-41b3-bd18-f4328b687ecc yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:12:57.902083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:12:57.924197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2370982-2bc7-49ce-8505-4b43eb7ab6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.036266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2370982-2bc7-49ce-8505-4b43eb7ab6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.047210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.052587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572a2d55-42b4-4cad-890e-d01df3f02c1a {{(pid=80975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:12:58.141223 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'tag': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833', 'status': 'completed', 'code': 200}
Dec 03 11:12:58.230996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.271789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.279708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.287062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Transition to ACTIVE for port object 572a2d55-42b4-4cad-890e-d01df3f02c1a will not be triggered until provisioned by entity L2. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:12:58.296972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:58.309991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.339249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.369698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:58.517756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-ff8476f4-d6e0-4e79-963e-88d5eb39781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:58.519432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-ff8476f4-d6e0-4e79-963e-88d5eb39781f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=193702a8528c429d847d08cd33ff784e&device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 1160 time: 0.8424246
Dec 03 11:12:58.528423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.659866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39228) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:58.667142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.684629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.685223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Fanout notify agent at l3_agent the message router_deleted on router e020ce58-b7ab-46a6-b4bc-15040a848fca {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:12:58.702273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c064507-dd56-4419-bd16-ae41944f28b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:58.759650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-05b6929e-03d3-4c50-bcb2-24a4763c0802 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 HTTP/1.1" status: 200  len: 217 time: 0.2228875
Dec 03 11:12:58.769739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Allocated IP 172.26.1.57 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/1ce6c083-9d14-41b3-bd18-f4328b687ecc) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:12:58.773242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Network 5154b6d2-69d9-4500-8a6b-0306ccfc69d4 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:12:58.781771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Pushing event updated for resources: {'Port': ['ID=572a2d55-42b4-4cad-890e-d01df3f02c1a,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:58.784089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2370982-2bc7-49ce-8505-4b43eb7ab6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.823100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.823519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.823939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.824351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.824748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.825152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.825546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.825934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.826325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.826717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.827135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.827526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.827979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.828374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.828766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.829156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.829543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.829932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.830327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.830718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.831133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.831524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.831910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.832539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:12:58.847106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:12:58.855759 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:12:58.859146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30639068-a453-40f2-935f-5bea2052ddd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:58.894337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a64b-6082-4bff-9487-f7ae4707beb9 req-e384df80-2e64-4fa8-85c8-1277d64874e7 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:58.896004 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8a0a64b-6082-4bff-9487-f7ae4707beb9 req-e384df80-2e64-4fa8-85c8-1277d64874e7 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 943 time: 0.7768497
Dec 03 11:12:58.901944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2370982-2bc7-49ce-8505-4b43eb7ab6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415ee19d-e0a3-4b24-b949-e89971410edf,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:58.910319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f2370982-2bc7-49ce-8505-4b43eb7ab6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:58.917697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55d2f7-deda-4289-a233-d5f4658d3457 req-ace62ef8-a7e2-4216-ba7c-7c663f54f065 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:58.925320 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d55d2f7-deda-4289-a233-d5f4658d3457 req-ace62ef8-a7e2-4216-ba7c-7c663f54f065 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 944 time: 0.6435325
Dec 03 11:12:58.947205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.948379 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4c99d153-d30f-40b1-9fd6-24ff4f26d004 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/routers/e020ce58-b7ab-46a6-b4bc-15040a848fca HTTP/1.1" status: 204  len: 168 time: 3.7250025
Dec 03 11:12:58.965934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39234) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:58.966427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2370982-2bc7-49ce-8505-4b43eb7ab6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:58.967703 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f2370982-2bc7-49ce-8505-4b43eb7ab6f1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/415ee19d-e0a3-4b24-b949-e89971410edf HTTP/1.1" status: 204  len: 168 time: 1.4777083
Dec 03 11:12:58.977710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-958046198'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:59.051700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Request body: {'router': {'name': 'tempest-snat-router-853456614', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'enable_snat': False}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:59.057599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:59.064017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event updated for resources: {'Port': ['ID=3de1e005-8f49-4331-ab29-cfa52b546e82,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:59.067911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:59.096030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:59.105725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Usage tracker for resource:network and tenant:b0cb5ee8ab414437b63c0c1b565b9537 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:59.117200 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8a0a64b-6082-4bff-9487-f7ae4707beb9 req-e683c5da-be19-4be4-a8c2-bccda7cfa0f4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2117331
Dec 03 11:12:59.117654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Usage tracker for resource:router and tenant:750ceeaa689d49ce90b59053ea5bf936 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:59.129492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:59.139613 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d55d2f7-deda-4289-a233-d5f4658d3457 req-560d51bc-3f05-4982-81d4-6cc9e1f1c414 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2132590
Dec 03 11:12:59.154175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:59.176737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:59.185648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-0c15bee5-28cf-4a77-92ee-757a33470ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:59.187288 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-0c15bee5-28cf-4a77-92ee-757a33470ae2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22ea8f59-d136-43f2-acfe-9b4232c66694 HTTP/1.1" status: 200  len: 851 time: 0.3934455
Dec 03 11:12:59.194556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Attempting to bind port 572a2d55-42b4-4cad-890e-d01df3f02c1a on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:12:59.194846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Attempting to bind port 572a2d55-42b4-4cad-890e-d01df3f02c1a by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'}] {{(pid=80975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:12:59.195200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Attempting to bind port 572a2d55-42b4-4cad-890e-d01df3f02c1a on network e4aebd59-2c4a-4b00-90df-f0a29267fbcd {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:12:59.202330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:12:59.202758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Checking segment: {'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:12:59.203175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.203853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Bound using segment: {'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'} {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:12:59.204064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Bound port: 572a2d55-42b4-4cad-890e-d01df3f02c1a, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbeca58f-5c6d-410f-8acb-f4d636e02405', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd'}}] {{(pid=80975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:12:59.204170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:59.204453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.208039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.264703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.281308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:59.308756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] For port 572a2d55-42b4-4cad-890e-d01df3f02c1a, host hv-neutron-7650, cleared binding levels {{(pid=80975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:12:59.313004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] For port 572a2d55-42b4-4cad-890e-d01df3f02c1a, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=572a2d55-42b4-4cad-890e-d01df3f02c1a,segment=NetworkSegment(fbeca58f-5c6d-410f-8acb-f4d636e02405),segment_id=fbeca58f-5c6d-410f-8acb-f4d636e02405)] {{(pid=80975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:12:59.317191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.337355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.338108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:12:59.338454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.351695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Made reservation on behalf of b0cb5ee8ab414437b63c0c1b565b9537 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:12:59.357218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.367453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Pushing event deleted for resources: {'Network': ['ID=5154b6d2-69d9-4500-8a6b-0306ccfc69d4,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:59.370700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:59.437605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.495768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Pushing event updated for resources: {'Port': ['ID=572a2d55-42b4-4cad-890e-d01df3f02c1a,revision_number=3']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:12:59.501635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:12:59.505947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] 10.222.0.90 "DELETE /v2.0/networks/5154b6d2-69d9-4500-8a6b-0306ccfc69d4 HTTP/1.1" status: 204  len: 168 time: 4.0454988
Dec 03 11:12:59.513243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39244) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:59.534533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:12:59.539055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.566351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:59.566816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Usage tracker for resource:security_group_rule and tenant:b0cb5ee8ab414437b63c0c1b565b9537 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:12:59.567061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.568559 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] 10.222.0.91 "PUT /v2.0/ports/572a2d55-42b4-4cad-890e-d01df3f02c1a HTTP/1.1" status: 200  len: 1158 time: 3.4987137
Dec 03 11:12:59.569244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'tag': '572a2d55-42b4-4cad-890e-d01df3f02c1a'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:12:59.591317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:12:59.599711 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c328bbd0-d9dd-4ae2-aff5-e9de206e7f3e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=53207062b7284636868d2e7543401253&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0850828
Dec 03 11:12:59.603295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39252) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:59.609948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:12:59.615751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.761684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0da651ec-64fd-4372-bf33-264cc39e0926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.817565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0da651ec-64fd-4372-bf33-264cc39e0926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.852615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-6e4cca3f-17ac-432b-8867-457f543f27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:59.852615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-6e4cca3f-17ac-432b-8867-457f543f27a3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e6b740752d945f9ac0bd21d6fff1115&device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 1161 time: 0.1861761
Dec 03 11:12:59.873587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-2e2d9d33-0791-4f4a-bfda-37acc0f73821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:12:59.875251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-2e2d9d33-0791-4f4a-bfda-37acc0f73821 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.6597600
Dec 03 11:12:59.878328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.886103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:12:59.890180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 11.1106720
Dec 03 11:12:59.920241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39264) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:12:59.943515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-630258220'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:12:59.960484 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-0a2e01fb-f594-4ef7-a06d-42575ecf674f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=572a2d55-42b4-4cad-890e-d01df3f02c1a HTTP/1.1" status: 200  len: 217 time: 0.0915818
Dec 03 11:13:00.023365 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'tag': '572a2d55-42b4-4cad-890e-d01df3f02c1a', 'status': 'completed', 'code': 200}
Dec 03 11:13:00.042426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0da651ec-64fd-4372-bf33-264cc39e0926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:00.062539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b6e9d61-8c92-4684-a035-bb118934532e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:00.090742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da651ec-64fd-4372-bf33-264cc39e0926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055a0644-5450-42fd-a848-d93078a05ee0,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:00.096458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39268) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:00.097385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0da651ec-64fd-4372-bf33-264cc39e0926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:00.098986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-d8cdbc24-4696-48eb-b656-846be5f65fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:00.100739 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-d8cdbc24-4696-48eb-b656-846be5f65fe7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d6a84f5-6832-45cc-9338-095641225894 HTTP/1.1" status: 200  len: 845 time: 0.1313636
Dec 03 11:13:00.121038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0da651ec-64fd-4372-bf33-264cc39e0926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:00.128061 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0da651ec-64fd-4372-bf33-264cc39e0926 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/055a0644-5450-42fd-a848-d93078a05ee0 HTTP/1.1" status: 204  len: 168 time: 0.5227535
Dec 03 11:13:00.274231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-3f6271c8-09cd-4d3e-a590-77ed7645e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:00.278779 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-3f6271c8-09cd-4d3e-a590-77ed7645e9c4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e4aebd59-2c4a-4b00-90df-f0a29267fbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1478884
Dec 03 11:13:00.284010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:00.314330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Usage tracker for resource:network and tenant:cfbdb5fe8e824b82b4543ea8c6e9b686 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:00.319496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:00.393542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:00.398601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:00.456932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Made reservation on behalf of cfbdb5fe8e824b82b4543ea8c6e9b686 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:00.463563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:00.518166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:00.547417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:00.583998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-190d0374-0ad3-4577-afc7-043f83a75c96 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:00.621403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:00.655452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-55fb58ae-2ac7-4277-a4e1-a1fdae0ccc15 service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7649136
Dec 03 11:13:00.664234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Usage tracker for resource:security_group_rule and tenant:cfbdb5fe8e824b82b4543ea8c6e9b686 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:00.687196 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-0672fa80-afd6-46b0-bdd0-0ecd97737290 service neutron] 10.222.0.91 "GET /v2.0/networks/e4aebd59-2c4a-4b00-90df-f0a29267fbcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3999624
Dec 03 11:13:00.690447 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e0eb2763-6941-4df1-8512-a54f2ff32843 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=77ce84fec54548e5901e8a4aa85af691&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5879009
Dec 03 11:13:00.693631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:00.701368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39292) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:00.728010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:00.749066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-348b415a-8111-4f40-9222-e88f9de1f4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:00.799216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:00.811012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:00.851844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Pushing event updated for resources: {'Port': ['ID=1ce6c083-9d14-41b3-bd18-f4328b687ecc,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:00.892123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ba879-64bf-4528-863d-058856605639 req-c72147c6-8489-47a4-8135-c82f14f1f267 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:00.895182 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a63ba879-64bf-4528-863d-058856605639 req-c72147c6-8489-47a4-8135-c82f14f1f267 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 944 time: 0.4126906
Dec 03 11:13:00.913106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:00.949259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10289105-f87e-4fd2-8878-d0c278d7fe5b req-75d5147c-cc02-4e57-b84a-125892ac3577 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:00.951244 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-10289105-f87e-4fd2-8878-d0c278d7fe5b req-75d5147c-cc02-4e57-b84a-125892ac3577 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 943 time: 0.4677498
Dec 03 11:13:00.963605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:00.995825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:13:01.059809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0caba883-4b2c-4c34-8e04-fd6c9c7e452a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.067594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.068034 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Added segment 260d6b2b-a551-4302-a48d-02d1e13d11e6 of type vxlan for network aabc1878-012e-4f32-82af-a992a5cb98d6
Dec 03 11:13:01.079756 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1ccb593-57bc-4195-9957-09a8d75aecd2 req-781dd183-5424-40f9-8b95-4e530a0bed2d service neutron] 10.222.0.91 "GET /v2.0/networks/e4aebd59-2c4a-4b00-90df-f0a29267fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3797190
Dec 03 11:13:01.095910 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a63ba879-64bf-4528-863d-058856605639 req-ba951be1-f98a-4736-9a47-d6ee42210643 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1411686
Dec 03 11:13:01.097626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event updated for resources: {'SecurityGroup': ['ID=584946e7-2d85-455d-82f9-11fab6fe867e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:01.108939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-10289105-f87e-4fd2-8878-d0c278d7fe5b req-e44fd0df-bb68-487e-961b-bc02810be0e2 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1302307
Dec 03 11:13:01.110772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0caba883-4b2c-4c34-8e04-fd6c9c7e452a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.112791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:01.168707 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7affe9d8-cfdb-4543-b343-54ec0f83cd20 req-5b9246b6-950d-43c9-bd85-6774e56d2422 service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4991562
Dec 03 11:13:01.175926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.178716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0caba883-4b2c-4c34-8e04-fd6c9c7e452a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.185261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-837ad5a1-d056-4b28-b413-55cf17fda99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:01.189940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:01.194320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:01.205513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:01.207072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caba883-4b2c-4c34-8e04-fd6c9c7e452a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ba08c3-d0c7-4d75-a8fc-88439b44179e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:01.216206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0caba883-4b2c-4c34-8e04-fd6c9c7e452a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:01.217956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0caba883-4b2c-4c34-8e04-fd6c9c7e452a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.220048 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0caba883-4b2c-4c34-8e04-fd6c9c7e452a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/30ba08c3-d0c7-4d75-a8fc-88439b44179e HTTP/1.1" status: 204  len: 168 time: 0.5113585
Dec 03 11:13:01.327000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:13:01.371955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.387426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.442445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df7787-eb90-4109-947a-1765aa936591 req-9ca4206d-37d6-405c-9258-5a92a58c00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:01.443918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.444309 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96df7787-eb90-4109-947a-1765aa936591 req-9ca4206d-37d6-405c-9258-5a92a58c00ad service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=193702a8528c429d847d08cd33ff784e&device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 1160 time: 0.1165857
Dec 03 11:13:01.453847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:01.454516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.521588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:01.535744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:01.536426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.624700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:13:01.635643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df7787-eb90-4109-947a-1765aa936591 req-af481548-13a2-4c45-9fb2-06dcba1ec7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:01.637652 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96df7787-eb90-4109-947a-1765aa936591 req-af481548-13a2-4c45-9fb2-06dcba1ec7b6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4 HTTP/1.1" status: 200  len: 906 time: 0.1856375
Dec 03 11:13:01.678947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event updated for resources: {'SecurityGroup': ['ID=eec37705-37f1-41f0-9e59-4cd1de0c15e5,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:01.691482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:01.693025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0cae63ce-cd69-4dad-8af5-caa182e11dca tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:01.722481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96df7787-eb90-4109-947a-1765aa936591 req-0934cdb9-52dc-447c-8c87-467c9f6ab986 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 HTTP/1.1" status: 200  len: 217 time: 0.0780654
Dec 03 11:13:01.729039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.729250 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Added segment d4909990-dee1-4a76-be35-a699fb39afd1 of type vxlan for network e1ce4750-c5e7-43b3-8791-133627cc23c2
Dec 03 11:13:01.756646 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 6.6345026
Dec 03 11:13:01.758449 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 3.0936925
Dec 03 11:13:01.761601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2429e8-e419-4469-a9c2-7af19b47de6e req-d520c2d5-7676-4b0e-a795-c508d06790ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:01.763444 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e2429e8-e419-4469-a9c2-7af19b47de6e req-d520c2d5-7676-4b0e-a795-c508d06790ba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e6b740752d945f9ac0bd21d6fff1115&device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 1161 time: 0.5161083
Dec 03 11:13:01.764131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39320) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:01.764648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39322) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:01.808963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Request body: {'router': {'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.57'}]}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:01.818398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Request body: {'subnet': {'network_id': 'aabc1878-012e-4f32-82af-a992a5cb98d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:01.826512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df7787-eb90-4109-947a-1765aa936591 req-7cceaf20-c9b3-4d84-a543-b18b14c0c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:01.829326 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96df7787-eb90-4109-947a-1765aa936591 req-7cceaf20-c9b3-4d84-a543-b18b14c0c063 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22ea8f59-d136-43f2-acfe-9b4232c66694 HTTP/1.1" status: 200  len: 851 time: 0.0984273
Dec 03 11:13:01.922890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:01.925662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df7787-eb90-4109-947a-1765aa936591 req-ee48f50b-72f7-413f-b1a3-79a869795877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:01.927785 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96df7787-eb90-4109-947a-1765aa936591 req-ee48f50b-72f7-413f-b1a3-79a869795877 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0912795
Dec 03 11:13:01.958258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:02.105827 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96df7787-eb90-4109-947a-1765aa936591 req-80561b2f-0cd5-43e4-ade3-f29cec0ca177 service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706824
Dec 03 11:13:02.175574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Usage tracker for resource:router and tenant:165c74aa29d444fe95a7a67d3400fd50 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:02.183889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:02.193608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event updated for resources: {'Network': ['ID=aabc1878-012e-4f32-82af-a992a5cb98d6,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:02.196299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:02.207084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network aabc1878-012e-4f32-82af-a992a5cb98d6 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:02.221220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:02.231105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:02.248755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:02.256362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network aabc1878-012e-4f32-82af-a992a5cb98d6 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:02.429497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39348) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:02.479797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:02.507793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:02.509531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:02.513533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Usage tracker for resource:subnet and tenant:b0cb5ee8ab414437b63c0c1b565b9537 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:02.546719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:02.565210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96df7787-eb90-4109-947a-1765aa936591 req-77c6ece9-0d05-439b-8091-09b88e65a7c8 service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4510486
Dec 03 11:13:02.618133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:02.622036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd38d64-51e4-42f8-8361-70a65aef1ba9 req-839a9294-ab3f-4618-a32f-23ea893ad9f6 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:02.623739 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-acd38d64-51e4-42f8-8361-70a65aef1ba9 req-839a9294-ab3f-4618-a32f-23ea893ad9f6 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 943 time: 0.3014307
Dec 03 11:13:02.634097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:02.636480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9022bee-90bd-4dd4-aa00-2a727b3c27ca req-53b1fd56-d540-4a29-b41a-6470dffb3694 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:02.638120 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f9022bee-90bd-4dd4-aa00-2a727b3c27ca req-53b1fd56-d540-4a29-b41a-6470dffb3694 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 944 time: 0.1706111
Dec 03 11:13:02.648583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2429e8-e419-4469-a9c2-7af19b47de6e req-a535d6fe-8ae0-439b-9d4c-aa2b8bd0a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:02.650511 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e2429e8-e419-4469-a9c2-7af19b47de6e req-a535d6fe-8ae0-439b-9d4c-aa2b8bd0a3a4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e4aebd59-2c4a-4b00-90df-f0a29267fbcd HTTP/1.1" status: 200  len: 900 time: 0.8526156
Dec 03 11:13:02.660605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:02.661459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:02.666440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3e39ca69-4667-489d-a564-93c2e439805e tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1810159224'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:02.666974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3e39ca69-4667-489d-a564-93c2e439805e tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Unknown quota resources ['metering_label']. {{(pid=80975) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 03 11:13:02.730977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-720f5fb6-25fa-4b6c-b684-b510a33fe725 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:02.750615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:02.759129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39358) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:02.808883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Made reservation on behalf of b0cb5ee8ab414437b63c0c1b565b9537 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:02.827396 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e2429e8-e419-4469-a9c2-7af19b47de6e req-fd68f9de-ea4b-4c7f-9cd1-f637e2931513 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=572a2d55-42b4-4cad-890e-d01df3f02c1a HTTP/1.1" status: 200  len: 217 time: 0.1554022
Dec 03 11:13:02.836060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c13fe228-fc0f-4e0e-9404-49e63076e025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:02.965157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 3.0380783
Dec 03 11:13:03.034067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39364) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:03.081838 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-acd38d64-51e4-42f8-8361-70a65aef1ba9 req-6af0340a-2c8e-4137-8d9a-1e20e6014af3 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4426489
Dec 03 11:13:03.088232 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f9022bee-90bd-4dd4-aa00-2a727b3c27ca req-de1a364b-9a3a-42b8-9d8a-13333a5abcd0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4339883
Dec 03 11:13:03.088576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bb3663fb-27a2-4bcc-9674-b0242967093b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group': {'name': 'default'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:03.090091 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-bb3663fb-27a2-4bcc-9674-b0242967093b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 03 11:13:03.090646 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-bb3663fb-27a2-4bcc-9674-b0242967093b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:13:03.095624 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bb3663fb-27a2-4bcc-9674-b0242967093b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3236272
Dec 03 11:13:03.108876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Request body: {'subnet': {'network_id': 'e1ce4750-c5e7-43b3-8791-133627cc23c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:03.137908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39368) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:03.225888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group': {'name': 'tempest-secgroup--607630827'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:03.231345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event updated for resources: {'Network': ['ID=e1ce4750-c5e7-43b3-8791-133627cc23c2,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:03.237057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e39ca69-4667-489d-a564-93c2e439805e tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Notify callbacks [] for metering_label, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:03.241114 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3e39ca69-4667-489d-a564-93c2e439805e tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.7979407
Dec 03 11:13:03.241263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39372) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:03.247160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-599a40a0-eb72-4082-9c89-b8be5b8976d6 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b7c2a84a-a77a-4c76-b620-b39ae9d9c187'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:03.247712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-599a40a0-eb72-4082-9c89-b8be5b8976d6 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Unknown quota resources ['metering_label_rule']. {{(pid=80975) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 03 11:13:03.248871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network e1ce4750-c5e7-43b3-8791-133627cc23c2 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:03.267146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network e1ce4750-c5e7-43b3-8791-133627cc23c2 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:03.320260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:03.333194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:03.353605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:03.373249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:03.386464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2429e8-e419-4469-a9c2-7af19b47de6e req-84129708-5ae7-4473-8548-e4b65dd1a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:03.388058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e2429e8-e419-4469-a9c2-7af19b47de6e req-84129708-5ae7-4473-8548-e4b65dd1a511 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d6a84f5-6832-45cc-9338-095641225894 HTTP/1.1" status: 200  len: 845 time: 0.5295882
Dec 03 11:13:03.388903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:03.432907 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.services.metering.metering_plugin [None req-599a40a0-eb72-4082-9c89-b8be5b8976d6 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 03 11:13:03.461112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:03.588033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-599a40a0-eb72-4082-9c89-b8be5b8976d6 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Notify callbacks [] for metering_label_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:03.589234 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-599a40a0-eb72-4082-9c89-b8be5b8976d6 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3469698
Dec 03 11:13:03.592408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39376) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:03.597726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-822b28fd-97a1-41dd-a1e3-3424c41848e8 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b7c2a84a-a77a-4c76-b620-b39ae9d9c187'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:03.598241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-822b28fd-97a1-41dd-a1e3-3424c41848e8 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Unknown quota resources ['metering_label_rule']. {{(pid=80975) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 03 11:13:03.620562 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.services.metering.metering_plugin [None req-822b28fd-97a1-41dd-a1e3-3424c41848e8 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 03 11:13:03.647238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:03.778765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-822b28fd-97a1-41dd-a1e3-3424c41848e8 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Notify callbacks [] for metering_label_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:03.780098 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-822b28fd-97a1-41dd-a1e3-3424c41848e8 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.1866968
Dec 03 11:13:03.783170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39380) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:03.795151 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3b713f3c-0764-40b2-878c-0a6d1390e007 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "GET /v2.0/metering/metering-label-rules?id=0fc3eb7b-bb2b-421d-a72b-30b6df6d015b HTTP/1.1" status: 200  len: 462 time: 0.0106907
Dec 03 11:13:03.797933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39384) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:03.973632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:03.984183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f817729-97bb-4596-ab36-114915efb09d tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Notify callbacks [] for metering_label_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:03.985407 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1f817729-97bb-4596-ab36-114915efb09d tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "DELETE /v2.0/metering/metering-label-rules/0fc3eb7b-bb2b-421d-a72b-30b6df6d015b HTTP/1.1" status: 204  len: 168 time: 0.1864846
Dec 03 11:13:03.988304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39388) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:03.988816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:03.998994 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-923ff73c-9d14-4d60-837b-fb4d525b977a tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "GET /v2.0/metering/metering-label-rules?id=0fc3eb7b-bb2b-421d-a72b-30b6df6d015b HTTP/1.1" status: 200  len: 221 time: 0.0095165
Dec 03 11:13:04.002419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39392) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:04.007323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Usage tracker for resource:subnet and tenant:cfbdb5fe8e824b82b4543ea8c6e9b686 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:04.007670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bb69088a-452b-437f-bdd3-f9a11ca4b9a7 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Request body: {'metering_label': {'name': 'tempest-metering-label--1051290799', 'description': 'label created by tempest'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:04.008149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bb69088a-452b-437f-bdd3-f9a11ca4b9a7 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Unknown quota resources ['metering_label']. {{(pid=80975) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 03 11:13:04.011751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:04.019907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:04.039271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:04.056959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:04.096132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Allocated IP 172.26.1.226 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/09753ba2-5aa9-4f8c-a018-790e29cf37dc) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:04.103630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:04.129395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:04.136625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Made reservation on behalf of cfbdb5fe8e824b82b4543ea8c6e9b686 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:04.161411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:04.197129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:04.260992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb69088a-452b-437f-bdd3-f9a11ca4b9a7 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Notify callbacks [] for metering_label, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:04.262235 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bb69088a-452b-437f-bdd3-f9a11ca4b9a7 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.2588098
Dec 03 11:13:04.283667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39400) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:04.386372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2429e8-e419-4469-a9c2-7af19b47de6e req-ada1f258-54a2-42f5-bd87-fb6be4eec674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:04.388034 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e2429e8-e419-4469-a9c2-7af19b47de6e req-ada1f258-54a2-42f5-bd87-fb6be4eec674 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e4aebd59-2c4a-4b00-90df-f0a29267fbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.9283490
Dec 03 11:13:04.401736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63e298-68a1-4f76-ac12-11891de04af3 req-337efd81-2229-46b8-8e0e-ab139584e4bd tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:04.403384 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a63e298-68a1-4f76-ac12-11891de04af3 req-337efd81-2229-46b8-8e0e-ab139584e4bd tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 944 time: 0.1551132
Dec 03 11:13:04.438028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e42b6-3487-4256-8d27-7753b881bc84 req-aaea4a3b-55d2-432d-bfd4-8b3af672173b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:04.439841 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7e2e42b6-3487-4256-8d27-7753b881bc84 req-aaea4a3b-55d2-432d-bfd4-8b3af672173b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 943 time: 0.1401856
Dec 03 11:13:04.504162 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a63e298-68a1-4f76-ac12-11891de04af3 req-006addf0-41b9-4633-9aec-3729479857b1 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919311
Dec 03 11:13:04.511634 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7e2e42b6-3487-4256-8d27-7753b881bc84 req-13f100ce-7f6a-45af-adcf-19c85d0c4fa2 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652015
Dec 03 11:13:04.605852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:04.651599 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fa81ebf5-19a4-4d72-864b-288759bd5cae tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "GET /v2.0/metering/metering-labels?id=1f36c48a-f5fd-4d53-bc17-b47ccbf96b0a HTTP/1.1" status: 200  len: 468 time: 0.3045611
Dec 03 11:13:04.654678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39404) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:04.931221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:04.997096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:05.082635 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e2429e8-e419-4469-a9c2-7af19b47de6e req-c04b41bb-2aa5-4742-a946-7f6e327962c8 service neutron] 10.222.0.91 "GET /v2.0/networks/e4aebd59-2c4a-4b00-90df-f0a29267fbcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6152709
Dec 03 11:13:05.134994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:05.146475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:05.195046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:05.214496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:05.233943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-00dd1c93-3296-4963-a1d6-d911e0719463 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Notify callbacks [] for metering_label, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:05.235183 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-00dd1c93-3296-4963-a1d6-d911e0719463 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "DELETE /v2.0/metering/metering-labels/1f36c48a-f5fd-4d53-bc17-b47ccbf96b0a HTTP/1.1" status: 204  len: 168 time: 0.5793886
Dec 03 11:13:05.238039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39408) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:05.251477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9806df78-a5f5-4b31-b7e1-bc7b55ee2afe tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "GET /v2.0/metering/metering-labels?id=1f36c48a-f5fd-4d53-bc17-b47ccbf96b0a HTTP/1.1" status: 200  len: 216 time: 0.0122159
Dec 03 11:13:05.255408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39412) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:05.265980 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2dfcd6d1-ded7-425e-ac86-5c46d7ff8477 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0094578
Dec 03 11:13:05.269168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39416) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:05.279013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:05.285546 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cafac780-fe06-4ee8-8daf-e874699f8f25 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0123401
Dec 03 11:13:05.286179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39420) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:05.341106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:05.355308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:05.386414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:05.388643 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-70e92c27-d573-4a28-b492-39c42ef9f847 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "GET /v2.0/metering/metering-labels/b7c2a84a-a77a-4c76-b620-b39ae9d9c187 HTTP/1.1" status: 200  len: 473 time: 0.1013246
Dec 03 11:13:05.392490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39424) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:05.403811 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c088b486-a47e-4b0c-961b-40bc9b547adb tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "GET /v2.0/metering/metering-label-rules/6f40f82b-70cc-43d1-827e-329ee5125d0f HTTP/1.1" status: 200  len: 459 time: 0.0101879
Dec 03 11:13:05.407120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39428) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:05.410191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:05.505037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8ab503-99fb-4d1a-9dd3-13f7d3a5fa4b,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:05.573720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:05.579249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ba642e4-0bfd-4002-b881-a86971f9c680 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:05.582946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f03acc1-df9c-4cb2-bee6-cd7926504119 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Notify callbacks [] for metering_label_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:05.586645 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6f03acc1-df9c-4cb2-bee6-cd7926504119 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "DELETE /v2.0/metering/metering-label-rules/6f40f82b-70cc-43d1-827e-329ee5125d0f HTTP/1.1" status: 204  len: 168 time: 0.1759679
Dec 03 11:13:05.586956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39436) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:06.063351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31afa44b-4ee5-46e1-a13d-09ba799d2262 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] Notify callbacks [] for metering_label, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:06.064496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-31afa44b-4ee5-46e1-a13d-09ba799d2262 tempest-MeteringIpV6TestJSON-402669318 tempest-MeteringIpV6TestJSON-402669318] 10.222.0.90 "DELETE /v2.0/metering/metering-labels/b7c2a84a-a77a-4c76-b620-b39ae9d9c187 HTTP/1.1" status: 204  len: 168 time: 0.4762111
Dec 03 11:13:06.101182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6af2a4-5864-42c8-b4c6-204ef9306755 req-6bac0710-6fc3-4aaa-bf6e-0de2e4b408f3 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:06.103521 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6d6af2a4-5864-42c8-b4c6-204ef9306755 req-6bac0710-6fc3-4aaa-bf6e-0de2e4b408f3 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 944 time: 0.4010522
Dec 03 11:13:06.110555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2057675-d782-449e-b5e1-7ae87b8570d3 req-b09f57e0-133b-4f76-bb73-bcd85ac231f9 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:06.112195 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d2057675-d782-449e-b5e1-7ae87b8570d3 req-b09f57e0-133b-4f76-bb73-bcd85ac231f9 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 943 time: 0.2879753
Dec 03 11:13:06.134842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Pushing event updated for resources: {'Port': ['ID=09753ba2-5aa9-4f8c-a018-790e29cf37dc,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:06.168351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:06.188186 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6d6af2a4-5864-42c8-b4c6-204ef9306755 req-8a038865-1ba4-4345-ade4-6dd4b75dc7df tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748620
Dec 03 11:13:06.189983 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e2429e8-e419-4469-a9c2-7af19b47de6e req-1af28063-0dee-4feb-b1d5-de941e7e411a service neutron] 10.222.0.91 "GET /v2.0/networks/e4aebd59-2c4a-4b00-90df-f0a29267fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9728470
Dec 03 11:13:06.194729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d2057675-d782-449e-b5e1-7ae87b8570d3 req-552d8350-498e-4728-b890-4fa0db0140c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639930
Dec 03 11:13:06.287652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:06.293588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:06.297770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:06.304556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:06.332011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:06.357703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:06.376010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:06.397690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:06.426638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39444) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:06.588484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aca32981-c279-4d66-9e81-7972b9ae021f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:06.591817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event updated for resources: {'SecurityGroup': ['ID=740d3846-a905-42d9-a27d-ed9f62e9b913,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:06.609293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aca32981-c279-4d66-9e81-7972b9ae021f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:06.613441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aca32981-c279-4d66-9e81-7972b9ae021f admin admin] Usage tracker for resource:security_group_rule and tenant:39dd53735c474fa19f560bfe24a5c418 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:06.616496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aca32981-c279-4d66-9e81-7972b9ae021f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:06.622775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:06.622985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aca32981-c279-4d66-9e81-7972b9ae021f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:06.629883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:06.631200 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 3.4922562
Dec 03 11:13:06.635041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39450) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:06.642149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '740d3846-a905-42d9-a27d-ed9f62e9b913', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:06.656321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:06.662988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:06.669109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:06.677078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:06.709215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:06.791924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aca32981-c279-4d66-9e81-7972b9ae021f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:06.804084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:06.809543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:06.843801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e547223a-6cbf-49f4-9a92-2b29f3a17cf0 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:06.939677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aca32981-c279-4d66-9e81-7972b9ae021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:06.950669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0caba883-4b2c-4c34-8e04-fd6c9c7e452a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:06.963231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.007518 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aca32981-c279-4d66-9e81-7972b9ae021f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=39dd53735c474fa19f560bfe24a5c418&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5797029
Dec 03 11:13:07.011907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39454) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:07.014418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca32981-c279-4d66-9e81-7972b9ae021f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750aac7a-0e8e-4e26-ae0d-aaa6ed96848e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:07.032140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aca32981-c279-4d66-9e81-7972b9ae021f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:07.032675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:07.062635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa94024-2e12-473a-b1de-090fd83abdd0,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:07.067965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.069229 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.4331577
Dec 03 11:13:07.070255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:07.073687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39458) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:07.085561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-547ae091-ad19-4db6-af59-af5288d69d52 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '740d3846-a905-42d9-a27d-ed9f62e9b913', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:07.099514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-547ae091-ad19-4db6-af59-af5288d69d52 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:07.107140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-547ae091-ad19-4db6-af59-af5288d69d52 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:07.112318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-547ae091-ad19-4db6-af59-af5288d69d52 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:07.115612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event updated for resources: {'Subnet': ['ID=1e0267b6-20af-4c35-aaac-4f9eba9e6248,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:07.129441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:07.129931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-547ae091-ad19-4db6-af59-af5288d69d52 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:07.142629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee247543-7ab5-4379-82c2-3fb4b974ee42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.163736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-547ae091-ad19-4db6-af59-af5288d69d52 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.190395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee247543-7ab5-4379-82c2-3fb4b974ee42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.276028 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-547ae091-ad19-4db6-af59-af5288d69d52 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:13:07.280289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-547ae091-ad19-4db6-af59-af5288d69d52 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2026789
Dec 03 11:13:07.280289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee247543-7ab5-4379-82c2-3fb4b974ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.283680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39466) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:07.285558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:07.318536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee247543-7ab5-4379-82c2-3fb4b974ee42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750aac7a-0e8e-4e26-ae0d-aaa6ed96848e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:07.326119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee247543-7ab5-4379-82c2-3fb4b974ee42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:07.334550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee247543-7ab5-4379-82c2-3fb4b974ee42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.335727 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ee247543-7ab5-4379-82c2-3fb4b974ee42 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/750aac7a-0e8e-4e26-ae0d-aaa6ed96848e HTTP/1.1" status: 204  len: 168 time: 0.3227313
Dec 03 11:13:07.380795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68cca3fc-6e30-44a5-8ab4-9d106ffed7e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.415850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68cca3fc-6e30-44a5-8ab4-9d106ffed7e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.606583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68cca3fc-6e30-44a5-8ab4-9d106ffed7e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.617081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:07.645932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cca3fc-6e30-44a5-8ab4-9d106ffed7e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event deleted for resources: {'SecurityGroup': ['ID=740d3846-a905-42d9-a27d-ed9f62e9b913,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:07.652682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68cca3fc-6e30-44a5-8ab4-9d106ffed7e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:07.663147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68cca3fc-6e30-44a5-8ab4-9d106ffed7e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.668635 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-68cca3fc-6e30-44a5-8ab4-9d106ffed7e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "DELETE /v2.0/security-groups/740d3846-a905-42d9-a27d-ed9f62e9b913 HTTP/1.1" status: 204  len: 168 time: 0.3749881
Dec 03 11:13:07.669793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39474) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:07.684171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73371667-84b1-4f8c-bba0-1f8b64d2c2e6 req-99b64846-ebcd-48e4-b616-61ecabfa991d tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:07.685835 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73371667-84b1-4f8c-bba0-1f8b64d2c2e6 req-99b64846-ebcd-48e4-b616-61ecabfa991d tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 943 time: 0.2207313
Dec 03 11:13:07.735304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1744d15-900b-49d6-844c-b9f7869e5410 req-df8217df-8734-43ec-930a-a3bf08877645 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:07.743993 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1744d15-900b-49d6-844c-b9f7869e5410 req-df8217df-8734-43ec-930a-a3bf08877645 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 944 time: 0.2389343
Dec 03 11:13:07.746794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.778390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:07.813684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39478) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:07.837836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4a223a69-30a2-4160-ab8a-4305c06e8bb2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Synchronizing usage tracker for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:07.859451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Checking segment: {'id': '260d6b2b-a551-4302-a48d-02d1e13d11e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aabc1878-012e-4f32-82af-a992a5cb98d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:07.859876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Network hostable DHCP agents. Network: aabc1878-012e-4f32-82af-a992a5cb98d6, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:13:07.862042 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73371667-84b1-4f8c-bba0-1f8b64d2c2e6 req-92aab397-4135-437e-b97d-0dba03e22528 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1585748
Dec 03 11:13:07.867170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e158138a-d695-4cc0-93d4-8f22fd197b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.872930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:07.902939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1744d15-900b-49d6-844c-b9f7869e5410 req-5d142526-0cbb-4d2d-97c3-541cb67912b8 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1579843
Dec 03 11:13:07.908865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e158138a-d695-4cc0-93d4-8f22fd197b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:07.913757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e158138a-d695-4cc0-93d4-8f22fd197b11 admin admin] Usage tracker for resource:security_group_rule and tenant:13595e064fc64fcdbd2bd7f285314fcd is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:07.918081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e158138a-d695-4cc0-93d4-8f22fd197b11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:07.920847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4a223a69-30a2-4160-ab8a-4305c06e8bb2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Unset dirty status for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:07.928804 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4a223a69-30a2-4160-ab8a-4305c06e8bb2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2548816
Dec 03 11:13:07.929647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39482) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:07.944646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e158138a-d695-4cc0-93d4-8f22fd197b11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:07.951447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group': {'name': 'tempest-secgroup--529626393'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:07.965321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:07.986355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:08.005184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.036781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:08.045924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:08.049761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:08.060863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:08.113234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e158138a-d695-4cc0-93d4-8f22fd197b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.120023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e158138a-d695-4cc0-93d4-8f22fd197b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.126203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event updated for resources: {'Subnet': ['ID=4f6a8fbe-554a-4de6-847f-dc3a6d3898e3,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:08.131741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ca570eed-ea17-472b-aed0-af0cd20bea17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:08.135893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:08.139190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.194552 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e158138a-d695-4cc0-93d4-8f22fd197b11 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=13595e064fc64fcdbd2bd7f285314fcd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3797467
Dec 03 11:13:08.201076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Network aabc1878-012e-4f32-82af-a992a5cb98d6 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:13:08.204389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158138a-d695-4cc0-93d4-8f22fd197b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6742730b-f4b6-420f-9033-e34bddde2364,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:08.207894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39486) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:08.208978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e158138a-d695-4cc0-93d4-8f22fd197b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:08.240925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.250970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.259968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:08.304464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, aabc1878-012e-4f32-82af-a992a5cb98d6) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:08.313297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6d9c11-df15-4837-bf79-9da5dbcb8531 None None] Network aabc1878-012e-4f32-82af-a992a5cb98d6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:08.333801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event updated for resources: {'SecurityGroup': ['ID=99758237-bbd2-497e-b232-e38798156542,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:08.343954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:08.351592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-786b401b-2464-4a2e-b956-93fa02910b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.362730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.366868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.4216557
Dec 03 11:13:08.367066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39490) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:08.376454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-050aab1d-41d2-4a90-b280-e1131a53e76a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '99758237-bbd2-497e-b232-e38798156542', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:08.377949 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-050aab1d-41d2-4a90-b280-e1131a53e76a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 03 11:13:08.378514 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-050aab1d-41d2-4a90-b280-e1131a53e76a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:08.384315 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-050aab1d-41d2-4a90-b280-e1131a53e76a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0115538
Dec 03 11:13:08.387913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39494) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:08.408974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-786b401b-2464-4a2e-b956-93fa02910b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.473670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:08.474317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.485913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.490818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.495546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9851f0f3-d463-4563-b58b-b0103deb3b2f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.522264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-786b401b-2464-4a2e-b956-93fa02910b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.531047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2f991276-ba7c-4274-bd33-cfb871864cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:08.544990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9851f0f3-d463-4563-b58b-b0103deb3b2f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.552907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b401b-2464-4a2e-b956-93fa02910b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6742730b-f4b6-420f-9033-e34bddde2364,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:08.557741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-786b401b-2464-4a2e-b956-93fa02910b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:08.566425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-aabc1878-012e-4f32-82af-a992a5cb98d6', 'network_id': 'aabc1878-012e-4f32-82af-a992a5cb98d6', 'tenant_id': 'b0cb5ee8ab414437b63c0c1b565b9537', 'fixed_ips': [{'subnet_id': '1e0267b6-20af-4c35-aaac-4f9eba9e6248'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:13:08.567546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.584945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-786b401b-2464-4a2e-b956-93fa02910b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.589524 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-786b401b-2464-4a2e-b956-93fa02910b2c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6742730b-f4b6-420f-9033-e34bddde2364 HTTP/1.1" status: 204  len: 168 time: 0.3732123
Dec 03 11:13:08.639904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9851f0f3-d463-4563-b58b-b0103deb3b2f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.647333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f2252d71-4814-4995-8b05-1bbeaf507174 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:08.670967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851f0f3-d463-4563-b58b-b0103deb3b2f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event deleted for resources: {'SecurityGroup': ['ID=99758237-bbd2-497e-b232-e38798156542,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:08.680468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9851f0f3-d463-4563-b58b-b0103deb3b2f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:08.687085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9851f0f3-d463-4563-b58b-b0103deb3b2f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.690792 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9851f0f3-d463-4563-b58b-b0103deb3b2f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "DELETE /v2.0/security-groups/99758237-bbd2-497e-b232-e38798156542 HTTP/1.1" status: 204  len: 168 time: 0.2994099
Dec 03 11:13:08.690950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.690950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Fanout notify agent at l3_agent the message router_deleted on router 845540c7-2e1a-4259-8a83-e8f35fe2c2b5 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:13:08.691112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39500) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:08.712121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.9197226
Dec 03 11:13:08.712121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Checking segment: {'id': 'd4909990-dee1-4a76-be35-a699fb39afd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e1ce4750-c5e7-43b3-8791-133627cc23c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:08.712121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Network hostable DHCP agents. Network: e1ce4750-c5e7-43b3-8791-133627cc23c2, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:13:08.713032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39504) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:08.722378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-839e09ec-acc5-48a6-b934-56bc7c177d49 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1763204370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:08.732007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-839e09ec-acc5-48a6-b934-56bc7c177d49 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:08.748187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-839e09ec-acc5-48a6-b934-56bc7c177d49 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Usage tracker for resource:router and tenant:b0cb5ee8ab414437b63c0c1b565b9537 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:08.755388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-839e09ec-acc5-48a6-b934-56bc7c177d49 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:08.757026 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] create failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:13:08.761157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-19620ff9-3f48-4ec5-b0d6-1ee7e922fbde tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 6.9703889
Dec 03 11:13:08.768902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39508) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:08.773418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-839e09ec-acc5-48a6-b934-56bc7c177d49 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:08.784187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-68c1a178-025c-4ad6-95f8-198548cede4a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Synchronizing usage tracker for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:08.799727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-839e09ec-acc5-48a6-b934-56bc7c177d49 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.800951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-839e09ec-acc5-48a6-b934-56bc7c177d49 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.811336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Network e1ce4750-c5e7-43b3-8791-133627cc23c2 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:13:08.816352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-68c1a178-025c-4ad6-95f8-198548cede4a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Unset dirty status for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:08.821580 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-68c1a178-025c-4ad6-95f8-198548cede4a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.1256962
Dec 03 11:13:08.822872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39512) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:08.829129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group': {'name': 'tempest-secgroup--900470223'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:08.832705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.838452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:08.841694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-839e09ec-acc5-48a6-b934-56bc7c177d49 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.848720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, e1ce4750-c5e7-43b3-8791-133627cc23c2) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:08.859876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:08.874254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a2a63-5359-4fa4-98d4-b9e873f39f60 None None] Network e1ce4750-c5e7-43b3-8791-133627cc23c2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:08.876064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.889480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-839e09ec-acc5-48a6-b934-56bc7c177d49 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.916326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:08.924498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:08.933519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:08.936706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-839e09ec-acc5-48a6-b934-56bc7c177d49 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:08.938251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-839e09ec-acc5-48a6-b934-56bc7c177d49 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.2247384
Dec 03 11:13:08.940808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:08.962396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39520) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:09.054026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-df6949da-5848-4d1d-a4a5-aee52efa3e35 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Deleting port 1ce6c083-9d14-41b3-bd18-f4328b687ecc {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:09.054469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df6949da-5848-4d1d-a4a5-aee52efa3e35 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:09.120857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:09.136449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:09.137215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:09.234950 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.1996975
Dec 03 11:13:09.255883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39530) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:09.262402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1520523142', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:09.426768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Allocated IP 172.20.0.2 (aabc1878-012e-4f32-82af-a992a5cb98d6/1e0267b6-20af-4c35-aaac-4f9eba9e6248/4b90e969-a654-4739-8587-33eb93897d3c) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:09.437079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:09.496534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:09.510837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Usage tracker for resource:router and tenant:cfbdb5fe8e824b82b4543ea8c6e9b686 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:09.518248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:09.533115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:09.546616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:09.611109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0df91915-06d4-4ed1-809c-742b4e9665eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:09.641005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:09.642092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:09.652282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:09.671959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Transition to ACTIVE for port object 4b90e969-a654-4739-8587-33eb93897d3c will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:09.689795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Transition to ACTIVE for port object 4b90e969-a654-4739-8587-33eb93897d3c will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:09.702799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:09.704647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:09.728566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Router 6c14c6ee-1709-4278-8272-a9652dd57273 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:13:09.730366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:09.734485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df6949da-5848-4d1d-a4a5-aee52efa3e35 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:09.800488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Pushing event updated for resources: {'Port': ['ID=4b90e969-a654-4739-8587-33eb93897d3c,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:09.815595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.816471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.817028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.817399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.817771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.818137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.818598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.818969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.819213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.819571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.819928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.820285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.820730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.821149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.821508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.821869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.822224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.822560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.823092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.823451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.823813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.824188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.824543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.824897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:09.850274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:09.890507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event updated for resources: {'SecurityGroup': ['ID=cb392eb8-83d3-4b69-be7e-2bcb4823ba20,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:09.899832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:09.949387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:09.952005 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.1287198
Dec 03 11:13:09.959803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39544) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:09.979418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f01901c9-8468-44a1-9b39-3fa383320d67 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': 'cb392eb8-83d3-4b69-be7e-2bcb4823ba20', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:09.981667 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-f01901c9-8468-44a1-9b39-3fa383320d67 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 03 11:13:09.982702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-f01901c9-8468-44a1-9b39-3fa383320d67 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:09.983959 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f01901c9-8468-44a1-9b39-3fa383320d67 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0202544
Dec 03 11:13:09.990037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-df6949da-5848-4d1d-a4a5-aee52efa3e35 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Calling delete_port for 1ce6c083-9d14-41b3-bd18-f4328b687ecc owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:10.040971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:10.060821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:10.061492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:10.075185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39548) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:10.103374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-e1ce4750-c5e7-43b3-8791-133627cc23c2', 'network_id': 'e1ce4750-c5e7-43b3-8791-133627cc23c2', 'tenant_id': 'cfbdb5fe8e824b82b4543ea8c6e9b686', 'fixed_ips': [{'subnet_id': '4f6a8fbe-554a-4de6-847f-dc3a6d3898e3'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:13:10.104590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:10.178200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461123b-18b5-49e2-bda0-614b38b15254 req-078baea0-e8fc-4069-ada5-2205b831e0c9 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:10.180028 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f461123b-18b5-49e2-bda0-614b38b15254 req-078baea0-e8fc-4069-ada5-2205b831e0c9 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 944 time: 0.8316867
Dec 03 11:13:10.244440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047389d-468f-4d51-8e2d-15b134f851f4 req-27a6bcc0-6502-4652-bd1e-70b7f4dbf2ed tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:10.246979 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b047389d-468f-4d51-8e2d-15b134f851f4 req-27a6bcc0-6502-4652-bd1e-70b7f4dbf2ed tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 943 time: 0.8078299
Dec 03 11:13:10.304061 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f461123b-18b5-49e2-bda0-614b38b15254 req-badf8614-c7da-4427-b336-24d4cfb25c8c tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009269
Dec 03 11:13:10.418529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:10.419429 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b047389d-468f-4d51-8e2d-15b134f851f4 req-f52cea8b-e958-415d-a0a1-c2c624283ba1 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1543484
Dec 03 11:13:10.428681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63f22bb6-6712-41c4-abdf-0fbbcd362baf tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:10.514226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:10.516352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Allocated IP 172.20.0.2 (e1ce4750-c5e7-43b3-8791-133627cc23c2/4f6a8fbe-554a-4de6-847f-dc3a6d3898e3/38e10cf8-7d9e-4567-962e-90794065f1d3) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:10.552123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63f22bb6-6712-41c4-abdf-0fbbcd362baf tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:10.630728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:10.643246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Sync routers for ids ['6c14c6ee-1709-4278-8272-a9652dd57273'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:10.671519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Routers {'6c14c6ee-1709-4278-8272-a9652dd57273'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:10.672232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6619898>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6c14c6ee-1709-4278-8272-a9652dd57273'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:10.766349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:10.778999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Transition to ACTIVE for port object 38e10cf8-7d9e-4567-962e-90794065f1d3 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:10.797416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Transition to ACTIVE for port object 38e10cf8-7d9e-4567-962e-90794065f1d3 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:10.809220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:10.839915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Network aabc1878-012e-4f32-82af-a992a5cb98d6 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:10.843763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:10.872466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:10.875681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:10.880943 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 11.8453753
Dec 03 11:13:10.883071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df6949da-5848-4d1d-a4a5-aee52efa3e35 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:10.886236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39562) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:10.898394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:10.925894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63f22bb6-6712-41c4-abdf-0fbbcd362baf tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:10.935807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:11.093865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Attempting to bind port 4b90e969-a654-4739-8587-33eb93897d3c on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:13:11.094374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Attempting to bind port 4b90e969-a654-4739-8587-33eb93897d3c by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '260d6b2b-a551-4302-a48d-02d1e13d11e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aabc1878-012e-4f32-82af-a992a5cb98d6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:13:11.094859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Attempting to bind port 4b90e969-a654-4739-8587-33eb93897d3c on network aabc1878-012e-4f32-82af-a992a5cb98d6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:13:11.132037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:11.141652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:11.220380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:13:11.220975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Checking segment: {'id': '260d6b2b-a551-4302-a48d-02d1e13d11e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aabc1878-012e-4f32-82af-a992a5cb98d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:11.221432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:11.221944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Bound using segment: {'id': '260d6b2b-a551-4302-a48d-02d1e13d11e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aabc1878-012e-4f32-82af-a992a5cb98d6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:13:11.222550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Bound port: 4b90e969-a654-4739-8587-33eb93897d3c, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260d6b2b-a551-4302-a48d-02d1e13d11e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aabc1878-012e-4f32-82af-a992a5cb98d6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:13:11.223081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:11.269794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6949da-5848-4d1d-a4a5-aee52efa3e35 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Pushing event deleted for resources: {'Port': ['ID=1ce6c083-9d14-41b3-bd18-f4328b687ecc,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:11.272653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-df6949da-5848-4d1d-a4a5-aee52efa3e35 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:11.294124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:13:11.329204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] For port 4b90e969-a654-4739-8587-33eb93897d3c, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:13:11.333261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] For port 4b90e969-a654-4739-8587-33eb93897d3c, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4b90e969-a654-4739-8587-33eb93897d3c,segment=NetworkSegment(260d6b2b-a551-4302-a48d-02d1e13d11e6),segment_id=260d6b2b-a551-4302-a48d-02d1e13d11e6)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:13:11.343204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Pushing event updated for resources: {'Port': ['ID=38e10cf8-7d9e-4567-962e-90794065f1d3,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:11.345840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:13:11.412336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:11.419987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Set router 6c14c6ee-1709-4278-8272-a9652dd57273 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:13:11.421701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:11.601918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:11.638068 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f2240221-c0bc-43d1-9174-36b95102ac57 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/routers/6c14c6ee-1709-4278-8272-a9652dd57273 HTTP/1.1" status: 200  len: 908 time: 0.7452445
Dec 03 11:13:11.641135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f22bb6-6712-41c4-abdf-0fbbcd362baf tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb392eb8-83d3-4b69-be7e-2bcb4823ba20,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:11.644932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39582) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:11.650458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Allocated IP 172.20.0.1 (aabc1878-012e-4f32-82af-a992a5cb98d6/1e0267b6-20af-4c35-aaac-4f9eba9e6248/b00cfc63-68fc-433d-a4de-6bad48e584bb) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:11.676655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-63f22bb6-6712-41c4-abdf-0fbbcd362baf tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:11.702652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Request body: {'router': {'name': 'tempest-snat-router-853456614', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'enable_snat': True}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:11.725201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833,segment=NetworkSegment(ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7),segment_id=ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:13:11.804853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:11.833644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63f22bb6-6712-41c4-abdf-0fbbcd362baf tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:11.838280 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-63f22bb6-6712-41c4-abdf-0fbbcd362baf tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "DELETE /v2.0/security-groups/cb392eb8-83d3-4b69-be7e-2bcb4823ba20 HTTP/1.1" status: 204  len: 168 time: 1.7511244
Dec 03 11:13:11.857098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:11.857731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 572a2d55-42b4-4cad-890e-d01df3f02c1a up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:12.106751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6619898>, [{'id': '6c14c6ee-1709-4278-8272-a9652dd57273', 'name': 'tempest-snat-router-853456614', 'tenant_id': '750ceeaa689d49ce90b59053ea5bf936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.226'}], 'enable_snat': False}, 'gw_port_id': '09753ba2-5aa9-4f8c-a018-790e29cf37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:12:59Z', 'updated_at': '2020-12-03T11:13:07Z', 'revision_number': 3, 'project_id': '750ceeaa689d49ce90b59053ea5bf936', 'gw_port': {'id': '09753ba2-5aa9-4f8c-a018-790e29cf37dc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c14c6ee-1709-4278-8272-a9652dd57273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:13:02Z', 'updated_at': '2020-12-03T11:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:12.112962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Checking router: 6c14c6ee-1709-4278-8272-a9652dd57273 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:13:12.113530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Updating router 6c14c6ee-1709-4278-8272-a9652dd57273 port 09753ba2-5aa9-4f8c-a018-790e29cf37dc binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:13:12.183292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.191862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39590) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:12.192466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39592) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:12.212443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Network e1ce4750-c5e7-43b3-8791-133627cc23c2 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:12.237675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:12.248114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:12.255120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.283555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Transition to ACTIVE for port object b00cfc63-68fc-433d-a4de-6bad48e584bb will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:12.291958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Usage tracker for resource:router and tenant:750ceeaa689d49ce90b59053ea5bf936 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:12.304523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Quota usage for router was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:12.313325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:12.327757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Pushing event updated for resources: {'Port': ['ID=4b90e969-a654-4739-8587-33eb93897d3c,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:12.335521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:12.337618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:12.352959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.355800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.382200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Attempting to bind port 38e10cf8-7d9e-4567-962e-90794065f1d3 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:13:12.383013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Attempting to bind port 38e10cf8-7d9e-4567-962e-90794065f1d3 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'd4909990-dee1-4a76-be35-a699fb39afd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e1ce4750-c5e7-43b3-8791-133627cc23c2'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:13:12.383646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.384299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Attempting to bind port 38e10cf8-7d9e-4567-962e-90794065f1d3 on network e1ce4750-c5e7-43b3-8791-133627cc23c2 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:13:12.405480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:13:12.406396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Checking segment: {'id': 'd4909990-dee1-4a76-be35-a699fb39afd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e1ce4750-c5e7-43b3-8791-133627cc23c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:12.409569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.410321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Bound using segment: {'id': 'd4909990-dee1-4a76-be35-a699fb39afd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e1ce4750-c5e7-43b3-8791-133627cc23c2'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:13:12.411168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Bound port: 38e10cf8-7d9e-4567-962e-90794065f1d3, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4909990-dee1-4a76-be35-a699fb39afd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e1ce4750-c5e7-43b3-8791-133627cc23c2'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:13:12.411839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.523163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.529202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 572a2d55-42b4-4cad-890e-d01df3f02c1a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:12.539326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 572a2d55-42b4-4cad-890e-d01df3f02c1a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:12.540340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.611769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:12.616905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df6949da-5848-4d1d-a4a5-aee52efa3e35 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.626459 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-df6949da-5848-4d1d-a4a5-aee52efa3e35 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] 10.222.0.90 "DELETE /v2.0/ports/1ce6c083-9d14-41b3-bd18-f4328b687ecc HTTP/1.1" status: 204  len: 168 time: 3.8539395
Dec 03 11:13:12.631380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:12.643249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] For port 38e10cf8-7d9e-4567-962e-90794065f1d3, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:13:12.648992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.661597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] For port 38e10cf8-7d9e-4567-962e-90794065f1d3, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=38e10cf8-7d9e-4567-962e-90794065f1d3,segment=NetworkSegment(d4909990-dee1-4a76-be35-a699fb39afd1),segment_id=d4909990-dee1-4a76-be35-a699fb39afd1)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:13:12.684284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4aa9c9ad-0dc7-4722-8f1c-7ffd7094ada8 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Synchronizing usage tracker for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:12.728214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.743262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.754667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3abb5321-c6eb-4229-aae7-8b8e8a577790 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:12.768127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5211979-bf72-49ec-a8fd-cbdf7af232f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:12.844444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4aa9c9ad-0dc7-4722-8f1c-7ffd7094ada8 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Unset dirty status for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:12.845833 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4aa9c9ad-0dc7-4722-8f1c-7ffd7094ada8 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.6405568
Dec 03 11:13:12.851540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39604) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:12.865378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group': {'name': 'tempest-secgroup--508216317'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:12.876025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:12.879927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Pushing event updated for resources: {'Port': ['ID=38e10cf8-7d9e-4567-962e-90794065f1d3,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:12.904163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:12.935168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 572a2d55-42b4-4cad-890e-d01df3f02c1a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=572a2d55-42b4-4cad-890e-d01df3f02c1a,segment=NetworkSegment(fbeca58f-5c6d-410f-8acb-f4d636e02405),segment_id=fbeca58f-5c6d-410f-8acb-f4d636e02405)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:13:12.944247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:12.949209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.952703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.959656 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3abb5321-c6eb-4229-aae7-8b8e8a577790 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] 10.222.0.90 "PUT /v2.0/quotas/497805145454406bb852c4711d8d0e68 HTTP/1.1" status: 200  len: 366 time: 0.7488956
Dec 03 11:13:12.963508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Transition to ACTIVE for port object 09753ba2-5aa9-4f8c-a018-790e29cf37dc will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:12.966646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ccb8f2b4-7c9c-4708-92a7-020576276c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:12.972855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:12.975370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39608) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:13.018806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49220cf0-743f-4284-9931-fc52aa3636ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:13.038979 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e874529a-eee4-46bb-8688-854428e95d86 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] 10.222.0.90 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0573211
Dec 03 11:13:13.038979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:13.072197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39612) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:13.131333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:13.141065 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-154bb6a9-7c19-4947-bfdd-e78376a93e80 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] 10.222.0.90 "GET /v2.0/quotas/497805145454406bb852c4711d8d0e68 HTTP/1.1" status: 200  len: 366 time: 0.0618587
Dec 03 11:13:13.141516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:13.144617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=572a2d55-42b4-4cad-890e-d01df3f02c1a,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:13.148820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:13.161016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39618) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:13.170605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0e87-6104-4567-bd1d-b97b8e8baf77 req-218d301b-c2f3-4132-8126-f7a485e1b6c6 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:13.173545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:13.178362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afdc0e87-6104-4567-bd1d-b97b8e8baf77 req-218d301b-c2f3-4132-8126-f7a485e1b6c6 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 944 time: 1.4921248
Dec 03 11:13:13.185537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:13.204544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:13.213855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:13.228562 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dd6f6d4c-2275-48ce-a4f9-7b91edd0b6a2 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] 10.222.0.90 "DELETE /v2.0/quotas/497805145454406bb852c4711d8d0e68 HTTP/1.1" status: 204  len: 168 time: 0.0637181
Dec 03 11:13:13.233571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:13.240215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39622) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:13.297319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39626) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:13.307244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:13.311056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Pushing event updated for resources: {'Port': ['ID=09753ba2-5aa9-4f8c-a018-790e29cf37dc,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:13.324052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f07d9524-89a4-4732-8401-583691d27b29 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] 10.222.0.90 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0789857
Dec 03 11:13:13.333129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.333803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.334415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.335064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.335173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39628) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:13.335279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.335845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.337127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.337601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.338268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.340640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.341104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.341549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.343153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.343626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.344120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.344484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.344916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.345346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.346286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.346790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.347266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.347700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.348544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.348967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:13.366578 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c4e7b8f0-fd37-434f-8837-05eee8d51db8 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] 10.222.0.90 "GET /v2.0/quotas/497805145454406bb852c4711d8d0e68 HTTP/1.1" status: 200  len: 370 time: 0.0280006
Dec 03 11:13:13.366757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:13.373468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39636) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:13.395302 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-230754b3-db21-48fc-abb1-7eccba3ce185 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] 10.222.0.90 "GET /v2.0/quotas/497805145454406bb852c4711d8d0e68/default HTTP/1.1" status: 200  len: 370 time: 0.0161829
Dec 03 11:13:13.404694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39640) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:13.405806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Allocated IP 172.26.1.113 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/86f6d000-d41e-4dc7-9e26-595a59d96286) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:13.432135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event updated for resources: {'Port': ['ID=b00cfc63-68fc-433d-a4de-6bad48e584bb,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:13.433454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Attempting to bind port 09753ba2-5aa9-4f8c-a018-790e29cf37dc on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:13:13.433878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Attempting to bind port 09753ba2-5aa9-4f8c-a018-790e29cf37dc by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:13:13.434295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Attempting to bind port 09753ba2-5aa9-4f8c-a018-790e29cf37dc on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:13:13.443731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:13.444977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:13:13.445403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:13.446193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:13.446382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:13:13.446941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Bound port: 09753ba2-5aa9-4f8c-a018-790e29cf37dc, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:13:13.447277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:13.451551 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-5e675b03-f73a-4d05-8bf4-1b2d4c687605 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] delete failed (client error): The resource could not be found.
Dec 03 11:13:13.455362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5e675b03-f73a-4d05-8bf4-1b2d4c687605 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] 10.222.0.90 "DELETE /v2.0/quotas/497805145454406bb852c4711d8d0e68 HTTP/1.1" status: 404  len: 348 time: 0.0444794
Dec 03 11:13:13.501705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:13.502127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:13.545845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:13.550075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398891-90c3-4155-a19c-c20bcf3faae8 req-1479f353-3cd9-4927-a77e-0fa6e9f97e31 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:13.552416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-45398891-90c3-4155-a19c-c20bcf3faae8 req-1479f353-3cd9-4927-a77e-0fa6e9f97e31 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 1.7412539
Dec 03 11:13:13.556432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afdc0e87-6104-4567-bd1d-b97b8e8baf77 req-0c96fe42-e33d-4a76-8b6a-c187954041a3 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3759029
Dec 03 11:13:13.653048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] For port 09753ba2-5aa9-4f8c-a018-790e29cf37dc, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:13:13.657784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] For port 09753ba2-5aa9-4f8c-a018-790e29cf37dc, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=09753ba2-5aa9-4f8c-a018-790e29cf37dc,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:13:13.674154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:13.701248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49220cf0-743f-4284-9931-fc52aa3636ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:13.729727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:13.779347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:13.835915 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-45398891-90c3-4155-a19c-c20bcf3faae8 req-d5217f99-dad6-495c-8fdd-51a7c19178da tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2515314
Dec 03 11:13:13.846361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event updated for resources: {'SecurityGroup': ['ID=9101a854-d7b7-4160-ae2c-02fd96e2ff73,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:13.874884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25fafd-8de5-44f8-a3f1-2a4b02129bb8 None None] Network aabc1878-012e-4f32-82af-a992a5cb98d6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:13.895920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:13.900143 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.0437634
Dec 03 11:13:13.901333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:13.901855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39650) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:13.938624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f86bb742-d382-421d-a8bf-6955eb271fcc tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '9101a854-d7b7-4160-ae2c-02fd96e2ff73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:13.941400 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-f86bb742-d382-421d-a8bf-6955eb271fcc tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 03 11:13:13.941929 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-f86bb742-d382-421d-a8bf-6955eb271fcc tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:13.954014 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f86bb742-d382-421d-a8bf-6955eb271fcc tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0214567
Dec 03 11:13:13.973052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39654) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:14.079650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bad1f14f-a8ef-4f36-ac30-65a5742bbbcd None None] Provisioning for port 4b90e969-a654-4739-8587-33eb93897d3c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:14.082861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-10a2cad9-39c6-4617-92dc-93f7b279fe1b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '9101a854-d7b7-4160-ae2c-02fd96e2ff73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:14.087699 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-10a2cad9-39c6-4617-92dc-93f7b279fe1b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 03 11:13:14.088335 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-10a2cad9-39c6-4617-92dc-93f7b279fe1b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:14.089484 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-10a2cad9-39c6-4617-92dc-93f7b279fe1b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0547109
Dec 03 11:13:14.095079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.104170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39658) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:14.105091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c75466-0dda-46d9-8b48-b110d1b7f911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.113388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39660) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:14.145178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c371a1e5-f496-4964-b9e7-8f1a35a7f603 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '9101a854-d7b7-4160-ae2c-02fd96e2ff73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:14.146304 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-c371a1e5-f496-4964-b9e7-8f1a35a7f603 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 03 11:13:14.146433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Pushing event updated for resources: {'Port': ['ID=09753ba2-5aa9-4f8c-a018-790e29cf37dc,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:14.146862 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-c371a1e5-f496-4964-b9e7-8f1a35a7f603 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:14.151760 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c371a1e5-f496-4964-b9e7-8f1a35a7f603 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0152714
Dec 03 11:13:14.152837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4b90e969-a654-4739-8587-33eb93897d3c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:14.154180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39666) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:14.163837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:14.171285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Network aabc1878-012e-4f32-82af-a992a5cb98d6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:14.172968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d2c75466-0dda-46d9-8b48-b110d1b7f911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:14.179139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d2c75466-0dda-46d9-8b48-b110d1b7f911 admin admin] Usage tracker for resource:security_group_rule and tenant:068a54b73c974cc69241c7566f7c0950 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:14.183690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Usage tracker for resource:network and tenant:4011a30d75ce4edd9667e9b984c1b176 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:14.184217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d2c75466-0dda-46d9-8b48-b110d1b7f911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:14.190672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d2c75466-0dda-46d9-8b48-b110d1b7f911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:14.207833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:14.210307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Routers {'6c14c6ee-1709-4278-8272-a9652dd57273'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:14.211126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6619898>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6c14c6ee-1709-4278-8272-a9652dd57273'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:14.234754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Usage tracker for resource:subnet and tenant:4011a30d75ce4edd9667e9b984c1b176 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:14.240016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6a91b932-d41f-424e-a851-70c3b7aa21c7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '9101a854-d7b7-4160-ae2c-02fd96e2ff73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:14.241688 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-6a91b932-d41f-424e-a851-70c3b7aa21c7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 03 11:13:14.243943 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-6a91b932-d41f-424e-a851-70c3b7aa21c7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:14.248230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:14.249907 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6a91b932-d41f-424e-a851-70c3b7aa21c7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0913696
Dec 03 11:13:14.251201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39670) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:14.251453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:14.254379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:14.291549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.293000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 4b90e969-a654-4739-8587-33eb93897d3c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:14.303919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 4b90e969-a654-4739-8587-33eb93897d3c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:14.304580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.345401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bfa0dc3-8d9c-4c87-ac9d-7b2381e6956c tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:14.368760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.428882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] Set router 6c14c6ee-1709-4278-8272-a9652dd57273 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:13:14.467707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event updated for resources: {'Port': ['ID=86f6d000-d41e-4dc7-9e26-595a59d96286,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:14.470169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Usage tracker for resource:subnetpool and tenant:4011a30d75ce4edd9667e9b984c1b176 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:14.473118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:14.488598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.505350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:14.529303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 4b90e969-a654-4739-8587-33eb93897d3c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4b90e969-a654-4739-8587-33eb93897d3c,segment=NetworkSegment(260d6b2b-a551-4302-a48d-02d1e13d11e6),segment_id=260d6b2b-a551-4302-a48d-02d1e13d11e6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:13:14.575351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.576363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 38e10cf8-7d9e-4567-962e-90794065f1d3 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:14.621625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2841e16f-bcfe-483b-a1f6-450b2908b4c9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.625156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-593fac8b-f088-46f6-ac47-bfc346253192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:14.636474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.642066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Usage tracker for resource:port and tenant:4011a30d75ce4edd9667e9b984c1b176 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:14.675178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:14.693597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2841e16f-bcfe-483b-a1f6-450b2908b4c9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.720396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.737660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c75466-0dda-46d9-8b48-b110d1b7f911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.741211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833', 'code': 200}
Dec 03 11:13:14.754873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Usage tracker for resource:router and tenant:4011a30d75ce4edd9667e9b984c1b176 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:14.765098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c75466-0dda-46d9-8b48-b110d1b7f911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:14.780231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:14.782811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:14.795242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:14.798064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:14.844823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e158138a-d695-4cc0-93d4-8f22fd197b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:14.866443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Usage tracker for resource:floatingip and tenant:4011a30d75ce4edd9667e9b984c1b176 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:14.881856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=4b90e969-a654-4739-8587-33eb93897d3c,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:14.890015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:14.902044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:14.963873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 38e10cf8-7d9e-4567-962e-90794065f1d3 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:14.973662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c75466-0dda-46d9-8b48-b110d1b7f911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eab5c1-7245-4ff7-9b47-7a4dbb85ada6,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:14.978654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2c75466-0dda-46d9-8b48-b110d1b7f911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:15.022463 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d2c75466-0dda-46d9-8b48-b110d1b7f911 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=068a54b73c974cc69241c7566f7c0950&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6931698
Dec 03 11:13:15.032726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39680) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:15.104321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6619898>, [{'id': '6c14c6ee-1709-4278-8272-a9652dd57273', 'name': 'tempest-snat-router-853456614', 'tenant_id': '750ceeaa689d49ce90b59053ea5bf936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.226'}], 'enable_snat': False}, 'gw_port_id': '09753ba2-5aa9-4f8c-a018-790e29cf37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:12:59Z', 'updated_at': '2020-12-03T11:13:07Z', 'revision_number': 3, 'project_id': '750ceeaa689d49ce90b59053ea5bf936', 'gw_port': {'id': '09753ba2-5aa9-4f8c-a018-790e29cf37dc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c14c6ee-1709-4278-8272-a9652dd57273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:13:02Z', 'updated_at': '2020-12-03T11:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:15.109682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2af5be-f39c-442d-a090-021628c6af22 None None] The sync data for ids ['6c14c6ee-1709-4278-8272-a9652dd57273'] in dv-neutron-765072-2-ovs is: [{'id': '6c14c6ee-1709-4278-8272-a9652dd57273', 'name': 'tempest-snat-router-853456614', 'tenant_id': '750ceeaa689d49ce90b59053ea5bf936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.226'}], 'enable_snat': False}, 'gw_port_id': '09753ba2-5aa9-4f8c-a018-790e29cf37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:12:59Z', 'updated_at': '2020-12-03T11:13:07Z', 'revision_number': 3, 'project_id': '750ceeaa689d49ce90b59053ea5bf936', 'gw_port': {'id': '09753ba2-5aa9-4f8c-a018-790e29cf37dc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c14c6ee-1709-4278-8272-a9652dd57273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:13:02Z', 'updated_at': '2020-12-03T11:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:15.239229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2841e16f-bcfe-483b-a1f6-450b2908b4c9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:15.272728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:15.302395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512d6c2c-efee-49b3-b4a2-89c9aaf706e3 None None] Network e1ce4750-c5e7-43b3-8791-133627cc23c2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:15.340031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841e16f-bcfe-483b-a1f6-450b2908b4c9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event deleted for resources: {'SecurityGroup': ['ID=9101a854-d7b7-4160-ae2c-02fd96e2ff73,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:15.347176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2841e16f-bcfe-483b-a1f6-450b2908b4c9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:15.364323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 572a2d55-42b4-4cad-890e-d01df3f02c1a up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:15.370566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2841e16f-bcfe-483b-a1f6-450b2908b4c9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:15.371833 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2841e16f-bcfe-483b-a1f6-450b2908b4c9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "DELETE /v2.0/security-groups/9101a854-d7b7-4160-ae2c-02fd96e2ff73 HTTP/1.1" status: 204  len: 168 time: 1.1196256
Dec 03 11:13:15.376472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913546b9-e843-4e5d-955f-1b08d73fe672 req-6c7defe3-1550-4cbf-8517-72365ca8723c tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:15.378138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39684) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:15.378260 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-913546b9-e843-4e5d-955f-1b08d73fe672 req-6c7defe3-1550-4cbf-8517-72365ca8723c tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 946 time: 0.5523715
Dec 03 11:13:15.389229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Usage tracker for resource:security_group and tenant:4011a30d75ce4edd9667e9b984c1b176 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:15.415763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:15.547429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Provisioning for port 38e10cf8-7d9e-4567-962e-90794065f1d3 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:15.562272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:15.592312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Usage tracker for resource:security_group_rule and tenant:4011a30d75ce4edd9667e9b984c1b176 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:15.595114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Provisioning complete for port 38e10cf8-7d9e-4567-962e-90794065f1d3 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:15.595760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:15.604804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19bff8de-1d2c-4923-96f5-96e3e6aaca76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:15.609797 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-913546b9-e843-4e5d-955f-1b08d73fe672 req-4a8c3be7-e344-4726-a184-fc13d0c98643 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2197399
Dec 03 11:13:15.612065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6f74b-9054-40b8-83c9-0e1ef54413e4 req-456be1f8-7d21-454b-ba19-ff82c64e3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:15.613705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dcc6f74b-9054-40b8-83c9-0e1ef54413e4 req-456be1f8-7d21-454b-ba19-ff82c64e3c71 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 1162 time: 0.6672294
Dec 03 11:13:15.652518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:15.740272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 572a2d55-42b4-4cad-890e-d01df3f02c1a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:15.740878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:15.754688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9ac274d7-5062-4061-816e-811b9cd8482d tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Synchronizing usage tracker for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:15.761033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:15.778211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19bff8de-1d2c-4923-96f5-96e3e6aaca76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:15.814350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857487b-d7b6-4c08-bf9c-523553c91cca req-b2ff12c7-7196-477b-ade9-dd510ccb15ec tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:15.816133 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7857487b-d7b6-4c08-bf9c-523553c91cca req-b2ff12c7-7196-477b-ade9-dd510ccb15ec tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.6854722
Dec 03 11:13:16.126403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 09753ba2-5aa9-4f8c-a018-790e29cf37dc up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:16.187004 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d56106fd-a5ed-4a8b-881d-246d10faf772 tempest-QuotasTest-91116215 tempest-QuotasTest-91116215] 10.222.0.90 "GET /v2.0/quotas/4011a30d75ce4edd9667e9b984c1b176/details.json HTTP/1.1" status: 200  len: 703 time: 2.0601354
Dec 03 11:13:16.190468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dcc6f74b-9054-40b8-83c9-0e1ef54413e4 req-02331fe9-103c-4787-8b87-80125c85faf2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:16.264289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9ac274d7-5062-4061-816e-811b9cd8482d tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Unset dirty status for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:16.266970 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9ac274d7-5062-4061-816e-811b9cd8482d tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.8780944
Dec 03 11:13:16.276298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39690) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:16.284712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:16.300196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-dcc6f74b-9054-40b8-83c9-0e1ef54413e4 req-02331fe9-103c-4787-8b87-80125c85faf2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:16.301318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group': {'name': 'tempest-secgroup--301006734'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:16.306557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-dcc6f74b-9054-40b8-83c9-0e1ef54413e4 req-02331fe9-103c-4787-8b87-80125c85faf2 service neutron] Usage tracker for resource:security_group_rule and tenant:c008a0d00fb54c5fa51f10ec05d61a52 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:16.310341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-dcc6f74b-9054-40b8-83c9-0e1ef54413e4 req-02331fe9-103c-4787-8b87-80125c85faf2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:16.317928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-dcc6f74b-9054-40b8-83c9-0e1ef54413e4 req-02331fe9-103c-4787-8b87-80125c85faf2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:16.323075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7857487b-d7b6-4c08-bf9c-523553c91cca req-f26dcc09-11b9-4def-b7dc-8491550411f3 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4288256
Dec 03 11:13:16.327180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] For port 38e10cf8-7d9e-4567-962e-90794065f1d3, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=38e10cf8-7d9e-4567-962e-90794065f1d3,segment=NetworkSegment(d4909990-dee1-4a76-be35-a699fb39afd1),segment_id=d4909990-dee1-4a76-be35-a699fb39afd1)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:13:16.343202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:16.345846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:16.350861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:16.352414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Allocated IP 172.26.1.16 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/ba2af224-b965-4ad7-ae3e-412a96c4dcaa) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:16.372952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:16.440886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19bff8de-1d2c-4923-96f5-96e3e6aaca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:16.453165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 09753ba2-5aa9-4f8c-a018-790e29cf37dc completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:16.469187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-727bce8f-68c0-4311-8603-9d5c1db3b2a7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:16.473501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 09753ba2-5aa9-4f8c-a018-790e29cf37dc triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:16.473843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:16.491944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:16.523481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Pushing event updated for resources: {'Port': ['ID=38e10cf8-7d9e-4567-962e-90794065f1d3,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:16.536790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Provisioning complete for port 4b90e969-a654-4739-8587-33eb93897d3c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:16.537531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:16.576168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:16.668920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39696) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:16.745975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dcc6f74b-9054-40b8-83c9-0e1ef54413e4 req-02331fe9-103c-4787-8b87-80125c85faf2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:16.813606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:16.831399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572a2d55-42b4-4cad-890e-d01df3f02c1a'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:13:16.844187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:16.853221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bff8de-1d2c-4923-96f5-96e3e6aaca76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eab5c1-7245-4ff7-9b47-7a4dbb85ada6,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:16.879936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dcc6f74b-9054-40b8-83c9-0e1ef54413e4 req-02331fe9-103c-4787-8b87-80125c85faf2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:16.893558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:16.968782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-19bff8de-1d2c-4923-96f5-96e3e6aaca76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:16.994168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02331fe9-103c-4787-8b87-80125c85faf2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4e957ee9-eb47-428e-be61-7c147e991843,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:16.999601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02331fe9-103c-4787-8b87-80125c85faf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:17.027110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572a2d55-42b4-4cad-890e-d01df3f02c1a', 'code': 200}
Dec 03 11:13:17.028746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 09753ba2-5aa9-4f8c-a018-790e29cf37dc, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=09753ba2-5aa9-4f8c-a018-790e29cf37dc,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:13:17.047826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.049389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4b90e969-a654-4739-8587-33eb93897d3c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:17.071983 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dcc6f74b-9054-40b8-83c9-0e1ef54413e4 req-02331fe9-103c-4787-8b87-80125c85faf2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.4197524
Dec 03 11:13:17.122969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:17.137791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47d4e5d1-024d-4a08-bfd5-b6b8091181b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.153555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:17.160198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-47d4e5d1-024d-4a08-bfd5-b6b8091181b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:17.164771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-47d4e5d1-024d-4a08-bfd5-b6b8091181b4 admin admin] Usage tracker for resource:security_group_rule and tenant:5b3e0721f63b43c2bba13f434c621104 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:17.170373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-47d4e5d1-024d-4a08-bfd5-b6b8091181b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:17.178509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-47d4e5d1-024d-4a08-bfd5-b6b8091181b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:17.182214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:17.183629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Provisioning for port b00cfc63-68fc-433d-a4de-6bad48e584bb completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:17.199222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:17.202423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Provisioning complete for port b00cfc63-68fc-433d-a4de-6bad48e584bb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:17.203021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.215612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:17.259486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19bff8de-1d2c-4923-96f5-96e3e6aaca76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.263152 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-19bff8de-1d2c-4923-96f5-96e3e6aaca76 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a4eab5c1-7245-4ff7-9b47-7a4dbb85ada6 HTTP/1.1" status: 204  len: 168 time: 2.2226789
Dec 03 11:13:17.269261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb0ea6-4b95-4256-a892-ecca9db92577 None None] Port b00cfc63-68fc-433d-a4de-6bad48e584bb cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:13:17.276857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47d4e5d1-024d-4a08-bfd5-b6b8091181b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.282219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 4b90e969-a654-4739-8587-33eb93897d3c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:17.282376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.287115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47d4e5d1-024d-4a08-bfd5-b6b8091181b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.299894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:17.332736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.335877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4e5d1-024d-4a08-bfd5-b6b8091181b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d56c027-3e97-4b9e-9c03-d4169c472847,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:17.358426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-47d4e5d1-024d-4a08-bfd5-b6b8091181b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:17.389417 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-47d4e5d1-024d-4a08-bfd5-b6b8091181b4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5b3e0721f63b43c2bba13f434c621104&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6416309
Dec 03 11:13:17.394022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39710) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:17.453786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.517842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-662449fb-6e94-4f92-89f8-2a873e534d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.534470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Router 43418ab1-94b5-4b76-9f9a-9a05cd52e896 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:13:17.558768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5236323a-386f-45a4-a526-63283fd9f2a8 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:17.628351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-662449fb-6e94-4f92-89f8-2a873e534d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.639075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=09753ba2-5aa9-4f8c-a018-790e29cf37dc,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:17.651544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:17.665788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0a25bb8b-4ddc-41ff-8fab-5a1866754afe None None] Provisioning complete for port 38e10cf8-7d9e-4567-962e-90794065f1d3 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:17.666205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a25bb8b-4ddc-41ff-8fab-5a1866754afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.757647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Pushing event updated for resources: {'Port': ['ID=ba2af224-b965-4ad7-ae3e-412a96c4dcaa,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:17.804003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:17.829730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95cea00-4bb1-4258-b8d6-767616b98ee9 None None] Sync routers for ids ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:17.848864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:17.864650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95cea00-4bb1-4258-b8d6-767616b98ee9 None None] Routers {'43418ab1-94b5-4b76-9f9a-9a05cd52e896'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:17.865356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b95cea00-4bb1-4258-b8d6-767616b98ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61680b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:17.888180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39716) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:17.950876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:13:17.972935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.989003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.993403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:17.999275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b95cea00-4bb1-4258-b8d6-767616b98ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61680b8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:18.002947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 09753ba2-5aa9-4f8c-a018-790e29cf37dc up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:18.003077 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-64849cae-5d1b-42fe-92b2-eb880a7cd4a6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=165c74aa29d444fe95a7a67d3400fd50&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1114836
Dec 03 11:13:18.007155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39720) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:18.010861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68cca3fc-6e30-44a5-8ab4-9d106ffed7e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:18.026258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:18.029853 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 8.7704439
Dec 03 11:13:18.032206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:18.032357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39724) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:18.032896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-662449fb-6e94-4f92-89f8-2a873e534d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:18.035503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-662449fb-6e94-4f92-89f8-2a873e534d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:18.039948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-662449fb-6e94-4f92-89f8-2a873e534d30 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7d56c027-3e97-4b9e-9c03-d4169c472847 HTTP/1.1" status: 204  len: 168 time: 0.6447029
Dec 03 11:13:18.072038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f5a28-72e9-4086-98d4-59ec3d18009a req-1ab72edc-55ec-42f1-a0bc-fb82e04e4d59 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:18.074245 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-106f5a28-72e9-4086-98d4-59ec3d18009a req-1ab72edc-55ec-42f1-a0bc-fb82e04e4d59 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 946 time: 0.9848237
Dec 03 11:13:18.083805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95cea00-4bb1-4258-b8d6-767616b98ee9 None None] Routers {'43418ab1-94b5-4b76-9f9a-9a05cd52e896'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:18.084157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b95cea00-4bb1-4258-b8d6-767616b98ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61680b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:18.146148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0a25bb8b-4ddc-41ff-8fab-5a1866754afe None None] Provisioning complete for port 4b90e969-a654-4739-8587-33eb93897d3c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:18.146408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a25bb8b-4ddc-41ff-8fab-5a1866754afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:18.202555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b95cea00-4bb1-4258-b8d6-767616b98ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61680b8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:18.203040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95cea00-4bb1-4258-b8d6-767616b98ee9 None None] The sync data for ids ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:18.207856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f119d-2e57-4cd9-8204-4af2f9418714,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:18.211413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:18.224211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:18.227929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 09753ba2-5aa9-4f8c-a018-790e29cf37dc triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:18.228353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:18.256938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:18.265802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b19be1-42e1-406b-9978-62c9c73abcdb req-d4cdbd0d-5bf1-434f-9250-44f8b5881b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:18.267435 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-39b19be1-42e1-406b-9978-62c9c73abcdb req-d4cdbd0d-5bf1-434f-9250-44f8b5881b1c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 1163 time: 0.4470627
Dec 03 11:13:18.300764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:18.303399 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 2.0174389
Dec 03 11:13:18.336599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39730) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:18.344743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:18.378813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:18.380755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event updated for resources: {'Port': ['ID=b00cfc63-68fc-433d-a4de-6bad48e584bb,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:18.401914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:18.406782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:18.410579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-106f5a28-72e9-4086-98d4-59ec3d18009a req-08f1b6fb-b98c-4b97-8d43-92375b5e06f8 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3091590
Dec 03 11:13:18.411384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:18.455750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6c9acd41-8a66-4ab5-9d35-37e6616a432f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '8f5f119d-2e57-4cd9-8204-4af2f9418714', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:18.456122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 38e10cf8-7d9e-4567-962e-90794065f1d3 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:18.457949 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-6c9acd41-8a66-4ab5-9d35-37e6616a432f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 03 11:13:18.458642 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-6c9acd41-8a66-4ab5-9d35-37e6616a432f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:18.460269 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6c9acd41-8a66-4ab5-9d35-37e6616a432f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.1185708
Dec 03 11:13:18.474064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662449fb-6e94-4f92-89f8-2a873e534d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d56c027-3e97-4b9e-9c03-d4169c472847,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:18.476019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39736) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:18.500644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e00d9-6dc0-4550-a23b-eee90c06ca23 req-9a5d4efa-ffba-4758-8239-e3889b95cad7 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:18.501407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f68fac66-980f-408b-accb-2fe7841acbc3 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '8f5f119d-2e57-4cd9-8204-4af2f9418714', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:18.502313 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-886e00d9-6dc0-4550-a23b-eee90c06ca23 req-9a5d4efa-ffba-4758-8239-e3889b95cad7 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.7460744
Dec 03 11:13:18.507041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-662449fb-6e94-4f92-89f8-2a873e534d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:18.529973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f68fac66-980f-408b-accb-2fe7841acbc3 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:18.560610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-39b19be1-42e1-406b-9978-62c9c73abcdb req-ce3d0d31-bb14-42d8-8494-93e870642980 service neutron] Synchronizing usage tracker for tenant:c008a0d00fb54c5fa51f10ec05d61a52 on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:18.570114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f68fac66-980f-408b-accb-2fe7841acbc3 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:18.579015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f68fac66-980f-408b-accb-2fe7841acbc3 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:18.615525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b35e366-0f76-4f2f-9957-9b47fc7376ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:18.618853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f68fac66-980f-408b-accb-2fe7841acbc3 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:18.629089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0a25bb8b-4ddc-41ff-8fab-5a1866754afe None None] Provisioning complete for port b00cfc63-68fc-433d-a4de-6bad48e584bb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:18.629524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a25bb8b-4ddc-41ff-8fab-5a1866754afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:18.685255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-39b19be1-42e1-406b-9978-62c9c73abcdb req-ce3d0d31-bb14-42d8-8494-93e870642980 service neutron] Unset dirty status for tenant:c008a0d00fb54c5fa51f10ec05d61a52 on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:18.687545 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-39b19be1-42e1-406b-9978-62c9c73abcdb req-ce3d0d31-bb14-42d8-8494-93e870642980 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3585160
Dec 03 11:13:18.718129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39740) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:18.720140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b35e366-0f76-4f2f-9957-9b47fc7376ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:18.725923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0a25bb8b-4ddc-41ff-8fab-5a1866754afe None None] Port b00cfc63-68fc-433d-a4de-6bad48e584bb cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:13:18.737595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 38e10cf8-7d9e-4567-962e-90794065f1d3 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:18.738017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:18.813059 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-886e00d9-6dc0-4550-a23b-eee90c06ca23 req-3375ad30-6118-4ef7-98d7-109dce80170d tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2530024
Dec 03 11:13:18.867293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Network aabc1878-012e-4f32-82af-a992a5cb98d6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:18.869078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:18.881640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c3dc8dba-a54e-4b23-acfd-110540addc64 None None] Provisioning complete for port 38e10cf8-7d9e-4567-962e-90794065f1d3 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:18.882062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3dc8dba-a54e-4b23-acfd-110540addc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:19.165031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9ff97293-c9a4-4345-999c-d680b5c17820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:19.210698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9ff97293-c9a4-4345-999c-d680b5c17820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:19.222852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9ff97293-c9a4-4345-999c-d680b5c17820 admin admin] Usage tracker for resource:security_group_rule and tenant:4011a30d75ce4edd9667e9b984c1b176 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:19.225841 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-f68fac66-980f-408b-accb-2fe7841acbc3 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:19.229877 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f68fac66-980f-408b-accb-2fe7841acbc3 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.7410264
Dec 03 11:13:19.229877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9ff97293-c9a4-4345-999c-d680b5c17820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:19.230230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39744) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:19.251099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3d3fb20d-1b71-4d1c-8d9d-ef8b21fb5f9a None None] Provisioning complete for port b00cfc63-68fc-433d-a4de-6bad48e584bb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:19.251847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d3fb20d-1b71-4d1c-8d9d-ef8b21fb5f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:19.253724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-77216428-34d1-4795-bb14-416694964e0e tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '8f5f119d-2e57-4cd9-8204-4af2f9418714', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:19.255300 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-77216428-34d1-4795-bb14-416694964e0e tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 03 11:13:19.255835 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-77216428-34d1-4795-bb14-416694964e0e tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:19.260800 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-77216428-34d1-4795-bb14-416694964e0e tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0256705
Dec 03 11:13:19.263397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39748) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:19.266832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9ff97293-c9a4-4345-999c-d680b5c17820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:19.277204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d4da7d88-83c7-488c-b94e-3897116e69e7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '8f5f119d-2e57-4cd9-8204-4af2f9418714', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:19.284663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d4da7d88-83c7-488c-b94e-3897116e69e7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:19.288715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d4da7d88-83c7-488c-b94e-3897116e69e7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:19.293396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d4da7d88-83c7-488c-b94e-3897116e69e7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:19.299247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d4da7d88-83c7-488c-b94e-3897116e69e7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:19.355368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b35e366-0f76-4f2f-9957-9b47fc7376ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:19.364574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:19.364872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fb20d-1b71-4d1c-8d9d-ef8b21fb5f9a None None] Port b00cfc63-68fc-433d-a4de-6bad48e584bb cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:13:19.394620 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-d4da7d88-83c7-488c-b94e-3897116e69e7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:19.399361 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d4da7d88-83c7-488c-b94e-3897116e69e7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1284451
Dec 03 11:13:19.399361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:19.412412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39752) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:19.432560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35e366-0f76-4f2f-9957-9b47fc7376ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe6eb74-8b36-4267-89da-302b3f882794,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:19.442337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-da46f11a-722b-4d79-8f6c-9bfa8273cee7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '8f5f119d-2e57-4cd9-8204-4af2f9418714', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:19.442849 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-da46f11a-722b-4d79-8f6c-9bfa8273cee7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 03 11:13:19.443419 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-da46f11a-722b-4d79-8f6c-9bfa8273cee7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:19.447438 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-da46f11a-722b-4d79-8f6c-9bfa8273cee7 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0254204
Dec 03 11:13:19.447438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:19.452081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39756) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:19.461722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5b35e366-0f76-4f2f-9957-9b47fc7376ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:19.469499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b35e366-0f76-4f2f-9957-9b47fc7376ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:19.471189 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5b35e366-0f76-4f2f-9957-9b47fc7376ef admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2fe6eb74-8b36-4267-89da-302b3f882794 HTTP/1.1" status: 204  len: 168 time: 1.4602644
Dec 03 11:13:19.732857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9ff97293-c9a4-4345-999c-d680b5c17820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:19.741339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9ff97293-c9a4-4345-999c-d680b5c17820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:19.751619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:19.768735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b53a2918-85a4-45b6-97f7-b54c248699ab tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '8f5f119d-2e57-4cd9-8204-4af2f9418714', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:19.774079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Router 44fd2375-0c2e-4f48-ad70-ae7e4e44b418 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:13:19.787913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b53a2918-85a4-45b6-97f7-b54c248699ab tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:19.837672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b53a2918-85a4-45b6-97f7-b54c248699ab tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:19.861518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b53a2918-85a4-45b6-97f7-b54c248699ab tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:19.891479 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9ff97293-c9a4-4345-999c-d680b5c17820 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4011a30d75ce4edd9667e9b984c1b176&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1632767
Dec 03 11:13:19.898020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39772) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:19.905410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff97293-c9a4-4345-999c-d680b5c17820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3386d7-55e0-434d-b90e-448ca313a8f5,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:19.908857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9ff97293-c9a4-4345-999c-d680b5c17820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:19.937496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b53a2918-85a4-45b6-97f7-b54c248699ab tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:20.038944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-920bb14f-6aed-49a1-9d8c-6d087b5df4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:20.065924 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-b53a2918-85a4-45b6-97f7-b54c248699ab tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Project 2eca82181fb44146bfaa9a900ed2ab69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:13:20.096454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-920bb14f-6aed-49a1-9d8c-6d087b5df4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:20.266067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-920bb14f-6aed-49a1-9d8c-6d087b5df4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:20.277150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2841e16f-bcfe-483b-a1f6-450b2908b4c9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:20.295351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bb14f-6aed-49a1-9d8c-6d087b5df4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3386d7-55e0-434d-b90e-448ca313a8f5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:20.300606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-920bb14f-6aed-49a1-9d8c-6d087b5df4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:20.319408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-920bb14f-6aed-49a1-9d8c-6d087b5df4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:20.323383 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-920bb14f-6aed-49a1-9d8c-6d087b5df4a4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ee3386d7-55e0-434d-b90e-448ca313a8f5 HTTP/1.1" status: 204  len: 168 time: 0.4196694
Dec 03 11:13:20.333172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Allocated IP 172.20.0.1 (e1ce4750-c5e7-43b3-8791-133627cc23c2/4f6a8fbe-554a-4de6-847f-dc3a6d3898e3/b29f6a1b-5e22-4e09-8a25-efac7ff9d107) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:20.393977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:20.402808 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "PUT /v2.0/routers/44fd2375-0c2e-4f48-ad70-ae7e4e44b418/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4389529
Dec 03 11:13:20.406784 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-b53a2918-85a4-45b6-97f7-b54c248699ab tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:20.410628 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b53a2918-85a4-45b6-97f7-b54c248699ab tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.9548099
Dec 03 11:13:20.410628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39784) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:20.410874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591e475f-196c-447c-a00d-a160bce61556 None None] Sync routers for ids ['44fd2375-0c2e-4f48-ad70-ae7e4e44b418'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:20.422945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e475f-196c-447c-a00d-a160bce61556 None None] Routers {'44fd2375-0c2e-4f48-ad70-ae7e4e44b418'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:20.423625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-591e475f-196c-447c-a00d-a160bce61556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6619278>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['44fd2375-0c2e-4f48-ad70-ae7e4e44b418'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:20.427804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39786) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:20.434197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5710d0-f24c-4113-8c09-b6ff2def7865 req-313183ee-4c5a-4ecf-992c-79d8c598f7e7 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:20.435934 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bd5710d0-f24c-4113-8c09-b6ff2def7865 req-313183ee-4c5a-4ecf-992c-79d8c598f7e7 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 946 time: 0.6593399
Dec 03 11:13:20.448590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Request body: {'port': {'network_id': 'aabc1878-012e-4f32-82af-a992a5cb98d6', 'name': 'tempest-FloatingIPNegativeTestJSON-1320148336'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:20.467149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d062bfc4-b723-4e51-8b37-fcea7d5c2910 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '8f5f119d-2e57-4cd9-8204-4af2f9418714', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:20.467679 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-d062bfc4-b723-4e51-8b37-fcea7d5c2910 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 03 11:13:20.468223 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-d062bfc4-b723-4e51-8b37-fcea7d5c2910 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:20.472039 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d062bfc4-b723-4e51-8b37-fcea7d5c2910 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0312102
Dec 03 11:13:20.478957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39794) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:20.521580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-52a282f1-425a-49aa-bf31-208b93061636 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '8f5f119d-2e57-4cd9-8204-4af2f9418714', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:20.528335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-52a282f1-425a-49aa-bf31-208b93061636 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:20.532558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-52a282f1-425a-49aa-bf31-208b93061636 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:20.535634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-52a282f1-425a-49aa-bf31-208b93061636 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:20.557058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-591e475f-196c-447c-a00d-a160bce61556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6619278>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:20.583871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-52a282f1-425a-49aa-bf31-208b93061636 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:20.584266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e475f-196c-447c-a00d-a160bce61556 None None] Routers {'44fd2375-0c2e-4f48-ad70-ae7e4e44b418'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:20.587661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-591e475f-196c-447c-a00d-a160bce61556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6619278>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['44fd2375-0c2e-4f48-ad70-ae7e4e44b418'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:20.592320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:20.615640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Transition to ACTIVE for port object b29f6a1b-5e22-4e09-8a25-efac7ff9d107 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:20.651974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:20.675037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:20.689209 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bd5710d0-f24c-4113-8c09-b6ff2def7865 req-cb426738-e9aa-41af-b1b2-b29b98f3fdf3 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2179592
Dec 03 11:13:20.698712 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-52a282f1-425a-49aa-bf31-208b93061636 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Project 2eca82181fb44146bfaa9a900ed2ab69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:13:20.728802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-591e475f-196c-447c-a00d-a160bce61556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6619278>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:20.729326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591e475f-196c-447c-a00d-a160bce61556 None None] The sync data for ids ['44fd2375-0c2e-4f48-ad70-ae7e4e44b418'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:20.736131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49eb25a-7f9f-40c1-8adb-f69411400141 req-0317b13e-7e8a-4918-a065-4123edcc41c9 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:20.743877 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d49eb25a-7f9f-40c1-8adb-f69411400141 req-0317b13e-7e8a-4918-a065-4123edcc41c9 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.7006752
Dec 03 11:13:20.746519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:20.794725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39804) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:20.892532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event updated for resources: {'Port': ['ID=b29f6a1b-5e22-4e09-8a25-efac7ff9d107,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:20.897559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:20.944042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:20.962534 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-52a282f1-425a-49aa-bf31-208b93061636 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:20.967562 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-52a282f1-425a-49aa-bf31-208b93061636 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.4845452
Dec 03 11:13:20.968344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39814) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:20.985610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Network e1ce4750-c5e7-43b3-8791-133627cc23c2 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:20.986901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:20.989714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:21.029717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1170771693'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:21.030608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d85def25-81d1-4318-b193-aab75d383492 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '8f5f119d-2e57-4cd9-8204-4af2f9418714', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:21.044311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:21.049227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d85def25-81d1-4318-b193-aab75d383492 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:21.054632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:network and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:21.061041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:21.061197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:21.065811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d85def25-81d1-4318-b193-aab75d383492 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:21.074579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d85def25-81d1-4318-b193-aab75d383492 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:21.075073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:21.079483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Usage tracker for resource:port and tenant:b0cb5ee8ab414437b63c0c1b565b9537 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:21.087239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.095599 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d49eb25a-7f9f-40c1-8adb-f69411400141 req-828e6803-a131-4408-b96d-f514ddf86daa tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3505411
Dec 03 11:13:21.096633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Quota usage for port was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:21.123050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d85def25-81d1-4318-b193-aab75d383492 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:21.139097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:21.170020 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-d85def25-81d1-4318-b193-aab75d383492 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Project 2eca82181fb44146bfaa9a900ed2ab69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:13:21.181825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Made reservation on behalf of b0cb5ee8ab414437b63c0c1b565b9537 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:21.187663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.249499 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-d85def25-81d1-4318-b193-aab75d383492 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:21.253516 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d85def25-81d1-4318-b193-aab75d383492 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2368357
Dec 03 11:13:21.256021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39824) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:21.302630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:21.309809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.332304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-30927ccc-bda7-4d14-9d38-86c51526d466 None None] Provisioning for port b29f6a1b-5e22-4e09-8a25-efac7ff9d107 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:21.334418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.338816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-30927ccc-bda7-4d14-9d38-86c51526d466 None None] Provisioning complete for port b29f6a1b-5e22-4e09-8a25-efac7ff9d107 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:21.339288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30927ccc-bda7-4d14-9d38-86c51526d466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.363428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Router 36c38520-1c3f-490c-8897-83f92d7456f0 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:13:21.387144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:21.401507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:security_group_rule and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:21.407240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-30927ccc-bda7-4d14-9d38-86c51526d466 None None] Port b29f6a1b-5e22-4e09-8a25-efac7ff9d107 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:13:21.446231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:21.461751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:21.496166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aaf92823-6611-494d-8581-e6bf47937e5f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.583914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aaf92823-6611-494d-8581-e6bf47937e5f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.610075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39832) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:21.627596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] device_id is not set on port 98aabd33-b1fd-431c-9678-b83a6c46dd5f yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:13:21.648583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.768508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.777376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.790519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:21.815010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'networks': [{'name': 'tempest-network--1768246765'}, {'name': 'tempest-network--317591226'}]} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:21.815358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'network': {'name': 'tempest-network--1768246765'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:21.815868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'network': {'name': 'tempest-network--317591226'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:21.819603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aaf92823-6611-494d-8581-e6bf47937e5f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.847104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:21.900314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:13:21.918684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Usage tracker for resource:network and tenant:2a5b75caa1c34df08bc13230d653a153 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:21.933899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:21.944071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aaf92823-6611-494d-8581-e6bf47937e5f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.945175 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aaf92823-6611-494d-8581-e6bf47937e5f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "DELETE /v2.0/security-groups/8f5f119d-2e57-4cd9-8204-4af2f9418714 HTTP/1.1" status: 204  len: 168 time: 0.6772785
Dec 03 11:13:21.946668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'SecurityGroup': ['ID=6b828762-15a5-4c4d-9c60-73b0d2fc2643,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:21.953957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39840) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:21.961949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:21.967326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:21.967645 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Added segment 0695d8f8-89de-4929-ab62-292720e24250 of type vxlan for network 8540b845-ad17-40bd-a84b-37443ae13e0c
Dec 03 11:13:21.969087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:21.969632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-47d4e5d1-024d-4a08-bfd5-b6b8091181b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:21.981408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea6c18-d710-4511-b476-42bc9e5c07f8 req-6ce01e47-b345-4744-b08e-694719718d91 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:21.983049 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dea6c18-d710-4511-b476-42bc9e5c07f8 req-6ce01e47-b345-4744-b08e-694719718d91 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.7022293
Dec 03 11:13:22.000657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39844) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:22.091841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:22.101375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Sync routers for ids ['36c38520-1c3f-490c-8897-83f92d7456f0'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:22.114181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Routers {'36c38520-1c3f-490c-8897-83f92d7456f0'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:22.114887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57eec88>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['36c38520-1c3f-490c-8897-83f92d7456f0'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:22.153302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:22.157357 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 10.5064321
Dec 03 11:13:22.159982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39848) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:22.243096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Allocated IP 172.20.0.13 (aabc1878-012e-4f32-82af-a992a5cb98d6/1e0267b6-20af-4c35-aaac-4f9eba9e6248/98aabd33-b1fd-431c-9678-b83a6c46dd5f) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:22.319173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Set router 36c38520-1c3f-490c-8897-83f92d7456f0 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:13:22.324117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b99ad0-05c9-4fc6-9d68-6c455d1502f8 req-e759ae7a-00e8-4a9e-9f67-3cdcfd8d157a tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:22.325707 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-50b99ad0-05c9-4fc6-9d68-6c455d1502f8 req-e759ae7a-00e8-4a9e-9f67-3cdcfd8d157a tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 946 time: 0.3575802
Dec 03 11:13:22.330325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d031d076-723d-476f-b7c0-63b3930e3e4b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Request body: {'floatingip': {'port_id': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:22.398128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf92823-6611-494d-8581-e6bf47937e5f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f119d-2e57-4cd9-8204-4af2f9418714,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:22.413926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aaf92823-6611-494d-8581-e6bf47937e5f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:22.460744 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-50b99ad0-05c9-4fc6-9d68-6c455d1502f8 req-8c7f488d-a517-4e55-a4e4-ed80f61443eb tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1187539
Dec 03 11:13:22.465234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Made reservation on behalf of 2a5b75caa1c34df08bc13230d653a153 for: {'network': 2} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:22.471308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:22.489766 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-284be3cd-fed0-4bc0-9627-ea78210c10a8 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/routers/36c38520-1c3f-490c-8897-83f92d7456f0 HTTP/1.1" status: 200  len: 906 time: 0.3226938
Dec 03 11:13:22.495510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39852) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:22.496646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:22.506659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d031d076-723d-476f-b7c0-63b3930e3e4b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for floatingip, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:22.643411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:22.676032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57eec88>, [{'id': '36c38520-1c3f-490c-8897-83f92d7456f0', 'name': 'tempest-snat-router-853456614', 'tenant_id': '750ceeaa689d49ce90b59053ea5bf936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'ba2af224-b965-4ad7-ae3e-412a96c4dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:13:12Z', 'updated_at': '2020-12-03T11:13:18Z', 'revision_number': 3, 'project_id': '750ceeaa689d49ce90b59053ea5bf936', 'gw_port': {'id': 'ba2af224-b965-4ad7-ae3e-412a96c4dcaa', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:07:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c38520-1c3f-490c-8897-83f92d7456f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:13:15Z', 'updated_at': '2020-12-03T11:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:22.681019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Checking router: 36c38520-1c3f-490c-8897-83f92d7456f0 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:13:22.681019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Updating router 36c38520-1c3f-490c-8897-83f92d7456f0 port ba2af224-b965-4ad7-ae3e-412a96c4dcaa binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:13:22.703169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa573b3b-73bb-418a-9a76-4fd18dd9bcfc tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Synchronizing usage tracker for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:22.715382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:22.739628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:22.740791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Usage tracker for resource:security_group_rule and tenant:2a5b75caa1c34df08bc13230d653a153 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:22.807033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:22.827686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:22.832815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:22.850181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:22.852247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:22.853248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:22.866295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:22.899725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa573b3b-73bb-418a-9a76-4fd18dd9bcfc tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Unset dirty status for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:22.900948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fa573b3b-73bb-418a-9a76-4fd18dd9bcfc tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.9415195
Dec 03 11:13:22.903127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Transition to ACTIVE for port object 98aabd33-b1fd-431c-9678-b83a6c46dd5f will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:22.910201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39858) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:22.927877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group': {'name': 'tempest-secgroup--1866187343'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:22.939004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:22.998485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:23.084983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbf4d2-2c16-4e47-8a96-20ecfb79cf51 req-9cf6dd44-0272-4ae9-a083-72931f3bc0cb tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:23.086788 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0efbf4d2-2c16-4e47-8a96-20ecfb79cf51 req-9cf6dd44-0272-4ae9-a083-72931f3bc0cb tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 946 time: 0.4122844
Dec 03 11:13:23.089225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:23.099804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39862) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:23.121865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-830705d0-2d26-439f-85fd-28621c7274da tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Request body: {'floatingip': {'port_id': '572a2d55-42b4-4cad-890e-d01df3f02c1a'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:23.148265 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.3496051
Dec 03 11:13:23.186007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39866) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:23.204603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.218071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2045898254'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:23.233353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.262766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:23.286123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Network': ['ID=8540b845-ad17-40bd-a84b-37443ae13e0c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:23.293561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-830705d0-2d26-439f-85fd-28621c7274da tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.301031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:23.313791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 8540b845-ad17-40bd-a84b-37443ae13e0c details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:23.327597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 8540b845-ad17-40bd-a84b-37443ae13e0c details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:23.348485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:23.396728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:network and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:23.415041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:23.417528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:23.486877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:23.504027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:23.506901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:23.529768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:23.533201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.565178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Transition to ACTIVE for port object ba2af224-b965-4ad7-ae3e-412a96c4dcaa will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:23.568862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.584588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:23.607090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.618178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event updated for resources: {'Port': ['ID=98aabd33-b1fd-431c-9678-b83a6c46dd5f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:23.658996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:23.668278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:23.672816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.688559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.696105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Deleting port ba2af224-b965-4ad7-ae3e-412a96c4dcaa {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:23.696475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.706825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.707706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.724167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faff874-7a53-4cf2-b95a-b9d6af80bcd6 None None] Pushing event updated for resources: {'Port': ['ID=ba2af224-b965-4ad7-ae3e-412a96c4dcaa,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:23.726973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-10328fff-c5bc-4ca2-bcce-3d5a54cb1dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:23.728094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4faff874-7a53-4cf2-b95a-b9d6af80bcd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:23.741085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.760853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.793534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Attempting to bind port ba2af224-b965-4ad7-ae3e-412a96c4dcaa on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:13:23.793951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Attempting to bind port ba2af224-b965-4ad7-ae3e-412a96c4dcaa by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:13:23.794398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Attempting to bind port ba2af224-b965-4ad7-ae3e-412a96c4dcaa on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:13:23.800931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:13:23.801345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:23.801905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.802214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:13:23.803367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Bound port: ba2af224-b965-4ad7-ae3e-412a96c4dcaa, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:13:23.803367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.872165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:13:23.890102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event updated for resources: {'SecurityGroup': ['ID=28ef4eff-46e9-48c5-abc7-a77273742de0,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:23.897386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] For port ba2af224-b965-4ad7-ae3e-412a96c4dcaa, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:13:23.897894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:23.901411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:23.905855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] For port ba2af224-b965-4ad7-ae3e-412a96c4dcaa, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ba2af224-b965-4ad7-ae3e-412a96c4dcaa,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:13:23.914813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.939909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4622605d-1851-4af3-9bfe-3167bb98ccc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:23.975197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:23.975644 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Added segment 486b1b2c-2e8f-4f51-af01-c9a5aa007105 of type vxlan for network d81a1a6d-6d6b-41af-93c9-549d20dba6c5
Dec 03 11:13:24.104574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faff874-7a53-4cf2-b95a-b9d6af80bcd6 None None] Pushing event updated for resources: {'Port': ['ID=ba2af224-b965-4ad7-ae3e-412a96c4dcaa,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:24.108928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4faff874-7a53-4cf2-b95a-b9d6af80bcd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:24.166369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Routers {'36c38520-1c3f-490c-8897-83f92d7456f0'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:24.167127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57eec88>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['36c38520-1c3f-490c-8897-83f92d7456f0'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:24.236477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:24.251315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-d031d076-723d-476f-b7c0-63b3930e3e4b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:13:24.362420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] Set router 36c38520-1c3f-490c-8897-83f92d7456f0 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:13:24.367423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Network aabc1878-012e-4f32-82af-a992a5cb98d6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:24.367975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event updated for resources: {'Port': ['ID=b29f6a1b-5e22-4e09-8a25-efac7ff9d107,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:24.371301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:24.387189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:24.392449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:24.398691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:24.442091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:24.443244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:24.465846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-92a989dc-a9d8-4454-8f07-3e56c3594b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:24.477937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d031d076-723d-476f-b7c0-63b3930e3e4b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:24.496071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d031d076-723d-476f-b7c0-63b3930e3e4b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:24.537753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:24.686821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:13:24.693206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4250ac03-17dc-42d4-a1a7-ba4ff20c6fdf None None] Provisioning for port 98aabd33-b1fd-431c-9678-b83a6c46dd5f completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:24.704034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4250ac03-17dc-42d4-a1a7-ba4ff20c6fdf None None] Provisioning complete for port 98aabd33-b1fd-431c-9678-b83a6c46dd5f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:24.704636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4250ac03-17dc-42d4-a1a7-ba4ff20c6fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:24.722010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:24.722459 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Added segment 559a1807-1de9-4d98-b893-22224af3e061 of type vxlan for network a545514c-39c6-4cfc-ada1-b263d75d49fd
Dec 03 11:13:24.754487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Network e1ce4750-c5e7-43b3-8791-133627cc23c2 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:24.763435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:24.779958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:24.780580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4250ac03-17dc-42d4-a1a7-ba4ff20c6fdf None None] Port 98aabd33-b1fd-431c-9678-b83a6c46dd5f cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:13:24.780713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:24.783659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57eec88>, [{'id': '36c38520-1c3f-490c-8897-83f92d7456f0', 'name': 'tempest-snat-router-853456614', 'tenant_id': '750ceeaa689d49ce90b59053ea5bf936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'ba2af224-b965-4ad7-ae3e-412a96c4dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:13:12Z', 'updated_at': '2020-12-03T11:13:18Z', 'revision_number': 3, 'project_id': '750ceeaa689d49ce90b59053ea5bf936', 'gw_port': {'id': 'ba2af224-b965-4ad7-ae3e-412a96c4dcaa', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:07:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c38520-1c3f-490c-8897-83f92d7456f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:13:15Z', 'updated_at': '2020-12-03T11:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:24.793044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94668539-bc1a-4c2b-a3c1-f8aa348c617b None None] The sync data for ids ['36c38520-1c3f-490c-8897-83f92d7456f0'] in dv-neutron-765072-2-ovs is: [{'id': '36c38520-1c3f-490c-8897-83f92d7456f0', 'name': 'tempest-snat-router-853456614', 'tenant_id': '750ceeaa689d49ce90b59053ea5bf936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'ba2af224-b965-4ad7-ae3e-412a96c4dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:13:12Z', 'updated_at': '2020-12-03T11:13:18Z', 'revision_number': 3, 'project_id': '750ceeaa689d49ce90b59053ea5bf936', 'gw_port': {'id': 'ba2af224-b965-4ad7-ae3e-412a96c4dcaa', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:07:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c38520-1c3f-490c-8897-83f92d7456f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:13:15Z', 'updated_at': '2020-12-03T11:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:24.844550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event updated for resources: {'SecurityGroup': ['ID=11823a87-373f-43f9-8276-86abca172ccd,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:24.932339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:24.948939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-d031d076-723d-476f-b7c0-63b3930e3e4b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Floating IP d0ca08e5-8bf1-48cf-9b40-e32ed69b2bb1 associated. External IP: 172.26.1.44, port: 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833.
Dec 03 11:13:24.960388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:24.971474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Calling delete_port for ba2af224-b965-4ad7-ae3e-412a96c4dcaa owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:25.016339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:25.017787 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 2.1054802
Dec 03 11:13:25.024381 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.6117291
Dec 03 11:13:25.029960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39870) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:25.030334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39872) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:25.046984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:25.057267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bc5e46f5-a9e9-4e07-9465-cc206049dc3b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '11823a87-373f-43f9-8276-86abca172ccd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:25.068184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:25.069715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bc5e46f5-a9e9-4e07-9465-cc206049dc3b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:25.082727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Usage tracker for resource:floatingip and tenant:b0cb5ee8ab414437b63c0c1b565b9537 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:25.088014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bc5e46f5-a9e9-4e07-9465-cc206049dc3b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:25.093052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:25.100110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bc5e46f5-a9e9-4e07-9465-cc206049dc3b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:25.106818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:25.115936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-48e09392-d959-4df7-a59d-2286381e3f3b None None] Provisioning complete for port b29f6a1b-5e22-4e09-8a25-efac7ff9d107 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:25.116497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48e09392-d959-4df7-a59d-2286381e3f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:25.137054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bc5e46f5-a9e9-4e07-9465-cc206049dc3b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:25.168066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:25.168785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:25.172741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:25.176068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:25.176762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:25.178870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-48e09392-d959-4df7-a59d-2286381e3f3b None None] Port b29f6a1b-5e22-4e09-8a25-efac7ff9d107 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:13:25.184490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a7978896-db3f-46dd-a0fd-8f29312b7399 tempest-ExternalNetworksTestJSON-1569946876 tempest-ExternalNetworksTestJSON-1569946876] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:25.197548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:25.223261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:13:25.223669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:13:25.249589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:13:25.250093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:13:25.280638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Router 43418ab1-94b5-4b76-9f9a-9a05cd52e896 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:13:25.295572 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 3.6807432
Dec 03 11:13:25.296492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-830705d0-2d26-439f-85fd-28621c7274da tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:13:25.346391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39878) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:25.406673 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-bc5e46f5-a9e9-4e07-9465-cc206049dc3b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The resource could not be found.
Dec 03 11:13:25.410570 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bc5e46f5-a9e9-4e07-9465-cc206049dc3b tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.3765020
Dec 03 11:13:25.411463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39882) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:25.475937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-88cf9555-96ce-4051-b89e-0f6934d17628 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '11823a87-373f-43f9-8276-86abca172ccd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ac879323-ce5a-4217-8e89-5e3d46233ac1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:25.483606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-830705d0-2d26-439f-85fd-28621c7274da tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:25.490807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-88cf9555-96ce-4051-b89e-0f6934d17628 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:25.496341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-830705d0-2d26-439f-85fd-28621c7274da tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:25.505877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event updated for resources: {'Network': ['ID=d81a1a6d-6d6b-41af-93c9-549d20dba6c5,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:25.517789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network d81a1a6d-6d6b-41af-93c9-549d20dba6c5 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:25.560934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-88cf9555-96ce-4051-b89e-0f6934d17628 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:25.625920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-88cf9555-96ce-4051-b89e-0f6934d17628 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:25.643396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-88cf9555-96ce-4051-b89e-0f6934d17628 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:25.648147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network d81a1a6d-6d6b-41af-93c9-549d20dba6c5 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:25.730361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:25.755225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:25.986300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ba2af224-b965-4ad7-ae3e-412a96c4dcaa up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:26.063543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port ba2af224-b965-4ad7-ae3e-412a96c4dcaa completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:26.069040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ba2af224-b965-4ad7-ae3e-412a96c4dcaa triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:26.069468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:26.140484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event updated for resources: {'Network': ['ID=a545514c-39c6-4cfc-ada1-b263d75d49fd,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:26.154285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:26.156999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.957s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:26.156999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:26.173079 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-830705d0-2d26-439f-85fd-28621c7274da tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Floating IP dd376605-a5ea-4877-9e4e-7f1373e5de1a associated. External IP: 172.26.1.149, port: 572a2d55-42b4-4cad-890e-d01df3f02c1a.
Dec 03 11:13:26.182698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network a545514c-39c6-4cfc-ada1-b263d75d49fd details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:26.214406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75b3ea-ad9f-4d38-85ad-8798d198c6f2 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:26.218900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75b3ea-ad9f-4d38-85ad-8798d198c6f2 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:26.223176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network a545514c-39c6-4cfc-ada1-b263d75d49fd details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:26.223481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75b3ea-ad9f-4d38-85ad-8798d198c6f2 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:26.228715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75b3ea-ad9f-4d38-85ad-8798d198c6f2 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:26.229661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5f75b3ea-ad9f-4d38-85ad-8798d198c6f2 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Synchronizing usage tracker for tenant:2a5b75caa1c34df08bc13230d653a153 on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:26.246686 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-88cf9555-96ce-4051-b89e-0f6934d17628 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The resource could not be found.
Dec 03 11:13:26.247617 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-88cf9555-96ce-4051-b89e-0f6934d17628 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.8324919
Dec 03 11:13:26.257525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39886) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:26.274592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:26.282086 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "PUT /v2.0/routers/43418ab1-94b5-4b76-9f9a-9a05cd52e896/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2409453
Dec 03 11:13:26.290085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df39f9b0-13dd-4fa3-80d1-2cccd3b22524 None None] Sync routers for ids ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:26.291512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39890) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:26.300032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Request body: {'port': {'network_id': 'e1ce4750-c5e7-43b3-8791-133627cc23c2', 'name': 'tempest-FloatingIPAdminTestJSON-1260830510'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:26.300262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df39f9b0-13dd-4fa3-80d1-2cccd3b22524 None None] Routers {'43418ab1-94b5-4b76-9f9a-9a05cd52e896'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:26.301068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-df39f9b0-13dd-4fa3-80d1-2cccd3b22524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b7359a58>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:26.312221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:26.317843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d031d076-723d-476f-b7c0-63b3930e3e4b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:13:26.329206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5f75b3ea-ad9f-4d38-85ad-8798d198c6f2 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Unset dirty status for tenant:2a5b75caa1c34df08bc13230d653a153 on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:26.333531 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5f75b3ea-ad9f-4d38-85ad-8798d198c6f2 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.9754846
Dec 03 11:13:26.341092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39894) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:26.349838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:13:26.373115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-df39f9b0-13dd-4fa3-80d1-2cccd3b22524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b7359a58>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:26.383228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df39f9b0-13dd-4fa3-80d1-2cccd3b22524 None None] Routers {'43418ab1-94b5-4b76-9f9a-9a05cd52e896'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:26.383992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-df39f9b0-13dd-4fa3-80d1-2cccd3b22524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b7359a58>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:26.416029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:26.416437 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Added segment 87715d66-b6a8-44e5-82ef-a2a6a9f2ed09 of type vxlan for network 92869ec2-1444-4944-a8d0-1b3d645a3379
Dec 03 11:13:26.464477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-df39f9b0-13dd-4fa3-80d1-2cccd3b22524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b7359a58>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:26.465070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df39f9b0-13dd-4fa3-80d1-2cccd3b22524 None None] The sync data for ids ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:26.583016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:26.603395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Deleting port ba2af224-b965-4ad7-ae3e-412a96c4dcaa {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:26.603785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:26.633398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:26.675076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:26.691734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port ba2af224-b965-4ad7-ae3e-412a96c4dcaa, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ba2af224-b965-4ad7-ae3e-412a96c4dcaa,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:13:26.694701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:26.698676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-593fac8b-f088-46f6-ac47-bfc346253192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:26.757739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:26.768097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=ba2af224-b965-4ad7-ae3e-412a96c4dcaa,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:26.771503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:26.819518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e9b666da-15da-4972-9123-5f685f3fa8bb tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:26.875435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:13:26.907915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:26.938780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e9b666da-15da-4972-9123-5f685f3fa8bb tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:26.959496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Usage tracker for resource:port and tenant:cfbdb5fe8e824b82b4543ea8c6e9b686 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:26.975971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Quota usage for port was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:27.013263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:27.014036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:27.015733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d031d076-723d-476f-b7c0-63b3930e3e4b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:27.026208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f6063-4fbf-4e3f-a31a-26d69ae9ca87 None None] Sync routers for ids ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:27.030654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:27.031322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:27.034032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d031d076-723d-476f-b7c0-63b3930e3e4b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:27.037571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f6063-4fbf-4e3f-a31a-26d69ae9ca87 None None] Routers {'66b8066e-55e1-4bb1-9e6e-37e6e4091180'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:27.038610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dd7f6063-4fbf-4e3f-a31a-26d69ae9ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b56fa860>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:27.043919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6fee894-7f25-4564-885b-75da5f7f89db tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:27.094413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Made reservation on behalf of cfbdb5fe8e824b82b4543ea8c6e9b686 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:27.100073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:27.206707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:27.227898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e9b666da-15da-4972-9123-5f685f3fa8bb tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:27.237628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-dd7f6063-4fbf-4e3f-a31a-26d69ae9ca87 None None] Set router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:13:27.239338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:27.251698 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d031d076-723d-476f-b7c0-63b3930e3e4b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "PUT /v2.0/floatingips/d0ca08e5-8bf1-48cf-9b40-e32ed69b2bb1 HTTP/1.1" status: 200  len: 990 time: 5.1842628
Dec 03 11:13:27.259271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Network': ['ID=92869ec2-1444-4944-a8d0-1b3d645a3379,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:27.263445 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 4.0767188
Dec 03 11:13:27.268113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:27.277803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] For port ba2af224-b965-4ad7-ae3e-412a96c4dcaa, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ba2af224-b965-4ad7-ae3e-412a96c4dcaa,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:13:27.278214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:27.286612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39900) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:27.296876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 92869ec2-1444-4944-a8d0-1b3d645a3379 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:27.303114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'subnet': {'network_id': '8540b845-ad17-40bd-a84b-37443ae13e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:27.341308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Allocated IP 172.26.1.213 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/c407c940-7809-49cd-81fe-858ad6bf5967) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:27.384250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'tag': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:13:27.391003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 92869ec2-1444-4944-a8d0-1b3d645a3379 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:27.404189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830705d0-2d26-439f-85fd-28621c7274da tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:13:27.408615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b666da-15da-4972-9123-5f685f3fa8bb tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event deleted for resources: {'SecurityGroup': ['ID=11823a87-373f-43f9-8276-86abca172ccd,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:27.422294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e9b666da-15da-4972-9123-5f685f3fa8bb tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:27.471547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e9b666da-15da-4972-9123-5f685f3fa8bb tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:27.472756 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e9b666da-15da-4972-9123-5f685f3fa8bb tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "DELETE /v2.0/security-groups/11823a87-373f-43f9-8276-86abca172ccd HTTP/1.1" status: 204  len: 168 time: 1.2155383
Dec 03 11:13:27.482313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39908) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:27.500993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Calling delete_port for ba2af224-b965-4ad7-ae3e-412a96c4dcaa owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:27.545780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b50c2390>,) {'filters': {'network_id': ['d81a1a6d-6d6b-41af-93c9-549d20dba6c5']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:27.556519 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'tag': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833', 'status': 'completed', 'code': 200}
Dec 03 11:13:27.572068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b50c2390>, '486b1b2c-2e8f-4f51-af01-c9a5aa007105') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:27.572397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b50c2390>, '486b1b2c-2e8f-4f51-af01-c9a5aa007105') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:27.633874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:27.669021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] device_id is not set on port 9fd389ee-5c51-4749-a52d-1601be88af95 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:13:27.714331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:27.717360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Releasing vxlan tunnel 8 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:13:27.921671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:27.953002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:subnet and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:27.965428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ba2af224-b965-4ad7-ae3e-412a96c4dcaa up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:27.975974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:27.981931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9e9ca2f7-d4ef-47fb-8ba0-716197b3c157 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Synchronizing usage tracker for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:27.995660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb5ba5-2a23-44ff-9e78-6dc5a97f998f req-3bb4a955-9aac-47a6-8309-36341febe84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:27.997393 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7deb5ba5-2a23-44ff-9e78-6dc5a97f998f req-3bb4a955-9aac-47a6-8309-36341febe84d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=193702a8528c429d847d08cd33ff784e&device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 1162 time: 0.4170187
Dec 03 11:13:27.998099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:28.040018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dd7f6063-4fbf-4e3f-a31a-26d69ae9ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b56fa860>, [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:12:10Z', 'revision_number': 4, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'd0ca08e5-8bf1-48cf-9b40-e32ed69b2bb1', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'floating_ip_address': '172.26.1.44', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'port_id': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'mac_address': 'fa:16:3e:dd:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:12:25Z', 'updated_at': '2020-12-03T11:13:23Z', 'revision_number': 1, 'project_id': '193702a8528c429d847d08cd33ff784e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f04086b-d170-4727-8175-56fca9fb6363', 'name': '', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'mac_address': 'fa:16:3e:b2:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:06Z', 'updated_at': '2020-12-03T11:12:23Z', 'revision_number': 5, 'project_id': '193702a8528c429d847d08cd33ff784e', 'subnets': [{'id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:28.048547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f6063-4fbf-4e3f-a31a-26d69ae9ca87 None None] Checking router: 66b8066e-55e1-4bb1-9e6e-37e6e4091180 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:13:28.052527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network d81a1a6d-6d6b-41af-93c9-549d20dba6c5 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:13:28.053579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:13:28.053953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:13:28.064542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f6063-4fbf-4e3f-a31a-26d69ae9ca87 None None] Routers {'66b8066e-55e1-4bb1-9e6e-37e6e4091180'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:28.065238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dd7f6063-4fbf-4e3f-a31a-26d69ae9ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b56fa860>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:28.087312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:28.200628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ba2af224-b965-4ad7-ae3e-412a96c4dcaa triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:28.201050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:28.330274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Allocated IP 172.20.0.9 (e1ce4750-c5e7-43b3-8791-133627cc23c2/4f6a8fbe-554a-4de6-847f-dc3a6d3898e3/9fd389ee-5c51-4749-a52d-1601be88af95) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:28.344468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:28.359509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-dd7f6063-4fbf-4e3f-a31a-26d69ae9ca87 None None] Set router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:13:28.373573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9e9ca2f7-d4ef-47fb-8ba0-716197b3c157 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Unset dirty status for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:28.379431 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9e9ca2f7-d4ef-47fb-8ba0-716197b3c157 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.8872564
Dec 03 11:13:28.382479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39914) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:28.425700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-daa44a0e-3035-4a74-a274-85b1aebc09d8 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '4cf95971-bfae-4ac6-bf9d-5eb845ea4ca4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:28.436535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:28.441129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830705d0-2d26-439f-85fd-28621c7274da tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:28.446548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-daa44a0e-3035-4a74-a274-85b1aebc09d8 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:28.480159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913367f-897b-4e02-aeb7-4296d6645a29 None None] Sync routers for ids ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:28.498024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3913367f-897b-4e02-aeb7-4296d6645a29 None None] Routers {'94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:28.498984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3913367f-897b-4e02-aeb7-4296d6645a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b693ca90>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:28.505513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-daa44a0e-3035-4a74-a274-85b1aebc09d8 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:28.519693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-daa44a0e-3035-4a74-a274-85b1aebc09d8 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:28.544450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-daa44a0e-3035-4a74-a274-85b1aebc09d8 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:28.547818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-830705d0-2d26-439f-85fd-28621c7274da tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:28.585236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:28.691124 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-830705d0-2d26-439f-85fd-28621c7274da tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "PUT /v2.0/floatingips/dd376605-a5ea-4877-9e4e-7f1373e5de1a HTTP/1.1" status: 200  len: 992 time: 5.5873370
Dec 03 11:13:28.701932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'tag': '572a2d55-42b4-4cad-890e-d01df3f02c1a'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:13:28.732565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb5ba5-2a23-44ff-9e78-6dc5a97f998f req-479a4278-f487-4c60-aaef-268e23cf9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:28.736924 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7deb5ba5-2a23-44ff-9e78-6dc5a97f998f req-479a4278-f487-4c60-aaef-268e23cf9876 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4 HTTP/1.1" status: 200  len: 906 time: 0.6949656
Dec 03 11:13:28.780978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network d81a1a6d-6d6b-41af-93c9-549d20dba6c5 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:13:28.802072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:13:28.811168 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:13:28.840688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-629e22c8-542c-4926-a326-370b82bac0c8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:28.928339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:28.984833 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7deb5ba5-2a23-44ff-9e78-6dc5a97f998f req-a3939be6-d987-48d8-96ab-2afafcae394a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 HTTP/1.1" status: 200  len: 998 time: 0.1927276
Dec 03 11:13:29.026834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3913367f-897b-4e02-aeb7-4296d6645a29 None None] Set router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:13:29.032786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-daa44a0e-3035-4a74-a274-85b1aebc09d8 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The resource could not be found.
Dec 03 11:13:29.034064 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-daa44a0e-3035-4a74-a274-85b1aebc09d8 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.6381476
Dec 03 11:13:29.053359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39926) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:29.135973 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'tag': '572a2d55-42b4-4cad-890e-d01df3f02c1a', 'status': 'completed', 'code': 200}
Dec 03 11:13:29.144541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group': {'name': 'tempest-secgroup--2004860994'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:29.201331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb5ba5-2a23-44ff-9e78-6dc5a97f998f req-51f2978e-3973-443a-9c28-977071303e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:29.203069 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7deb5ba5-2a23-44ff-9e78-6dc5a97f998f req-51f2978e-3973-443a-9c28-977071303e7d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22ea8f59-d136-43f2-acfe-9b4232c66694 HTTP/1.1" status: 200  len: 851 time: 0.1112518
Dec 03 11:13:29.248683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:29.279927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dd7f6063-4fbf-4e3f-a31a-26d69ae9ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b56fa860>, [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:12:10Z', 'revision_number': 4, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'd0ca08e5-8bf1-48cf-9b40-e32ed69b2bb1', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'floating_ip_address': '172.26.1.44', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'port_id': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'mac_address': 'fa:16:3e:dd:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:12:25Z', 'updated_at': '2020-12-03T11:13:23Z', 'revision_number': 1, 'project_id': '193702a8528c429d847d08cd33ff784e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f04086b-d170-4727-8175-56fca9fb6363', 'name': '', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'mac_address': 'fa:16:3e:b2:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:06Z', 'updated_at': '2020-12-03T11:12:23Z', 'revision_number': 5, 'project_id': '193702a8528c429d847d08cd33ff784e', 'subnets': [{'id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:29.285310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f6063-4fbf-4e3f-a31a-26d69ae9ca87 None None] The sync data for ids ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'] in dv-neutron-765072-2-ovs is: [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:12:10Z', 'revision_number': 4, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'd0ca08e5-8bf1-48cf-9b40-e32ed69b2bb1', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'floating_ip_address': '172.26.1.44', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'port_id': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'mac_address': 'fa:16:3e:dd:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:12:25Z', 'updated_at': '2020-12-03T11:13:23Z', 'revision_number': 1, 'project_id': '193702a8528c429d847d08cd33ff784e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f04086b-d170-4727-8175-56fca9fb6363', 'name': '', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'mac_address': 'fa:16:3e:b2:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:06Z', 'updated_at': '2020-12-03T11:12:23Z', 'revision_number': 5, 'project_id': '193702a8528c429d847d08cd33ff784e', 'subnets': [{'id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:29.298629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:29.307404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad137260-605c-4e9d-b5ad-5652dae2e75d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:29.326369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:29.377552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event deleted for resources: {'Network': ['ID=d81a1a6d-6d6b-41af-93c9-549d20dba6c5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:29.393341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:29.399162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:29.403801 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "DELETE /v2.0/networks/d81a1a6d-6d6b-41af-93c9-549d20dba6c5 HTTP/1.1" status: 204  len: 168 time: 3.0561976
Dec 03 11:13:29.405636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39930) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:29.415647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event updated for resources: {'Port': ['ID=c407c940-7809-49cd-81fe-858ad6bf5967,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:29.432116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:29.461982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3913367f-897b-4e02-aeb7-4296d6645a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b693ca90>, [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:12:15Z', 'revision_number': 4, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'dd376605-a5ea-4877-9e4e-7f1373e5de1a', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'floating_ip_address': '172.26.1.149', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'port_id': '572a2d55-42b4-4cad-890e-d01df3f02c1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'mac_address': 'fa:16:3e:bc:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:12:30Z', 'updated_at': '2020-12-03T11:13:25Z', 'revision_number': 1, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556262e2-d799-4ea6-ba9b-cc1fc7e66cc1', 'name': '', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'mac_address': 'fa:16:3e:1f:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2d6a84f5-6832-45cc-9338-095641225894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:11Z', 'updated_at': '2020-12-03T11:12:26Z', 'revision_number': 5, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'subnets': [{'id': '2d6a84f5-6832-45cc-9338-095641225894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:29.466794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913367f-897b-4e02-aeb7-4296d6645a29 None None] Checking router: 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:13:29.476989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3913367f-897b-4e02-aeb7-4296d6645a29 None None] Routers {'94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:29.477892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3913367f-897b-4e02-aeb7-4296d6645a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b693ca90>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:29.514114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:29.594887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:29.599653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:29.613988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Deleting port ba2af224-b965-4ad7-ae3e-412a96c4dcaa {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:29.614381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:29.624890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb5ba5-2a23-44ff-9e78-6dc5a97f998f req-4a4663bf-27e9-4c8c-bfa1-bd342c0ffd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:29.626525 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7deb5ba5-2a23-44ff-9e78-6dc5a97f998f req-4a4663bf-27e9-4c8c-bfa1-bd342c0ffd7a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4034362
Dec 03 11:13:29.645624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:29.649708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:29.653927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:29.657209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d11e20e-a61d-4f62-8a94-d4e1a3b8782e None None] New status for floating IP d0ca08e5-8bf1-48cf-9b40-e32ed69b2bb1: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:13:29.690795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3913367f-897b-4e02-aeb7-4296d6645a29 None None] Set router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:13:29.807078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:29.847776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] For port ba2af224-b965-4ad7-ae3e-412a96c4dcaa, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ba2af224-b965-4ad7-ae3e-412a96c4dcaa,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:13:29.848678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:29.961491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Transition to ACTIVE for port object 9fd389ee-5c51-4749-a52d-1601be88af95 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:29.998460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:30.017899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:30.040093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:30.105906 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7deb5ba5-2a23-44ff-9e78-6dc5a97f998f req-e23a5cba-90f1-4d0d-bb01-a5c65a26d7c0 service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4674599
Dec 03 11:13:30.174763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Calling delete_port for ba2af224-b965-4ad7-ae3e-412a96c4dcaa owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:30.192929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3913367f-897b-4e02-aeb7-4296d6645a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b693ca90>, [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:12:15Z', 'revision_number': 4, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'dd376605-a5ea-4877-9e4e-7f1373e5de1a', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'floating_ip_address': '172.26.1.149', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'port_id': '572a2d55-42b4-4cad-890e-d01df3f02c1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'mac_address': 'fa:16:3e:bc:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:12:30Z', 'updated_at': '2020-12-03T11:13:25Z', 'revision_number': 1, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556262e2-d799-4ea6-ba9b-cc1fc7e66cc1', 'name': '', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'mac_address': 'fa:16:3e:1f:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2d6a84f5-6832-45cc-9338-095641225894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:11Z', 'updated_at': '2020-12-03T11:12:26Z', 'revision_number': 5, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'subnets': [{'id': '2d6a84f5-6832-45cc-9338-095641225894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:30.198049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913367f-897b-4e02-aeb7-4296d6645a29 None None] The sync data for ids ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'] in dv-neutron-765072-2-ovs is: [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:12:15Z', 'revision_number': 4, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'dd376605-a5ea-4877-9e4e-7f1373e5de1a', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'floating_ip_address': '172.26.1.149', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'port_id': '572a2d55-42b4-4cad-890e-d01df3f02c1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'mac_address': 'fa:16:3e:bc:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:12:30Z', 'updated_at': '2020-12-03T11:13:25Z', 'revision_number': 1, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556262e2-d799-4ea6-ba9b-cc1fc7e66cc1', 'name': '', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'mac_address': 'fa:16:3e:1f:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2d6a84f5-6832-45cc-9338-095641225894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:11Z', 'updated_at': '2020-12-03T11:12:26Z', 'revision_number': 5, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'subnets': [{'id': '2d6a84f5-6832-45cc-9338-095641225894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:30.216400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:30.224502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:30.246739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:30.261561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ba670-00b4-485d-8244-a475df30a1d9 req-17109b96-8708-4d8b-836c-0721f550401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:30.263462 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-092ba670-00b4-485d-8244-a475df30a1d9 req-17109b96-8708-4d8b-836c-0721f550401b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e6b740752d945f9ac0bd21d6fff1115&device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 1163 time: 1.1101944
Dec 03 11:13:30.316148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0492f028-f66e-41e2-b137-164a78fb2e6f tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:30.359210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b47c8550>,) {'filters': {'network_id': ['a545514c-39c6-4cfc-ada1-b263d75d49fd']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:30.396180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b47c8550>, '559a1807-1de9-4d98-b893-22224af3e061') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:30.396521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b47c8550>, '559a1807-1de9-4d98-b893-22224af3e061') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:30.449517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:30.514366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event updated for resources: {'Port': ['ID=9fd389ee-5c51-4749-a52d-1601be88af95,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:30.534043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:30.540113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:30.545288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Releasing vxlan tunnel 9 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:13:30.577928 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7deb5ba5-2a23-44ff-9e78-6dc5a97f998f req-107fe6f7-00ce-4c20-b869-820a056fdda5 service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4623172
Dec 03 11:13:30.601505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e3d14-c617-4326-82e7-df46d17a0d75 None None] New status for floating IP dd376605-a5ea-4877-9e4e-7f1373e5de1a: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:13:30.693224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ba670-00b4-485d-8244-a475df30a1d9 req-846ad40d-795b-41dc-a32a-ed810a559e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:30.694832 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-092ba670-00b4-485d-8244-a475df30a1d9 req-846ad40d-795b-41dc-a32a-ed810a559e6c service neutron] 10.222.0.91 "GET /v2.0/networks?id=e4aebd59-2c4a-4b00-90df-f0a29267fbcd HTTP/1.1" status: 200  len: 900 time: 0.4159880
Dec 03 11:13:30.696393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:30.711913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:30.743080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ac0814b3-2bcc-4311-9735-a73b5da8bcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:30.788523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network a545514c-39c6-4cfc-ada1-b263d75d49fd has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:13:30.803563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:30.829050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Network e1ce4750-c5e7-43b3-8791-133627cc23c2 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:30.841090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:30.897486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:31.072935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.079233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.104992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-456fcf2c-5b19-422c-9b1a-b455bdeb5501 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:31.147443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c7e40f0a-2f80-4692-86f1-a9e7af2c6feb None None] Provisioning for port 9fd389ee-5c51-4749-a52d-1601be88af95 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:31.154499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c7e40f0a-2f80-4692-86f1-a9e7af2c6feb None None] Provisioning complete for port 9fd389ee-5c51-4749-a52d-1601be88af95 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:31.155265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7e40f0a-2f80-4692-86f1-a9e7af2c6feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.214941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c7e40f0a-2f80-4692-86f1-a9e7af2c6feb None None] Port 9fd389ee-5c51-4749-a52d-1601be88af95 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:13:31.311711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network a545514c-39c6-4cfc-ada1-b263d75d49fd has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:13:31.333287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event updated for resources: {'SecurityGroup': ['ID=a4996a04-0df7-4202-8580-72f471a7368a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:13:31.339823 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:13:31.345567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:31.350811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:31.350953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.351474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.378146 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-092ba670-00b4-485d-8244-a475df30a1d9 req-644ac6fe-e057-40b9-ad5b-029a663c96de service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=572a2d55-42b4-4cad-890e-d01df3f02c1a HTTP/1.1" status: 200  len: 1002 time: 0.6648223
Dec 03 11:13:31.440681 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.1480424
Dec 03 11:13:31.443943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39942) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:31.446606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.447931 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 2.3320701
Dec 03 11:13:31.450829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.452660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39948) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:31.456508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:31.477834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.483510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group': {'name': 'tempest-secgroup--1362205353'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:31.494409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:31.500513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event deleted for resources: {'Network': ['ID=a545514c-39c6-4cfc-ada1-b263d75d49fd,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:31.506777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:31.508315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:31.515352 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "DELETE /v2.0/networks/a545514c-39c6-4cfc-ada1-b263d75d49fd HTTP/1.1" status: 204  len: 168 time: 2.1064956
Dec 03 11:13:31.515352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:31.516803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39952) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:31.549730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:31.635244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ba670-00b4-485d-8244-a475df30a1d9 req-ff5e93ed-9322-4a1a-b462-7f519b1140a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:31.635757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'project_id': 'cfbdb5fe8e824b82b4543ea8c6e9b686', 'port_id': '9fd389ee-5c51-4749-a52d-1601be88af95'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:31.636885 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-092ba670-00b4-485d-8244-a475df30a1d9 req-ff5e93ed-9322-4a1a-b462-7f519b1140a0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2d6a84f5-6832-45cc-9338-095641225894 HTTP/1.1" status: 200  len: 845 time: 0.2321520
Dec 03 11:13:31.644431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.658251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:31.671210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Usage tracker for resource:floatingip and tenant:cfbdb5fe8e824b82b4543ea8c6e9b686 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:31.676038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:31.693986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:31.705927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:31.724319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:31.730668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:31.733517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks [] for floatingip, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.752593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:31.753374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.754774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.768124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f083cf4f-1f65-4966-9dad-8b22f535a095 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:31.772702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f083cf4f-1f65-4966-9dad-8b22f535a095 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:31.774151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f083cf4f-1f65-4966-9dad-8b22f535a095 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Synchronizing usage tracker for tenant:2a5b75caa1c34df08bc13230d653a153 on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:31.831693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f083cf4f-1f65-4966-9dad-8b22f535a095 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Unset dirty status for tenant:2a5b75caa1c34df08bc13230d653a153 on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:31.836958 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f083cf4f-1f65-4966-9dad-8b22f535a095 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.3150887
Dec 03 11:13:31.837112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39956) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:31.848472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-60473330'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:31.907132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:31.920403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e3c68a68-7273-4bcc-a5e3-fe94c80b5522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:31.943503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:31.974176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.977847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Made reservation on behalf of 2a5b75caa1c34df08bc13230d653a153 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:31.983446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:31.995732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.004076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:32.052610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.061454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.081481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.087734 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.6291723
Dec 03 11:13:32.087734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed4e95b-7081-41b1-8f7a-7b3a8421b6f1,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:32.087965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:13:32.090773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:32.091293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39960) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:32.103553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a00656b1-fbea-4105-b150-c5a442b00040 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': 'a4996a04-0df7-4202-8580-72f471a7368a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4ed4e95b-7081-41b1-8f7a-7b3a8421b6f1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:32.111511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a00656b1-fbea-4105-b150-c5a442b00040 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:32.120458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a00656b1-fbea-4105-b150-c5a442b00040 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:32.123634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.124063 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Added segment 3643451b-37ad-4fae-8244-f022d24e71b4 of type vxlan for network 2d88f61d-b305-469b-a0b6-e969da9c8953
Dec 03 11:13:32.125729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.139507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a00656b1-fbea-4105-b150-c5a442b00040 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:32.150941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a00656b1-fbea-4105-b150-c5a442b00040 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:32.192051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.192611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Fanout notify agent at l3_agent the message router_deleted on router 36c38520-1c3f-490c-8897-83f92d7456f0 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:13:32.202373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.204844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Subnet': ['ID=6125a5e5-95ed-4188-bc1e-1702121e07b0,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:32.208764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ba670-00b4-485d-8244-a475df30a1d9 req-f77dba34-76cb-45bd-b532-57eae8cc57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:32.210413 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-092ba670-00b4-485d-8244-a475df30a1d9 req-f77dba34-76cb-45bd-b532-57eae8cc57fd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e4aebd59-2c4a-4b00-90df-f0a29267fbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5592010
Dec 03 11:13:32.222932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:32.276924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.280625 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1e1534c7-edac-407b-8f1c-dfe11f4215dd tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "DELETE /v2.0/routers/36c38520-1c3f-490c-8897-83f92d7456f0 HTTP/1.1" status: 204  len: 168 time: 9.7817540
Dec 03 11:13:32.289428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39964) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:32.317296 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-a00656b1-fbea-4105-b150-c5a442b00040 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:32.318421 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a00656b1-fbea-4105-b150-c5a442b00040 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2252476
Dec 03 11:13:32.322690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39968) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:32.370589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.374686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:32.375362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.419850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-099fb8fd-7084-440c-b01c-7af97ccd4744 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:32.501516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:13:32.543920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.557252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.578086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:32.625250 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.7865555
Dec 03 11:13:32.630709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event updated for resources: {'Network': ['ID=2d88f61d-b305-469b-a0b6-e969da9c8953,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:32.640043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39976) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:32.643781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 2d88f61d-b305-469b-a0b6-e969da9c8953 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:32.662849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1acdf14-22d6-4186-8d21-8cd0813297a2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.665483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:32.679584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 2d88f61d-b305-469b-a0b6-e969da9c8953 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:32.679798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1666953786'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:32.709291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:32.713725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1acdf14-22d6-4186-8d21-8cd0813297a2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.747312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Allocated IP 172.26.1.52 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/b62b3582-7704-488f-85a2-1a344523d6b9) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:32.826125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1acdf14-22d6-4186-8d21-8cd0813297a2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.834787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-920bb14f-6aed-49a1-9d8c-6d087b5df4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:32.904688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-012e86dd-d29b-4df7-8cca-3b46a320f3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.906861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acdf14-22d6-4186-8d21-8cd0813297a2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed4e95b-7081-41b1-8f7a-7b3a8421b6f1,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:32.919023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1acdf14-22d6-4186-8d21-8cd0813297a2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:32.926073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1acdf14-22d6-4186-8d21-8cd0813297a2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:32.930381 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c1acdf14-22d6-4186-8d21-8cd0813297a2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "DELETE /v2.0/security-groups/4ed4e95b-7081-41b1-8f7a-7b3a8421b6f1 HTTP/1.1" status: 204  len: 168 time: 0.6020498
Dec 03 11:13:32.931954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39980) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:33.031171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.055039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e4267282-2c6b-496d-8c56-43c660205f68 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Synchronizing usage tracker for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:33.055913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Usage tracker for resource:network and tenant:2a5b75caa1c34df08bc13230d653a153 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:33.071292 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-092ba670-00b4-485d-8244-a475df30a1d9 req-714c8295-49e5-4bef-b740-4b88ff96915c service neutron] 10.222.0.91 "GET /v2.0/networks/e4aebd59-2c4a-4b00-90df-f0a29267fbcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8384421
Dec 03 11:13:33.072161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:33.076818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e4267282-2c6b-496d-8c56-43c660205f68 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Unset dirty status for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:33.078185 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e4267282-2c6b-496d-8c56-43c660205f68 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4355 time: 0.1461735
Dec 03 11:13:33.079070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event updated for resources: {'Port': ['ID=c407c940-7809-49cd-81fe-858ad6bf5967,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:33.081487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39984) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:33.081693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Checking segment: {'id': '0695d8f8-89de-4929-ab62-292720e24250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8540b845-ad17-40bd-a84b-37443ae13e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:33.082098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network hostable DHCP agents. Network: 8540b845-ad17-40bd-a84b-37443ae13e0c, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:13:33.096858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:33.097761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:33.116961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.134745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.135010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:33.303885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Pushing event updated for resources: {'Port': ['ID=b62b3582-7704-488f-85a2-1a344523d6b9,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:33.304291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Made reservation on behalf of 2a5b75caa1c34df08bc13230d653a153 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:33.311245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1e93dea-2340-4c56-b1fe-d3ef3a7a8e2e tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.311433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.313370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:33.363042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1e93dea-2340-4c56-b1fe-d3ef3a7a8e2e tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.401111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 8540b845-ad17-40bd-a84b-37443ae13e0c is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:13:33.419147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:33.420611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:33.423166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:33.452510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 8540b845-ad17-40bd-a84b-37443ae13e0c) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:33.461217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c29ea3-3ada-45ee-85b2-2bbc5fd6c4fe None None] Network 8540b845-ad17-40bd-a84b-37443ae13e0c requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:33.468512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1e93dea-2340-4c56-b1fe-d3ef3a7a8e2e tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.475474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e4f6d62d-cf13-448b-8821-de56df17f097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:33.478339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:13:33.503004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e93dea-2340-4c56-b1fe-d3ef3a7a8e2e tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4996a04-0df7-4202-8580-72f471a7368a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:33.530199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1e93dea-2340-4c56-b1fe-d3ef3a7a8e2e tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:33.547788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1e93dea-2340-4c56-b1fe-d3ef3a7a8e2e tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.551455 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d1e93dea-2340-4c56-b1fe-d3ef3a7a8e2e tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "DELETE /v2.0/security-groups/a4996a04-0df7-4202-8580-72f471a7368a HTTP/1.1" status: 204  len: 168 time: 0.4668114
Dec 03 11:13:33.552732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 39988) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:33.569766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.570115 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Added segment 0417d1e7-2636-4956-97dd-f23241932ac4 of type vxlan for network 02e18da4-c297-4abe-aa16-316c2f1c7d2b
Dec 03 11:13:33.571731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:33.572387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.596997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-092ba670-00b4-485d-8244-a475df30a1d9 req-3bf2b656-76e1-4a6a-a8eb-f4ac23aec95f service neutron] 10.222.0.91 "GET /v2.0/networks/e4aebd59-2c4a-4b00-90df-f0a29267fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5088894
Dec 03 11:13:33.613829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.635827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Deleting port 09753ba2-5aa9-4f8c-a018-790e29cf37dc {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:33.636184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.671478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b99c0b0a-aeca-442c-8b09-b60c1e20b39a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Synchronizing usage tracker for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:33.689162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.700820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.701064 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.4105492
Dec 03 11:13:33.705566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.711649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 39996) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:33.735912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'subnet': {'network_id': '92869ec2-1444-4944-a8d0-1b3d645a3379', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:33.817236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.818572 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.7855823
Dec 03 11:13:33.823057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40000) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:33.831558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-8540b845-ad17-40bd-a84b-37443ae13e0c', 'network_id': '8540b845-ad17-40bd-a84b-37443ae13e0c', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'fixed_ips': [{'subnet_id': '6125a5e5-95ed-4188-bc1e-1702121e07b0'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:13:33.832756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.842299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-323f5009-1bcb-478b-8f63-6c4dc7dcd096 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Request body: {'floatingip': {'port_id': '98aabd33-b1fd-431c-9678-b83a6c46dd5f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:33.919412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b99c0b0a-aeca-442c-8b09-b60c1e20b39a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Unset dirty status for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:33.924475 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b99c0b0a-aeca-442c-8b09-b60c1e20b39a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3678865
Dec 03 11:13:33.938886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40004) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:33.949846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group': {'name': 'tempest-secgroup--917891584'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:33.960201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-323f5009-1bcb-478b-8f63-6c4dc7dcd096 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for floatingip, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.964129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.978558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:33.979549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:33.993295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-61767151-677b-4e91-b9ef-f824f153ff0d tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:34.017708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:34.033673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ba2af224-b965-4ad7-ae3e-412a96c4dcaa no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:13:34.035959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:subnet and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:34.050882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:34.072615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:34.077667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: ba2af224-b965-4ad7-ae3e-412a96c4dcaa {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:13:34.078313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ba2af224-b965-4ad7-ae3e-412a96c4dcaa not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:13:34.079343 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.4275529
Dec 03 11:13:34.138184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40008) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:34.165638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'ports': [{'network_id': '2d88f61d-b305-469b-a0b6-e969da9c8953', 'name': 'tempest-port--1831421388', 'admin_state_up': True}, {'network_id': '02e18da4-c297-4abe-aa16-316c2f1c7d2b', 'admin_state_up': False}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:34.165995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'port': {'network_id': '2d88f61d-b305-469b-a0b6-e969da9c8953', 'name': 'tempest-port--1831421388', 'admin_state_up': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:34.166516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'port': {'network_id': '02e18da4-c297-4abe-aa16-316c2f1c7d2b', 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:34.197034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event updated for resources: {'Network': ['ID=02e18da4-c297-4abe-aa16-316c2f1c7d2b,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:34.219578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:34.220265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:34.240305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:34.240854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 02e18da4-c297-4abe-aa16-316c2f1c7d2b details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:34.255071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 02e18da4-c297-4abe-aa16-316c2f1c7d2b details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:34.304474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] For port 09753ba2-5aa9-4f8c-a018-790e29cf37dc, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=09753ba2-5aa9-4f8c-a018-790e29cf37dc,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:13:34.304892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:34.312866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:34.375143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:34.463099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:34.479592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Allocated IP 2001:db8::2 (8540b845-ad17-40bd-a84b-37443ae13e0c/6125a5e5-95ed-4188-bc1e-1702121e07b0/e388c995-b751-4062-be08-fb9fc081ed57) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:34.484451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:34.498402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:34.502847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-323f5009-1bcb-478b-8f63-6c4dc7dcd096 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] update failed (client error): The resource could not be found.
Dec 03 11:13:34.507128 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-323f5009-1bcb-478b-8f63-6c4dc7dcd096 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "PUT /v2.0/floatingips/06599e68-22b0-4381-87e4-0e53862040d0 HTTP/1.1" status: 404  len: 507 time: 0.6782229
Dec 03 11:13:34.508538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:34.510418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40012) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:34.545225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Calling delete_port for 09753ba2-5aa9-4f8c-a018-790e29cf37dc owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:34.601974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:34.706615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:34.708071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-68a82e27-a591-4e0e-a1a9-670e0093b322 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Deleting port c407c940-7809-49cd-81fe-858ad6bf5967 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:34.708448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68a82e27-a591-4e0e-a1a9-670e0093b322 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:34.718603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Transition to ACTIVE for port object e388c995-b751-4062-be08-fb9fc081ed57 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:34.735872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Transition to ACTIVE for port object e388c995-b751-4062-be08-fb9fc081ed57 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:34.743097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:34.752440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks [] for floatingip, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:34.764662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4faff874-7a53-4cf2-b95a-b9d6af80bcd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:34.824980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:34.832063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Usage tracker for resource:port and tenant:2a5b75caa1c34df08bc13230d653a153 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:34.840557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Quota usage for port was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:34.860506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:34.886797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:34.899586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:34.911041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02331fe9-103c-4787-8b87-80125c85faf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:34.922186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Made reservation on behalf of 2a5b75caa1c34df08bc13230d653a153 for: {'port': 2} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:34.924054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Pushing event updated for resources: {'Port': ['ID=e388c995-b751-4062-be08-fb9fc081ed57,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:34.928793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:34.995967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.019556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:35.044958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Network 8540b845-ad17-40bd-a84b-37443ae13e0c is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:35.047388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:35.055247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:35.059930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.067179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba3ef7-0ade-40b7-90fd-c35e1874c5ab,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:35.074404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.100264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:35.137901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68a82e27-a591-4e0e-a1a9-670e0093b322 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.138261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68a82e27-a591-4e0e-a1a9-670e0093b322 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.145448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Attempting to bind port e388c995-b751-4062-be08-fb9fc081ed57 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:13:35.146058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Attempting to bind port e388c995-b751-4062-be08-fb9fc081ed57 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '0695d8f8-89de-4929-ab62-292720e24250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8540b845-ad17-40bd-a84b-37443ae13e0c'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:13:35.146407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Attempting to bind port e388c995-b751-4062-be08-fb9fc081ed57 on network 8540b845-ad17-40bd-a84b-37443ae13e0c {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:13:35.152946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:13:35.153846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Checking segment: {'id': '0695d8f8-89de-4929-ab62-292720e24250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8540b845-ad17-40bd-a84b-37443ae13e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:35.154031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.154670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Bound using segment: {'id': '0695d8f8-89de-4929-ab62-292720e24250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8540b845-ad17-40bd-a84b-37443ae13e0c'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:13:35.155292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Bound port: e388c995-b751-4062-be08-fb9fc081ed57, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0695d8f8-89de-4929-ab62-292720e24250', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8540b845-ad17-40bd-a84b-37443ae13e0c'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:13:35.155808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.159745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.162951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.2211540
Dec 03 11:13:35.168571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40020) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:35.231747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0afb14d9-089d-4899-8222-101a749ae7d9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '3eba3ef7-0ade-40b7-90fd-c35e1874c5ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:35.236460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.253596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0afb14d9-089d-4899-8222-101a749ae7d9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:35.261295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] For port e388c995-b751-4062-be08-fb9fc081ed57, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:13:35.265032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] For port e388c995-b751-4062-be08-fb9fc081ed57, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e388c995-b751-4062-be08-fb9fc081ed57,segment=NetworkSegment(0695d8f8-89de-4929-ab62-292720e24250),segment_id=0695d8f8-89de-4929-ab62-292720e24250)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:13:35.268834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.271708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0afb14d9-089d-4899-8222-101a749ae7d9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:35.284337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:35.291130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0afb14d9-089d-4899-8222-101a749ae7d9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:35.317573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0afb14d9-089d-4899-8222-101a749ae7d9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:35.325122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-68a82e27-a591-4e0e-a1a9-670e0093b322 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Calling delete_port for c407c940-7809-49cd-81fe-858ad6bf5967 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:35.443978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Pushing event updated for resources: {'Port': ['ID=e388c995-b751-4062-be08-fb9fc081ed57,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:35.448289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:35.451361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.636184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68a82e27-a591-4e0e-a1a9-670e0093b322 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.651885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b95a9fdd-f0fe-4223-af66-2687d3a27bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:35.702288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a82e27-a591-4e0e-a1a9-670e0093b322 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event deleted for resources: {'Port': ['ID=c407c940-7809-49cd-81fe-858ad6bf5967,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:35.720130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68a82e27-a591-4e0e-a1a9-670e0093b322 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:35.806168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.812395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.830391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5eb9cc5c-8cf1-4ad7-8ebd-518d840f53e3 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:35.844204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] device_id is not set on port e33f2063-fed5-4ec5-9ca5-805dcb61bf5a yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:13:35.860648 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-0afb14d9-089d-4899-8222-101a749ae7d9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:35.861768 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0afb14d9-089d-4899-8222-101a749ae7d9 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.6449413
Dec 03 11:13:35.869300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40024) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:35.885782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e44a3600-9eb8-475d-9e93-baa0370f8243 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group_rule': {'security_group_id': '3eba3ef7-0ade-40b7-90fd-c35e1874c5ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:35.902763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e44a3600-9eb8-475d-9e93-baa0370f8243 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:35.905789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:35.977430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e44a3600-9eb8-475d-9e93-baa0370f8243 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:36.027535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Pushing event updated for resources: {'Port': ['ID=b62b3582-7704-488f-85a2-1a344523d6b9,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:36.038554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:36.040589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e388c995-b751-4062-be08-fb9fc081ed57 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:36.048863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e44a3600-9eb8-475d-9e93-baa0370f8243 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:36.069754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e44a3600-9eb8-475d-9e93-baa0370f8243 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:36.087369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.091506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.128159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port e388c995-b751-4062-be08-fb9fc081ed57 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:36.175173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68a82e27-a591-4e0e-a1a9-670e0093b322 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.200147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68a82e27-a591-4e0e-a1a9-670e0093b322 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.206462 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-68a82e27-a591-4e0e-a1a9-670e0093b322 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "DELETE /v2.0/floatingips/06599e68-22b0-4381-87e4-0e53862040d0 HTTP/1.1" status: 204  len: 168 time: 1.6899714
Dec 03 11:13:36.208135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40028) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:36.217056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d9a7aabd-c972-42d4-a8d8-c441d3fce218 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Request body: {'floatingip': {'floating_network_id': 'aabc1878-012e-4f32-82af-a992a5cb98d6', 'port_id': '98aabd33-b1fd-431c-9678-b83a6c46dd5f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:36.229489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d9a7aabd-c972-42d4-a8d8-c441d3fce218 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:36.232144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.260242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.260715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Fanout notify agent at l3_agent the message router_deleted on router 6c14c6ee-1709-4278-8272-a9652dd57273 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:13:36.275998 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-e44a3600-9eb8-475d-9e93-baa0370f8243 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:36.279907 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e44a3600-9eb8-475d-9e93-baa0370f8243 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.4039001
Dec 03 11:13:36.284191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40036) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:36.380318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d9a7aabd-c972-42d4-a8d8-c441d3fce218 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Usage tracker for resource:floatingip and tenant:b0cb5ee8ab414437b63c0c1b565b9537 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:36.384532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d9a7aabd-c972-42d4-a8d8-c441d3fce218 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:36.388355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.397785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d9a7aabd-c972-42d4-a8d8-c441d3fce218 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:36.400551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.402333 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f50a9e9-63b0-4e99-95f7-34f8af571738 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "DELETE /v2.0/routers/6c14c6ee-1709-4278-8272-a9652dd57273 HTTP/1.1" status: 204  len: 168 time: 4.1088274
Dec 03 11:13:36.415450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40040) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:36.425002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-919369163', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:36.436358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:36.442794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9a7aabd-c972-42d4-a8d8-c441d3fce218 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for floatingip, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.461926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Usage tracker for resource:router and tenant:064817f96ee94720bef2a9889f800259 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:36.467732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:36.484058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:36.526258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.527376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.549521 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Floating IP eba27ee3-af01-4ff1-954c-a700f65e015a associated. External IP: 172.26.1.52, port: 9fd389ee-5c51-4749-a52d-1601be88af95.
Dec 03 11:13:36.553787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e550-39c2-4236-a775-7232322fa312 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.571562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] device_id is not set on port 4dfcf8b6-ff8c-425f-a311-6ee08759e2fd yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:13:36.644201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e550-39c2-4236-a775-7232322fa312 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.736793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.757000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:36.787283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6778eff2-18c3-4346-9f5a-a4d523e765b6 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:36.866047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e550-39c2-4236-a775-7232322fa312 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.020796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Subnet': ['ID=7467d6c8-3bf7-4cff-889e-36916090ccf8,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:37.039422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:37.042072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.044730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9851f0f3-d463-4563-b58b-b0103deb3b2f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:37.059544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e550-39c2-4236-a775-7232322fa312 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.060764 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6ca6e550-39c2-4236-a775-7232322fa312 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "DELETE /v2.0/security-groups/3eba3ef7-0ade-40b7-90fd-c35e1874c5ab HTTP/1.1" status: 204  len: 168 time: 0.7729654
Dec 03 11:13:37.073322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40044) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:37.074130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6e550-39c2-4236-a775-7232322fa312 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba3ef7-0ade-40b7-90fd-c35e1874c5ab,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:37.095743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6ca6e550-39c2-4236-a775-7232322fa312 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:37.121269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc5c93e-7a1d-411f-8397-547c5078ae81 None None] Network 8540b845-ad17-40bd-a84b-37443ae13e0c requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:37.179404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cf508b60-7a6c-42ab-a09e-8786503b7de3 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Synchronizing usage tracker for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:37.190159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.192236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Checking segment: {'id': '87715d66-b6a8-44e5-82ef-a2a6a9f2ed09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '92869ec2-1444-4944-a8d0-1b3d645a3379'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:37.192588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network hostable DHCP agents. Network: 92869ec2-1444-4944-a8d0-1b3d645a3379, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:13:37.216203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:37.219433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f69f4f01-d511-411a-9a90-4871e3974969 None None] Provisioning for port e388c995-b751-4062-be08-fb9fc081ed57 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:37.310524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cf508b60-7a6c-42ab-a09e-8786503b7de3 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Unset dirty status for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:37.311947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cf508b60-7a6c-42ab-a09e-8786503b7de3 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2354660
Dec 03 11:13:37.323686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40048) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:37.337058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group': {'name': 'tempest-secgroup--1616284684'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:37.396241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f69f4f01-d511-411a-9a90-4871e3974969 None None] Provisioning complete for port e388c995-b751-4062-be08-fb9fc081ed57 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:37.396722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f69f4f01-d511-411a-9a90-4871e3974969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.397537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event updated for resources: {'Port': ['ID=e33f2063-fed5-4ec5-9ca5-805dcb61bf5a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:37.405812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:37.408361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 92869ec2-1444-4944-a8d0-1b3d645a3379 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:13:37.410819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:37.437661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:37.445710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 92869ec2-1444-4944-a8d0-1b3d645a3379) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:37.468684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.484000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:37.485053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.490102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c1590-a834-4f50-bdb4-f37a4ee97a43 None None] Network 92869ec2-1444-4944-a8d0-1b3d645a3379 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:37.517863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.525046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:37.535740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Usage tracker for resource:security_group_rule and tenant:2eca82181fb44146bfaa9a900ed2ab69 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:37.539153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Checking segment: {'id': '3643451b-37ad-4fae-8244-f022d24e71b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2d88f61d-b305-469b-a0b6-e969da9c8953'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:37.540115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network hostable DHCP agents. Network: 2d88f61d-b305-469b-a0b6-e969da9c8953, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:13:37.544428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:37.548070 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.8273752
Dec 03 11:13:37.553067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40056) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:37.560205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0efc5de8-6b12-4ebf-b395-976726523795 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-349850346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:37.566472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:37.575575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0efc5de8-6b12-4ebf-b395-976726523795 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:37.582236 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-d9a7aabd-c972-42d4-a8d8-c441d3fce218 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:13:37.588176 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d9a7aabd-c972-42d4-a8d8-c441d3fce218 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 1.3745217
Dec 03 11:13:37.588376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0efc5de8-6b12-4ebf-b395-976726523795 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:router and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:37.589197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40060) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:37.594351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0efc5de8-6b12-4ebf-b395-976726523795 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:37.595673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '98aabd33-b1fd-431c-9678-b83a6c46dd5f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:37.612085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0efc5de8-6b12-4ebf-b395-976726523795 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:37.614048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network 2d88f61d-b305-469b-a0b6-e969da9c8953 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:13:37.626335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:37.639098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Usage tracker for resource:floatingip and tenant:b0cb5ee8ab414437b63c0c1b565b9537 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:37.639663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 2d88f61d-b305-469b-a0b6-e969da9c8953) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:37.644867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:37.645786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.646945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:37.657751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:37.667748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e1cc62bf-10d7-4699-be1c-0e3295f8229a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:37.668615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bcdf67-e88f-4e2d-91a4-5da3d5b1ebd0 None None] Network 2d88f61d-b305-469b-a0b6-e969da9c8953 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:37.674800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Router 43418ab1-94b5-4b76-9f9a-9a05cd52e896 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:13:37.698223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0efc5de8-6b12-4ebf-b395-976726523795 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.699360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0efc5de8-6b12-4ebf-b395-976726523795 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.737050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for floatingip, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.800043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.850638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event updated for resources: {'Port': ['ID=4dfcf8b6-ff8c-425f-a311-6ee08759e2fd,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:37.869994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:37.870556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.880376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b09a9afe-8b82-43ff-bc87-b62ceb38da75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:37.896847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0efc5de8-6b12-4ebf-b395-976726523795 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.953795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event updated for resources: {'SecurityGroup': ['ID=2f68a841-d630-412a-aec0-6bdca8e0473e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:37.961773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:37.972690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:37.974015 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.6493433
Dec 03 11:13:37.983389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40064) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:37.985642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:37.992298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d0fd045f-8f25-4e98-a8c1-47d68366e9fa tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Request body: {'security_group': {'name': 'default'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:37.993784 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-d0fd045f-8f25-4e98-a8c1-47d68366e9fa tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 03 11:13:37.994378 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-d0fd045f-8f25-4e98-a8c1-47d68366e9fa tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] update failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:13:37.995445 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d0fd045f-8f25-4e98-a8c1-47d68366e9fa tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "PUT /v2.0/security-groups/2f68a841-d630-412a-aec0-6bdca8e0473e HTTP/1.1" status: 409  len: 330 time: 0.0090013
Dec 03 11:13:37.999994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0efc5de8-6b12-4ebf-b395-976726523795 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.004548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40068) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:38.024657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Checking segment: {'id': '0417d1e7-2636-4956-97dd-f23241932ac4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '02e18da4-c297-4abe-aa16-316c2f1c7d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:38.025053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network hostable DHCP agents. Network: 02e18da4-c297-4abe-aa16-316c2f1c7d2b, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:13:38.044260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ae6682-9219-4de4-8a87-28eab8f0d43e None None] Sync routers for ids ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:38.045226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0efc5de8-6b12-4ebf-b395-976726523795 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.049870 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0efc5de8-6b12-4ebf-b395-976726523795 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4914622
Dec 03 11:13:38.051754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40072) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:38.095279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 09753ba2-5aa9-4f8c-a018-790e29cf37dc no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:13:38.157643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.160795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f69f4f01-d511-411a-9a90-4871e3974969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.195454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network 02e18da4-c297-4abe-aa16-316c2f1c7d2b is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:13:38.222959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 09753ba2-5aa9-4f8c-a018-790e29cf37dc {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:13:38.223358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 09753ba2-5aa9-4f8c-a018-790e29cf37dc not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:13:38.240027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae6682-9219-4de4-8a87-28eab8f0d43e None None] Routers {'43418ab1-94b5-4b76-9f9a-9a05cd52e896'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:38.240728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2ae6682-9219-4de4-8a87-28eab8f0d43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a48f60>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:38.326400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 02e18da4-c297-4abe-aa16-316c2f1c7d2b) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:38.327195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2ae6682-9219-4de4-8a87-28eab8f0d43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a48f60>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:38.339791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:38.344161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:38.347786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:38.348501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.350890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d935cf6-62c5-49ca-9f65-37286606b622 None None] Network 02e18da4-c297-4abe-aa16-316c2f1c7d2b requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:38.388216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3475b3a3-358f-4436-9ea8-e2e72eb65699 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.390939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 6.9459569
Dec 03 11:13:38.421085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40076) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:38.436264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f69f4f01-d511-411a-9a90-4871e3974969 None None] For port e388c995-b751-4062-be08-fb9fc081ed57, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e388c995-b751-4062-be08-fb9fc081ed57,segment=NetworkSegment(0695d8f8-89de-4929-ab62-292720e24250),segment_id=0695d8f8-89de-4929-ab62-292720e24250)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:13:38.444248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.452718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae6682-9219-4de4-8a87-28eab8f0d43e None None] Routers {'43418ab1-94b5-4b76-9f9a-9a05cd52e896'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:38.453421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2ae6682-9219-4de4-8a87-28eab8f0d43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a48f60>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:38.502403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3475b3a3-358f-4436-9ea8-e2e72eb65699 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.511812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.520241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f69f4f01-d511-411a-9a90-4871e3974969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.524092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-92869ec2-1444-4944-a8d0-1b3d645a3379', 'network_id': '92869ec2-1444-4944-a8d0-1b3d645a3379', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'fixed_ips': [{'subnet_id': '7467d6c8-3bf7-4cff-889e-36916090ccf8'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:13:38.525240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.558085 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 4.4161191
Dec 03 11:13:38.569044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40080) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:38.591008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:38.592788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.658275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2ae6682-9219-4de4-8a87-28eab8f0d43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a48f60>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:38.658722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ae6682-9219-4de4-8a87-28eab8f0d43e None None] The sync data for ids ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:38.700456 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-81eb0fbe-ec5f-49ef-9248-3e7111e4e73e tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] 10.222.0.90 "GET /v2.0/floatingips/eba27ee3-af01-4ff1-954c-a700f65e015a HTTP/1.1" status: 200  len: 982 time: 0.2704508
Dec 03 11:13:38.702216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40084) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:38.713997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3475b3a3-358f-4436-9ea8-e2e72eb65699 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.723515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:38.783871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475b3a3-358f-4436-9ea8-e2e72eb65699 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f68a841-d630-412a-aec0-6bdca8e0473e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:38.825831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3475b3a3-358f-4436-9ea8-e2e72eb65699 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:38.887784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.904029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f4f01-d511-411a-9a90-4871e3974969 None None] Pushing event updated for resources: {'Port': ['ID=e388c995-b751-4062-be08-fb9fc081ed57,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:38.907637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f69f4f01-d511-411a-9a90-4871e3974969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:38.965726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3475b3a3-358f-4436-9ea8-e2e72eb65699 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:38.979087 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3475b3a3-358f-4436-9ea8-e2e72eb65699 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "DELETE /v2.0/security-groups/2f68a841-d630-412a-aec0-6bdca8e0473e HTTP/1.1" status: 204  len: 168 time: 0.9636669
Dec 03 11:13:39.177636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e8cdc61c-7492-4dbf-887d-baa50c83027c None None] Provisioning complete for port e388c995-b751-4062-be08-fb9fc081ed57 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:39.178234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc61c-7492-4dbf-887d-baa50c83027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:39.242722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40092) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:39.313616 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-de1eeaab-19ef-45b4-9bc8-d4396da6caf7 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3035 time: 0.6060772
Dec 03 11:13:39.324502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa87ccea-b511-4e0b-bf1b-c55969b43ff7 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:39.329467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa87ccea-b511-4e0b-bf1b-c55969b43ff7 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:39.330427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aa87ccea-b511-4e0b-bf1b-c55969b43ff7 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Synchronizing usage tracker for tenant:2a5b75caa1c34df08bc13230d653a153 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:39.339471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40096) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:39.525430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Allocated IP 2001:db8:1::2 (92869ec2-1444-4944-a8d0-1b3d645a3379/7467d6c8-3bf7-4cff-889e-36916090ccf8/fd9a657f-965c-46de-acb4-70d1eeb1a770) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:39.525642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Allocated IP 172.26.1.105 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/28093f72-4cb8-4be7-a4a7-c7e2a148e0ec) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:39.624214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ae5f620b-2261-4a9c-80f3-c808b25f4e05 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Synchronizing usage tracker for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:39.637283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aa87ccea-b511-4e0b-bf1b-c55969b43ff7 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Unset dirty status for tenant:2a5b75caa1c34df08bc13230d653a153 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:39.638748 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aa87ccea-b511-4e0b-bf1b-c55969b43ff7 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 1.0658293
Dec 03 11:13:39.650251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40100) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:39.763170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6f7077a4-90dc-4413-a17c-b225559744c6 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Deleting port e33f2063-fed5-4ec5-9ca5-805dcb61bf5a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:39.763493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f7077a4-90dc-4413-a17c-b225559744c6 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:39.808196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-34a97d73-54e7-4c7a-b179-8d957c5d8a9e None None] Provisioning complete for port e388c995-b751-4062-be08-fb9fc081ed57 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:39.808623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34a97d73-54e7-4c7a-b179-8d957c5d8a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:39.827633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ae5f620b-2261-4a9c-80f3-c808b25f4e05 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Unset dirty status for tenant:2eca82181fb44146bfaa9a900ed2ab69 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:39.833071 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ae5f620b-2261-4a9c-80f3-c808b25f4e05 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.5819755
Dec 03 11:13:39.833208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:39.836315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40104) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:39.874415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:39.892365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Transition to ACTIVE for port object fd9a657f-965c-46de-acb4-70d1eeb1a770 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:39.892851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Deleting port b62b3582-7704-488f-85a2-1a344523d6b9 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:39.892851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:39.916201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Transition to ACTIVE for port object fd9a657f-965c-46de-acb4-70d1eeb1a770 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:39.951332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:39.972551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:39.973400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-57cea87d-4221-4951-be8e-9f426a769921 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] delete failed (client error): The resource could not be found.
Dec 03 11:13:39.974731 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-57cea87d-4221-4951-be8e-9f426a769921 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "DELETE /v2.0/security-groups/fe82a39a-7ec3-4168-9268-54681351881f HTTP/1.1" status: 404  len: 347 time: 0.1346366
Dec 03 11:13:39.979547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40108) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:40.030708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e388c995-b751-4062-be08-fb9fc081ed57 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:40.071951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:40.229159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:40.231635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Pushing event updated for resources: {'Port': ['ID=fd9a657f-965c-46de-acb4-70d1eeb1a770,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:40.252107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:40.276742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Network 92869ec2-1444-4944-a8d0-1b3d645a3379 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:40.278745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:40.281667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:40.283060 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-524c0c7b-e994-44ba-a522-167d5e436bb1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] show failed (client error): The resource could not be found.
Dec 03 11:13:40.288098 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-524c0c7b-e994-44ba-a522-167d5e436bb1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "GET /v2.0/security-groups/c96f47e0-2a6c-4361-aceb-ce455db9315e HTTP/1.1" status: 404  len: 347 time: 0.3071485
Dec 03 11:13:40.292106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40116) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:40.354701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:40.355700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Attempting to bind port fd9a657f-965c-46de-acb4-70d1eeb1a770 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:13:40.356115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Attempting to bind port fd9a657f-965c-46de-acb4-70d1eeb1a770 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '87715d66-b6a8-44e5-82ef-a2a6a9f2ed09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '92869ec2-1444-4944-a8d0-1b3d645a3379'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:13:40.356519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Attempting to bind port fd9a657f-965c-46de-acb4-70d1eeb1a770 on network 92869ec2-1444-4944-a8d0-1b3d645a3379 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:13:40.362708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:13:40.363151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Checking segment: {'id': '87715d66-b6a8-44e5-82ef-a2a6a9f2ed09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '92869ec2-1444-4944-a8d0-1b3d645a3379'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:40.363590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:40.364024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Bound using segment: {'id': '87715d66-b6a8-44e5-82ef-a2a6a9f2ed09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '92869ec2-1444-4944-a8d0-1b3d645a3379'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:13:40.364534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Bound port: fd9a657f-965c-46de-acb4-70d1eeb1a770, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87715d66-b6a8-44e5-82ef-a2a6a9f2ed09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '92869ec2-1444-4944-a8d0-1b3d645a3379'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:13:40.364947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:40.376374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port e388c995-b751-4062-be08-fb9fc081ed57 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:40.376784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:40.395294 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-6e741647-b291-4194-8255-3c8ff4ead1e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] show failed (client error): The resource could not be found.
Dec 03 11:13:40.401965 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6e741647-b291-4194-8255-3c8ff4ead1e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] 10.222.0.90 "GET /v2.0/security-group-rules/a1ac9dc3-f943-4280-871b-a97d9594d2d8 HTTP/1.1" status: 404  len: 356 time: 0.1033225
Dec 03 11:13:40.401965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:40.401965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:40.415382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:40.433256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:40.507250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Allocated IP 172.26.1.111 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/7588e556-70d7-44c4-a63f-2966dc7dcdca) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:40.557377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] For port fd9a657f-965c-46de-acb4-70d1eeb1a770, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:13:40.564529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Calling delete_port for b62b3582-7704-488f-85a2-1a344523d6b9 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:40.576108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] For port fd9a657f-965c-46de-acb4-70d1eeb1a770, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fd9a657f-965c-46de-acb4-70d1eeb1a770,segment=NetworkSegment(87715d66-b6a8-44e5-82ef-a2a6a9f2ed09),segment_id=87715d66-b6a8-44e5-82ef-a2a6a9f2ed09)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:13:40.584989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:40.601393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:40.617083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Allocated IP 2001:db8::1 (8540b845-ad17-40bd-a84b-37443ae13e0c/6125a5e5-95ed-4188-bc1e-1702121e07b0/ec352287-9b4e-4002-8abf-a7658292467e) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:40.651621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Pushing event updated for resources: {'Port': ['ID=28093f72-4cb8-4be7-a4a7-c7e2a148e0ec,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:40.719267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f7077a4-90dc-4413-a17c-b225559744c6 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:40.732692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:40.761661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Pushing event updated for resources: {'Port': ['ID=fd9a657f-965c-46de-acb4-70d1eeb1a770,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:40.766977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:40.864414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40124) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:40.937175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:40.957754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:41.011922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6f7077a4-90dc-4413-a17c-b225559744c6 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Calling delete_port for e33f2063-fed5-4ec5-9ca5-805dcb61bf5a owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:41.028185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event deleted for resources: {'Port': ['ID=b62b3582-7704-488f-85a2-1a344523d6b9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:41.031406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:41.034766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:41.141404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Transition to ACTIVE for port object ec352287-9b4e-4002-8abf-a7658292467e will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:41.223310 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-56200cea-ec15-402e-93f0-3e32b328bf93 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2eca82181fb44146bfaa9a900ed2ab69&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3000333
Dec 03 11:13:41.227629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40130) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:41.228867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:41.252822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5b876666-ca9c-4533-8675-5fd3861f7ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:41.286829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:41.332874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f7077a4-90dc-4413-a17c-b225559744c6 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:41.353936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-20693000-c954-4813-a552-0ee183d05273 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:41.415332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7077a4-90dc-4413-a17c-b225559744c6 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event deleted for resources: {'Port': ['ID=e33f2063-fed5-4ec5-9ca5-805dcb61bf5a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:41.431450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f7077a4-90dc-4413-a17c-b225559744c6 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:41.495584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=ec352287-9b4e-4002-8abf-a7658292467e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:41.511372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:41.537600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:41.571795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c03b745f-515d-41b1-8d65-9cbb2c6ad530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:41.573831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:41.574214 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Floating IP eba27ee3-af01-4ff1-954c-a700f65e015a disassociated (deleted). External IP: 172.26.1.52, port: 9fd389ee-5c51-4749-a52d-1601be88af95.
Dec 03 11:13:41.767493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c03b745f-515d-41b1-8d65-9cbb2c6ad530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:41.783853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 8540b845-ad17-40bd-a84b-37443ae13e0c is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:41.792199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:41.802337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:41.802943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:41.822998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:41.896781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc3a061b-61c9-4a61-8462-c5be4a76ccd9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:41.983376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f7077a4-90dc-4413-a17c-b225559744c6 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:42.051724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device fd9a657f-965c-46de-acb4-70d1eeb1a770 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:42.118660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event updated for resources: {'Port': ['ID=7588e556-70d7-44c4-a63f-2966dc7dcdca,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:42.129849 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6f7077a4-90dc-4413-a17c-b225559744c6 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "DELETE /v2.0/ports/e33f2063-fed5-4ec5-9ca5-805dcb61bf5a HTTP/1.1" status: 204  len: 168 time: 2.4784241
Dec 03 11:13:42.130902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40138) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:42.137189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:42.164891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port fd9a657f-965c-46de-acb4-70d1eeb1a770 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:42.283741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c984b23a-1215-48c6-a388-4315231809c6 None None] Provisioning for port ec352287-9b4e-4002-8abf-a7658292467e completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:42.290241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c984b23a-1215-48c6-a388-4315231809c6 None None] Provisioning complete for port ec352287-9b4e-4002-8abf-a7658292467e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:42.291082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c984b23a-1215-48c6-a388-4315231809c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:42.328659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c03b745f-515d-41b1-8d65-9cbb2c6ad530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:42.358558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05055501-59db-4150-bbff-3251afc58d48 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:42.361665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c984b23a-1215-48c6-a388-4315231809c6 None None] Port ec352287-9b4e-4002-8abf-a7658292467e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:13:42.390616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b745f-515d-41b1-8d65-9cbb2c6ad530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8ab503-99fb-4d1a-9dd3-13f7d3a5fa4b,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:42.407039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c03b745f-515d-41b1-8d65-9cbb2c6ad530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:42.421184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2de4523e-b0e8-4307-86a2-a05f68195b0d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Deleting port 4dfcf8b6-ff8c-425f-a311-6ee08759e2fd {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:42.421568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2de4523e-b0e8-4307-86a2-a05f68195b0d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:42.458333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:42.473629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:42.479831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:42.485971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:42.499241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6facd395-e193-4a44-9fe3-46a720243218 None None] Network 92869ec2-1444-4944-a8d0-1b3d645a3379 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:42.541755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c03b745f-515d-41b1-8d65-9cbb2c6ad530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:42.543036 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c03b745f-515d-41b1-8d65-9cbb2c6ad530 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bf8ab503-99fb-4d1a-9dd3-13f7d3a5fa4b HTTP/1.1" status: 204  len: 168 time: 1.2988348
Dec 03 11:13:42.599317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Router 43418ab1-94b5-4b76-9f9a-9a05cd52e896 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:13:42.722458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:42.740404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1367309a-604c-4a51-9b4e-7d4b59476232 None None] Provisioning for port fd9a657f-965c-46de-acb4-70d1eeb1a770 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:42.788302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1367309a-604c-4a51-9b4e-7d4b59476232 None None] Provisioning complete for port fd9a657f-965c-46de-acb4-70d1eeb1a770 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:42.788873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1367309a-604c-4a51-9b4e-7d4b59476232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:42.957092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1367309a-604c-4a51-9b4e-7d4b59476232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:43.004941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2de4523e-b0e8-4307-86a2-a05f68195b0d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:43.030585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1367309a-604c-4a51-9b4e-7d4b59476232 None None] For port fd9a657f-965c-46de-acb4-70d1eeb1a770, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fd9a657f-965c-46de-acb4-70d1eeb1a770,segment=NetworkSegment(87715d66-b6a8-44e5-82ef-a2a6a9f2ed09),segment_id=87715d66-b6a8-44e5-82ef-a2a6a9f2ed09)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:13:43.035682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1367309a-604c-4a51-9b4e-7d4b59476232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:43.039387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9018a81e-7c87-4ad2-b354-85ec8cdd93e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:43.168698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367309a-604c-4a51-9b4e-7d4b59476232 None None] Pushing event updated for resources: {'Port': ['ID=fd9a657f-965c-46de-acb4-70d1eeb1a770,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:43.174584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1367309a-604c-4a51-9b4e-7d4b59476232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:43.222271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2de4523e-b0e8-4307-86a2-a05f68195b0d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Calling delete_port for 4dfcf8b6-ff8c-425f-a311-6ee08759e2fd owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:43.269714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Deleting port 7588e556-70d7-44c4-a63f-2966dc7dcdca {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:43.270026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:43.289563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fa74f74b-5099-46ec-846a-52a7aba7b21d None None] Provisioning complete for port fd9a657f-965c-46de-acb4-70d1eeb1a770 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:43.289998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa74f74b-5099-46ec-846a-52a7aba7b21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:43.342396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:43.348240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:43.353809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee664e-7d35-419f-9843-279506c05bd5 None None] Sync routers for ids ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:43.370359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee664e-7d35-419f-9843-279506c05bd5 None None] Routers {'43418ab1-94b5-4b76-9f9a-9a05cd52e896'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:43.371290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d7ee664e-7d35-419f-9843-279506c05bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69752b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:43.405399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:43.428599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:43.430386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:43.449240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-71ff84e3-1419-4475-9f00-80768a8b907f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:43.468145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2de4523e-b0e8-4307-86a2-a05f68195b0d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:43.495099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:43.523466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "DELETE /v2.0/floatingips/eba27ee3-af01-4ff1-954c-a700f65e015a HTTP/1.1" status: 204  len: 168 time: 4.1738486
Dec 03 11:13:43.524272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40158) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:43.544422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d7ee664e-7d35-419f-9843-279506c05bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69752b0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:43.570931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee664e-7d35-419f-9843-279506c05bd5 None None] Routers {'43418ab1-94b5-4b76-9f9a-9a05cd52e896'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:43.572372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:43.572702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d7ee664e-7d35-419f-9843-279506c05bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69752b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:43.581615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:43.595688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Usage tracker for resource:floatingip and tenant:9faf0fd3fc50405fa72b75900c326af0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:43.658489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:43.668194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=ec352287-9b4e-4002-8abf-a7658292467e,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:43.680175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:43.681484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:43.714421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ab94bebe-206c-4737-bf5a-c1eff448a7a1 None None] Provisioning complete for port fd9a657f-965c-46de-acb4-70d1eeb1a770 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:43.715193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab94bebe-206c-4737-bf5a-c1eff448a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:43.730770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d7ee664e-7d35-419f-9843-279506c05bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69752b0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:43.731364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee664e-7d35-419f-9843-279506c05bd5 None None] The sync data for ids ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:43.740589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:43.843392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 8540b845-ad17-40bd-a84b-37443ae13e0c is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:43.847846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:43.876912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4523e-b0e8-4307-86a2-a05f68195b0d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event deleted for resources: {'Port': ['ID=4dfcf8b6-ff8c-425f-a311-6ee08759e2fd,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:43.890611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2de4523e-b0e8-4307-86a2-a05f68195b0d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:44.041606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b44d9796-b269-454d-953b-2223d294544c None None] Provisioning complete for port fd9a657f-965c-46de-acb4-70d1eeb1a770 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:44.043053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b44d9796-b269-454d-953b-2223d294544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:44.146681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Router 0b7f1d01-1210-430e-87ac-f7da4fd928c7 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:13:44.147382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device fd9a657f-965c-46de-acb4-70d1eeb1a770 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:13:44.220990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40172) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:44.283411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port fd9a657f-965c-46de-acb4-70d1eeb1a770 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:44.283803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:44.318488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:44.321765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2de4523e-b0e8-4307-86a2-a05f68195b0d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:44.378265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 5dfad0a2-6306-4634-ae1b-f2e4beda391c is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:13:44.420281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2de4523e-b0e8-4307-86a2-a05f68195b0d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "DELETE /v2.0/ports/4dfcf8b6-ff8c-425f-a311-6ee08759e2fd HTTP/1.1" status: 204  len: 168 time: 2.2819402
Dec 03 11:13:44.431496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40178) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:44.474102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-aecab8a4-c99f-4ca8-baee-b9a9779627d3 None None] Provisioning complete for port ec352287-9b4e-4002-8abf-a7658292467e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:44.474519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aecab8a4-c99f-4ca8-baee-b9a9779627d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:44.503730 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d2fbf61e-0534-43cd-bd81-6057e8379b25 tempest-ServiceProvidersTest-712077188 tempest-ServiceProvidersTest-712077188] 10.222.0.90 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2793920
Dec 03 11:13:44.508484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:44.508856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:44.520410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8f0f7247-be0c-480d-b350-aa07d93a7c66 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Synchronizing usage tracker for tenant:2a5b75caa1c34df08bc13230d653a153 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:44.546231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-aecab8a4-c99f-4ca8-baee-b9a9779627d3 None None] Port ec352287-9b4e-4002-8abf-a7658292467e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:13:44.665036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Calling delete_port for 7588e556-70d7-44c4-a63f-2966dc7dcdca owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:44.681045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:44.700035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed74ed-a0dd-4ec2-8013-cde7e1ca3cd3 None None] Sync routers for ids ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:44.702754 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/5dfad0a2-6306-4634-ae1b-f2e4beda391c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6498811
Dec 03 11:13:44.703960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40184) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:44.711355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed74ed-a0dd-4ec2-8013-cde7e1ca3cd3 None None] Routers {'5dfad0a2-6306-4634-ae1b-f2e4beda391c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:44.712227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-77ed74ed-a0dd-4ec2-8013-cde7e1ca3cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b59a7898>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:44.738886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8f0f7247-be0c-480d-b350-aa07d93a7c66 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Unset dirty status for tenant:2a5b75caa1c34df08bc13230d653a153 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:44.744976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8f0f7247-be0c-480d-b350-aa07d93a7c66 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3030243
Dec 03 11:13:44.749697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40188) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:44.763454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-977648602'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:44.767958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:44.771791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:44.783213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54011cb2-0cb5-4a22-a283-ec5976ce9549 None None] Sync routers for ids ['0b7f1d01-1210-430e-87ac-f7da4fd928c7'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:44.796648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Usage tracker for resource:network and tenant:2a5b75caa1c34df08bc13230d653a153 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:44.799727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54011cb2-0cb5-4a22-a283-ec5976ce9549 None None] Routers {'0b7f1d01-1210-430e-87ac-f7da4fd928c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:44.800527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-54011cb2-0cb5-4a22-a283-ec5976ce9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62e7358>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['0b7f1d01-1210-430e-87ac-f7da4fd928c7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:44.805008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Quota usage for network was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:44.814473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:44.833390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-77ed74ed-a0dd-4ec2-8013-cde7e1ca3cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b59a7898>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:44.844515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c306cbee-7bb6-4a49-b1e4-3455a23c8187 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:44.845165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c306cbee-7bb6-4a49-b1e4-3455a23c8187 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Synchronizing usage tracker for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:44.856506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed74ed-a0dd-4ec2-8013-cde7e1ca3cd3 None None] Routers {'5dfad0a2-6306-4634-ae1b-f2e4beda391c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:44.856764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-77ed74ed-a0dd-4ec2-8013-cde7e1ca3cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b59a7898>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:44.863279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:44.864586 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 8.4481170
Dec 03 11:13:44.868248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40194) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:44.879741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-aa4411b9-e703-4bde-b7f3-2a1d4f9034e2 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Request body: {'router': {'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'enable_snat': False}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:44.890196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c306cbee-7bb6-4a49-b1e4-3455a23c8187 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Unset dirty status for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:44.894750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c306cbee-7bb6-4a49-b1e4-3455a23c8187 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports/ec352287-9b4e-4002-8abf-a7658292467e HTTP/1.1" status: 200  len: 911 time: 0.1871345
Dec 03 11:13:44.895246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40198) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:44.896421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Allocated IP 172.26.1.160 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/0ffbbf86-33af-4168-b487-1420f2f05cf8) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:44.961159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-54011cb2-0cb5-4a22-a283-ec5976ce9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62e7358>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:44.984836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54011cb2-0cb5-4a22-a283-ec5976ce9549 None None] Routers {'0b7f1d01-1210-430e-87ac-f7da4fd928c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:44.987336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-54011cb2-0cb5-4a22-a283-ec5976ce9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62e7358>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['0b7f1d01-1210-430e-87ac-f7da4fd928c7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:45.008152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Made reservation on behalf of 2a5b75caa1c34df08bc13230d653a153 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:45.016385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:45.025735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-77ed74ed-a0dd-4ec2-8013-cde7e1ca3cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b59a7898>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:45.037979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed74ed-a0dd-4ec2-8013-cde7e1ca3cd3 None None] The sync data for ids ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:45.082258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40202) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:45.087202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-54011cb2-0cb5-4a22-a283-ec5976ce9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62e7358>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:45.087864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54011cb2-0cb5-4a22-a283-ec5976ce9549 None None] The sync data for ids ['0b7f1d01-1210-430e-87ac-f7da4fd928c7'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:45.142290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:45.162617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65c79f1f-37c3-42b1-b89e-ccdca2015c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:45.244683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event deleted for resources: {'Port': ['ID=7588e556-70d7-44c4-a63f-2966dc7dcdca,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:45.246867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:13:45.258844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:45.330686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:45.331156 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Added segment c6794a6d-b04f-4f98-bdfc-6975ddb9fa37 of type vxlan for network 49025857-8603-4fd3-a9cc-ad2c6c4939e7
Dec 03 11:13:45.399007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:45.563957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:13:45.635109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4df283f2-7203-4119-a00d-c00d3252de22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:45.640826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:45.645004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:45.645641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:45.655563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:45.671641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4df283f2-7203-4119-a00d-c00d3252de22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:45.685899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4df283f2-7203-4119-a00d-c00d3252de22 admin admin] Usage tracker for resource:security_group_rule and tenant:918ca8ea9a8a47dfb913f1d22d3bd49f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:45.693858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4df283f2-7203-4119-a00d-c00d3252de22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:45.708886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:45.714893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4df283f2-7203-4119-a00d-c00d3252de22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:45.748181 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9973793
Dec 03 11:13:45.789401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40212) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:45.857841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1444000721'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:45.871682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event updated for resources: {'Network': ['ID=49025857-8603-4fd3-a9cc-ad2c6c4939e7,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:45.888007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:45.898410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 49025857-8603-4fd3-a9cc-ad2c6c4939e7 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:45.915879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Usage tracker for resource:network and tenant:2a5b75caa1c34df08bc13230d653a153 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:45.923577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Quota usage for network was recalculated. Used quota:3. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:45.935845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 49025857-8603-4fd3-a9cc-ad2c6c4939e7 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:45.936557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:45.939446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:45.974983 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] create failed (client error): The resource could not be found.
Dec 03 11:13:45.976665 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 8.3850350
Dec 03 11:13:45.980927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40216) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:46.017203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:46.031051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Made reservation on behalf of 2a5b75caa1c34df08bc13230d653a153 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:46.036761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:46.059759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:46.074040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aa4411b9-e703-4bde-b7f3-2a1d4f9034e2 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:46.084515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-209a3d74-f7c3-4e15-86f4-97cee6008167 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Deleting port 98aabd33-b1fd-431c-9678-b83a6c46dd5f {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:46.085090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-209a3d74-f7c3-4e15-86f4-97cee6008167 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:46.330264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Pushing event updated for resources: {'Port': ['ID=0ffbbf86-33af-4168-b487-1420f2f05cf8,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:46.333366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:13:46.346461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:46.354040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4df283f2-7203-4119-a00d-c00d3252de22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:46.372325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4df283f2-7203-4119-a00d-c00d3252de22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:46.390011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:46.390415 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Added segment da63e8ed-019b-4742-96c1-b4e18679952a of type vxlan for network 4689f345-4cca-415b-a8c7-64f7c2d74dea
Dec 03 11:13:46.391762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-722a5fe3-4a2c-4335-84cd-9998fa7db342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:46.437927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:46.520880 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4df283f2-7203-4119-a00d-c00d3252de22 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=918ca8ea9a8a47dfb913f1d22d3bd49f&name=default HTTP/1.1" status: 200  len: 2879 time: 1.4302819
Dec 03 11:13:46.522164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:46.528929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df283f2-7203-4119-a00d-c00d3252de22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7f2d97-5717-42d7-aef3-17c134de0081,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:46.531626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40224) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:46.558426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4df283f2-7203-4119-a00d-c00d3252de22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:46.584821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:46.642547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:46.676819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-209a3d74-f7c3-4e15-86f4-97cee6008167 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:46.728350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:46.815403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-209a3d74-f7c3-4e15-86f4-97cee6008167 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Calling delete_port for 98aabd33-b1fd-431c-9678-b83a6c46dd5f owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:46.816870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:46.832085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:46.832993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:46.848184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-90fca300-0215-4237-abb7-20b722a2261c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:46.952841 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.1575975
Dec 03 11:13:46.986691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef6482c0-a536-48ec-8719-a78124198889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:47.141962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event updated for resources: {'Network': ['ID=4689f345-4cca-415b-a8c7-64f7c2d74dea,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:47.145563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:47.158297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 4689f345-4cca-415b-a8c7-64f7c2d74dea details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:47.160839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef6482c0-a536-48ec-8719-a78124198889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:47.187324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 4689f345-4cca-415b-a8c7-64f7c2d74dea details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:47.198199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:47.261776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-209a3d74-f7c3-4e15-86f4-97cee6008167 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:47.278822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bdd94318-c40f-4559-90f0-192de61fff71 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:47.328323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a3d74-f7c3-4e15-86f4-97cee6008167 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event deleted for resources: {'Port': ['ID=98aabd33-b1fd-431c-9678-b83a6c46dd5f,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:47.336070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-209a3d74-f7c3-4e15-86f4-97cee6008167 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:47.363313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:47.476418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef6482c0-a536-48ec-8719-a78124198889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:47.480263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c03b745f-515d-41b1-8d65-9cbb2c6ad530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:47.533177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6482c0-a536-48ec-8719-a78124198889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7f2d97-5717-42d7-aef3-17c134de0081,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:47.535963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ef6482c0-a536-48ec-8719-a78124198889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:47.729485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aa4411b9-e703-4bde-b7f3-2a1d4f9034e2 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:47.741928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-209a3d74-f7c3-4e15-86f4-97cee6008167 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:47.749568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aa4411b9-e703-4bde-b7f3-2a1d4f9034e2 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:47.753584 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-209a3d74-f7c3-4e15-86f4-97cee6008167 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "DELETE /v2.0/ports/98aabd33-b1fd-431c-9678-b83a6c46dd5f HTTP/1.1" status: 204  len: 168 time: 1.7715669
Dec 03 11:13:47.859223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:13:47.860023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40232) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:48.112850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe6fce-d7dc-4c3e-9cec-62e589799f66 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:48.113533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b4fe6fce-d7dc-4c3e-9cec-62e589799f66 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Synchronizing usage tracker for tenant:b0cb5ee8ab414437b63c0c1b565b9537 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:48.131375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4411b9-e703-4bde-b7f3-2a1d4f9034e2 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Router 0b7f1d01-1210-430e-87ac-f7da4fd928c7 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:13:48.145343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b4fe6fce-d7dc-4c3e-9cec-62e589799f66 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Unset dirty status for tenant:b0cb5ee8ab414437b63c0c1b565b9537 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:48.150327 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b4fe6fce-d7dc-4c3e-9cec-62e589799f66 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "GET /v2.0/ports?device_id=44fd2375-0c2e-4f48-ad70-ae7e4e44b418 HTTP/1.1" status: 200  len: 913 time: 0.2852829
Dec 03 11:13:48.151624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40236) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:48.162798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef6482c0-a536-48ec-8719-a78124198889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:48.167150 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ef6482c0-a536-48ec-8719-a78124198889 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9e7f2d97-5717-42d7-aef3-17c134de0081 HTTP/1.1" status: 204  len: 168 time: 1.6308951
Dec 03 11:13:48.337522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Allocated IP 2001:db8:1::1 (92869ec2-1444-4944-a8d0-1b3d645a3379/7467d6c8-3bf7-4cff-889e-36916090ccf8/4200ad2f-4346-4a5e-992e-bc0fc0c5bf67) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:48.584294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4411b9-e703-4bde-b7f3-2a1d4f9034e2 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:48.599426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e396321-7b8d-4c8c-b5a4-a639bf452542 None None] Sync routers for ids ['0b7f1d01-1210-430e-87ac-f7da4fd928c7'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:48.601451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aa4411b9-e703-4bde-b7f3-2a1d4f9034e2 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:48.605896 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aa4411b9-e703-4bde-b7f3-2a1d4f9034e2 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "PUT /v2.0/routers/0b7f1d01-1210-430e-87ac-f7da4fd928c7 HTTP/1.1" status: 200  len: 925 time: 3.7348204
Dec 03 11:13:48.606775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40248) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:48.618455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e396321-7b8d-4c8c-b5a4-a639bf452542 None None] Routers {'0b7f1d01-1210-430e-87ac-f7da4fd928c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:48.619162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6e396321-7b8d-4c8c-b5a4-a639bf452542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5dd05c0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['0b7f1d01-1210-430e-87ac-f7da4fd928c7'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:48.718024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:13:48.751376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6e396321-7b8d-4c8c-b5a4-a639bf452542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5dd05c0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:48.775347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e396321-7b8d-4c8c-b5a4-a639bf452542 None None] Routers {'0b7f1d01-1210-430e-87ac-f7da4fd928c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:48.776403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6e396321-7b8d-4c8c-b5a4-a639bf452542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5dd05c0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['0b7f1d01-1210-430e-87ac-f7da4fd928c7'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:48.784672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:48.805749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:48.923531 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-123777f2-bd4b-49cd-b384-bfc83973e799 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/routers/0b7f1d01-1210-430e-87ac-f7da4fd928c7 HTTP/1.1" status: 200  len: 925 time: 0.3151839
Dec 03 11:13:48.924494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40258) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:49.003417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:49.021828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee9508-0df7-4456-af9d-8699d3faff60 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:49.022934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9dee9508-0df7-4456-af9d-8699d3faff60 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Synchronizing usage tracker for tenant:750ceeaa689d49ce90b59053ea5bf936 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:49.041617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9dee9508-0df7-4456-af9d-8699d3faff60 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Unset dirty status for tenant:750ceeaa689d49ce90b59053ea5bf936 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:49.047642 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9dee9508-0df7-4456-af9d-8699d3faff60 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/ports?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6&device_id=0b7f1d01-1210-430e-87ac-f7da4fd928c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1219561
Dec 03 11:13:49.048609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40264) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:49.049284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6e396321-7b8d-4c8c-b5a4-a639bf452542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5dd05c0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:49.049876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e396321-7b8d-4c8c-b5a4-a639bf452542 None None] The sync data for ids ['0b7f1d01-1210-430e-87ac-f7da4fd928c7'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:49.066622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:49.301278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Pushing event updated for resources: {'Port': ['ID=0ffbbf86-33af-4168-b487-1420f2f05cf8,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:49.306661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:49.317000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:49.339285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a46b21-6d5a-40ac-a1af-be1b7b03df09 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:49.340520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f6a46b21-6d5a-40ac-a1af-be1b7b03df09 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Synchronizing usage tracker for tenant:750ceeaa689d49ce90b59053ea5bf936 on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:49.351162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Transition to ACTIVE for port object 4200ad2f-4346-4a5e-992e-bc0fc0c5bf67 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:49.369450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f6a46b21-6d5a-40ac-a1af-be1b7b03df09 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Unset dirty status for tenant:750ceeaa689d49ce90b59053ea5bf936 on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:49.375351 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f6a46b21-6d5a-40ac-a1af-be1b7b03df09 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 881 time: 0.3256326
Dec 03 11:13:49.376246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40274) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:49.440898 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9a6fd1d5-4a72-4e56-9c66-a5952ae43ae9 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "GET /v2.0/ports?device_id=0b7f1d01-1210-430e-87ac-f7da4fd928c7 HTTP/1.1" status: 200  len: 205 time: 0.0631659
Dec 03 11:13:49.441887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40278) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:49.455389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:49.515284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40282) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:49.539933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:49.544352 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.0000138
Dec 03 11:13:49.546009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40288) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:49.585945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:49.706302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:49.746512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:49.831386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-589104445'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:49.848921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:49.873673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Usage tracker for resource:network and tenant:a370cf9f5e1a42c6819fe4f51a914994 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:49.919122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:49.920477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:49.925804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Deleting port 28093f72-4cb8-4be7-a4a7-c7e2a148e0ec {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:49.926183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:49.936001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 92869ec2-1444-4944-a8d0-1b3d645a3379 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:49.937013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:49.949504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:49.956531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:49.961215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Usage tracker for resource:floatingip and tenant:cbdb6744c511412cb2d344a1d79441d9 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:49.964197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:49.970007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=4200ad2f-4346-4a5e-992e-bc0fc0c5bf67,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:49.976366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:49.978520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:49.981584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:49.988889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:49.989453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.042377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Made reservation on behalf of a370cf9f5e1a42c6819fe4f51a914994 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:50.047912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.071235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.090036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.123013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:50.137474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.151958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Usage tracker for resource:security_group_rule and tenant:a370cf9f5e1a42c6819fe4f51a914994 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:50.158487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:50.181160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:50.328457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Calling delete_port for 28093f72-4cb8-4be7-a4a7-c7e2a148e0ec owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:50.353199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-43cc24fb-ef8a-4974-96c0-3a64e24ccf90 None None] Provisioning for port 4200ad2f-4346-4a5e-992e-bc0fc0c5bf67 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:50.363258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-43cc24fb-ef8a-4974-96c0-3a64e24ccf90 None None] Provisioning complete for port 4200ad2f-4346-4a5e-992e-bc0fc0c5bf67 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:50.363930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43cc24fb-ef8a-4974-96c0-3a64e24ccf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.519837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-43cc24fb-ef8a-4974-96c0-3a64e24ccf90 None None] Port 4200ad2f-4346-4a5e-992e-bc0fc0c5bf67 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:13:50.540883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.697777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.770886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.811272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40298) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:50.828682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'subnets': [{'network_id': '49025857-8603-4fd3-a9cc-ad2c6c4939e7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--223999835', 'ip_version': 6}, {'network_id': '4689f345-4cca-415b-a8c7-64f7c2d74dea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:50.829037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'subnet': {'network_id': '49025857-8603-4fd3-a9cc-ad2c6c4939e7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--223999835', 'ip_version': 6}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:50.829738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Request body: {'subnet': {'network_id': '4689f345-4cca-415b-a8c7-64f7c2d74dea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:50.918719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.925652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.928087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.946857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.953958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.954576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Fanout notify agent at l3_agent the message router_deleted on router 0b7f1d01-1210-430e-87ac-f7da4fd928c7 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:13:50.965553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Deleting port b00cfc63-68fc-433d-a4de-6bad48e584bb {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:50.965933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.975681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:50.977029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4aee8f93-5089-4ef5-a44f-675c0aa8d2ca tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/routers/0b7f1d01-1210-430e-87ac-f7da4fd928c7 HTTP/1.1" status: 204  len: 168 time: 1.5335584
Dec 03 11:13:50.981202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40302) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:50.986741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-437d7477-33f4-4e3d-87cb-dd0bde8d9d5f tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2087570612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:50.993981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-437d7477-33f4-4e3d-87cb-dd0bde8d9d5f tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:50.998272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-437d7477-33f4-4e3d-87cb-dd0bde8d9d5f tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Usage tracker for resource:router and tenant:064817f96ee94720bef2a9889f800259 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:51.001423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-437d7477-33f4-4e3d-87cb-dd0bde8d9d5f tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:51.008230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-437d7477-33f4-4e3d-87cb-dd0bde8d9d5f tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:51.021362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-437d7477-33f4-4e3d-87cb-dd0bde8d9d5f tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:51.022375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-437d7477-33f4-4e3d-87cb-dd0bde8d9d5f tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:51.037323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-437d7477-33f4-4e3d-87cb-dd0bde8d9d5f tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:51.055584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-437d7477-33f4-4e3d-87cb-dd0bde8d9d5f tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:51.077680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-437d7477-33f4-4e3d-87cb-dd0bde8d9d5f tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:51.081816 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-437d7477-33f4-4e3d-87cb-dd0bde8d9d5f tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.0967741
Dec 03 11:13:51.082036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40306) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:51.088393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Request body: {'router': {'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:51.648046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:51.698615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:51.703366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Usage tracker for resource:subnet and tenant:2a5b75caa1c34df08bc13230d653a153 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:51.711073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:51.716621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:51.753038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:51.756368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:51.778338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:51.882678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:51.923967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:13:51.998954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Made reservation on behalf of 2a5b75caa1c34df08bc13230d653a153 for: {'subnet': 2} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:52.040974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:52.076610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e4275c-2849-4f83-bd49-66b3a8291a1c,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:52.076863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:52.087105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Calling delete_port for b00cfc63-68fc-433d-a4de-6bad48e584bb owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:52.169216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:52.191140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:52.191532 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Added segment c15706e0-6be7-4706-9cdc-ef3b67a8bdf9 of type vxlan for network 52135c32-71fc-4be1-a112-d8b17f2dee05
Dec 03 11:13:52.722424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Allocated IP 172.26.1.124 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/f0dd8086-c0c0-452e-8333-d66fe448e30d) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:52.754654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:52.917826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:13:52.956871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:53.028396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:53.029267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:53.048815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fd51c15-dc58-4b7a-83b2-0a380ab5f0b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:53.090876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:53.095948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:53.096316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:53.141884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:53.142523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:53.384524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=4200ad2f-4346-4a5e-992e-bc0fc0c5bf67,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:53.413082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:53.423891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:53.503217 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 3.9820521
Dec 03 11:13:53.506348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:53.506502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40318) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:53.514138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Request body: {'subnet': {'network_id': '52135c32-71fc-4be1-a112-d8b17f2dee05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:53.611063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Pushing event updated for resources: {'Network': ['ID=52135c32-71fc-4be1-a112-d8b17f2dee05,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:53.613298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:53.626213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 52135c32-71fc-4be1-a112-d8b17f2dee05 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:53.627304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:53.635209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:53.641469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:53.645671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Usage tracker for resource:subnet and tenant:a370cf9f5e1a42c6819fe4f51a914994 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:53.645986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 52135c32-71fc-4be1-a112-d8b17f2dee05 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:13:53.649386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:53.655558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:53.664928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Made reservation on behalf of a370cf9f5e1a42c6819fe4f51a914994 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:53.700473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event deleted for resources: {'Port': ['ID=b00cfc63-68fc-433d-a4de-6bad48e584bb,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:53.720517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:53.726695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 92869ec2-1444-4944-a8d0-1b3d645a3379 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:53.785579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:53.815393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:53.926853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:54.014707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Allocated IP 172.26.1.162 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/6578a308-c278-429b-ae41-ea2f8a3fc465) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:54.020430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:54.076039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4801f3d0-9c46-4e1c-b44e-d3307631d6cd None None] Provisioning complete for port 4200ad2f-4346-4a5e-992e-bc0fc0c5bf67 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:13:54.076415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4801f3d0-9c46-4e1c-b44e-d3307631d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:54.143109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4801f3d0-9c46-4e1c-b44e-d3307631d6cd None None] Port 4200ad2f-4346-4a5e-992e-bc0fc0c5bf67 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:13:54.291511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 5dfad0a2-6306-4634-ae1b-f2e4beda391c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:13:54.377580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:54.505925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:54.532773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-33e33d06-dbca-4e5a-bedb-0fc9880b9569 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:54.712945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Pushing event updated for resources: {'Port': ['ID=6578a308-c278-429b-ae41-ea2f8a3fc465,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:54.728961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:54.830063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Pushing event updated for resources: {'Port': ['ID=f0dd8086-c0c0-452e-8333-d66fe448e30d,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:54.834335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:54.867566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:54.871101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:54.883851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:54.934321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:54.958144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-60e9e1d0-a7d4-4aa0-aad6-617a5ddb0b6b tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:55.367007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:55.368371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:55.374688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:55.388868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:55.395510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab436ee5-77b2-48c9-befd-207be0626635 None None] Sync routers for ids ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:55.406807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab436ee5-77b2-48c9-befd-207be0626635 None None] Routers {'5dfad0a2-6306-4634-ae1b-f2e4beda391c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:55.407856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ab436ee5-77b2-48c9-befd-207be0626635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b671cba8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:55.449087 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/5dfad0a2-6306-4634-ae1b-f2e4beda391c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5490377
Dec 03 11:13:55.450014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:55.470127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40330) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:55.485224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ab436ee5-77b2-48c9-befd-207be0626635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b671cba8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:55.497612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab436ee5-77b2-48c9-befd-207be0626635 None None] Routers {'5dfad0a2-6306-4634-ae1b-f2e4beda391c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:55.498353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ab436ee5-77b2-48c9-befd-207be0626635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b671cba8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:55.512340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Pushing event updated for resources: {'Subnet': ['ID=d2f5de5e-95eb-4905-be4f-0d0a6da13fd3,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:55.522481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:55.564591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ab436ee5-77b2-48c9-befd-207be0626635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b671cba8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:55.565049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab436ee5-77b2-48c9-befd-207be0626635 None None] The sync data for ids ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:55.720149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14425dde-5c15-4a08-b5eb-695eb916bae2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:55.720783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-14425dde-5c15-4a08-b5eb-695eb916bae2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Synchronizing usage tracker for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:55.772900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Checking segment: {'id': 'c15706e0-6be7-4706-9cdc-ef3b67a8bdf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '52135c32-71fc-4be1-a112-d8b17f2dee05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:55.773469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Network hostable DHCP agents. Network: 52135c32-71fc-4be1-a112-d8b17f2dee05, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:13:55.800966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-14425dde-5c15-4a08-b5eb-695eb916bae2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Unset dirty status for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:55.802239 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-14425dde-5c15-4a08-b5eb-695eb916bae2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports/4200ad2f-4346-4a5e-992e-bc0fc0c5bf67 HTTP/1.1" status: 200  len: 913 time: 0.3310587
Dec 03 11:13:55.807836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40334) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:55.808868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:55.813651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Network 52135c32-71fc-4be1-a112-d8b17f2dee05 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:13:55.838183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 52135c32-71fc-4be1-a112-d8b17f2dee05) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:55.845568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a7a73-bde1-4a0c-8710-12c3f61db631 None None] Network 52135c32-71fc-4be1-a112-d8b17f2dee05 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:55.860317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:56.007670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:56.008722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:56.073003 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5604954
Dec 03 11:13:56.073003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40338) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:56.081815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Request body: {'port': {'network_id': '52135c32-71fc-4be1-a112-d8b17f2dee05', 'name': 'tempest-TagsExtTest-1289481360'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:56.084704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-52135c32-71fc-4be1-a112-d8b17f2dee05', 'network_id': '52135c32-71fc-4be1-a112-d8b17f2dee05', 'tenant_id': 'a370cf9f5e1a42c6819fe4f51a914994', 'fixed_ips': [{'subnet_id': 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:13:56.085952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:56.200093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:56.388856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Allocated IP 172.20.0.2 (52135c32-71fc-4be1-a112-d8b17f2dee05/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/31ef5809-7168-4c0a-b16e-4ac02b0ecdc9) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:56.396869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:56.413144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Usage tracker for resource:port and tenant:a370cf9f5e1a42c6819fe4f51a914994 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:56.418388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:56.427951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:56.434784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:56.441363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:56.637889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Made reservation on behalf of a370cf9f5e1a42c6819fe4f51a914994 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:13:56.643925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:56.679604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:56.693123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Transition to ACTIVE for port object 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:56.720930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Transition to ACTIVE for port object 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:56.728187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:56.748426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:56.763736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Router 951acced-7c94-457c-9c84-3f6e4a7e2e36 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:13:56.894674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Router 44fd2375-0c2e-4f48-ad70-ae7e4e44b418 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:13:56.949270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:56.956844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Pushing event updated for resources: {'Port': ['ID=31ef5809-7168-4c0a-b16e-4ac02b0ecdc9,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:56.964420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:56.973820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Network 52135c32-71fc-4be1-a112-d8b17f2dee05 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:56.975188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:56.978488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:56.997762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] device_id is not set on port 9b19820b-fab6-4be7-89b6-32472a715bcb yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:13:57.034368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Attempting to bind port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:13:57.034783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Attempting to bind port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'c15706e0-6be7-4706-9cdc-ef3b67a8bdf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '52135c32-71fc-4be1-a112-d8b17f2dee05'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:13:57.035396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Attempting to bind port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 on network 52135c32-71fc-4be1-a112-d8b17f2dee05 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:13:57.042195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:13:57.042614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Checking segment: {'id': 'c15706e0-6be7-4706-9cdc-ef3b67a8bdf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '52135c32-71fc-4be1-a112-d8b17f2dee05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:57.043098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:57.043538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Bound using segment: {'id': 'c15706e0-6be7-4706-9cdc-ef3b67a8bdf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '52135c32-71fc-4be1-a112-d8b17f2dee05'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:13:57.044059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Bound port: 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15706e0-6be7-4706-9cdc-ef3b67a8bdf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '52135c32-71fc-4be1-a112-d8b17f2dee05'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:13:57.044476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:57.143195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] For port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:13:57.146456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] For port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=31ef5809-7168-4c0a-b16e-4ac02b0ecdc9,segment=NetworkSegment(c15706e0-6be7-4706-9cdc-ef3b67a8bdf9),segment_id=c15706e0-6be7-4706-9cdc-ef3b67a8bdf9)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:13:57.150270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:57.167784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:57.186224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:57.206970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:57.210629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d2740-8a5c-4aee-87fa-4df0028f9337 None None] Sync routers for ids ['951acced-7c94-457c-9c84-3f6e4a7e2e36'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:57.211721 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "PUT /v2.0/routers/951acced-7c94-457c-9c84-3f6e4a7e2e36 HTTP/1.1" status: 200  len: 884 time: 6.1284094
Dec 03 11:13:57.212829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40346) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:57.253084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6d2740-8a5c-4aee-87fa-4df0028f9337 None None] Routers {'951acced-7c94-457c-9c84-3f6e4a7e2e36'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:57.253782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dd6d2740-8a5c-4aee-87fa-4df0028f9337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a8afd0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['951acced-7c94-457c-9c84-3f6e4a7e2e36'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:57.279343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:13:57.291560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d89f3-3b84-4a56-a5cd-e08176f05084 None None] Sync routers for ids ['44fd2375-0c2e-4f48-ad70-ae7e4e44b418'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:13:57.301941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d89f3-3b84-4a56-a5cd-e08176f05084 None None] Routers {'44fd2375-0c2e-4f48-ad70-ae7e4e44b418'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:57.302880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ac8d89f3-3b84-4a56-a5cd-e08176f05084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6a10400>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['44fd2375-0c2e-4f48-ad70-ae7e4e44b418'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:57.365530 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "PUT /v2.0/routers/44fd2375-0c2e-4f48-ad70-ae7e4e44b418/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2083087
Dec 03 11:13:57.369236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ac8d89f3-3b84-4a56-a5cd-e08176f05084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6a10400>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:57.375756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Pushing event updated for resources: {'Port': ['ID=31ef5809-7168-4c0a-b16e-4ac02b0ecdc9,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:57.379802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d89f3-3b84-4a56-a5cd-e08176f05084 None None] Routers {'44fd2375-0c2e-4f48-ad70-ae7e4e44b418'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:57.380715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ac8d89f3-3b84-4a56-a5cd-e08176f05084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6a10400>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['44fd2375-0c2e-4f48-ad70-ae7e4e44b418'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:57.397953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40350) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:57.454711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ac8d89f3-3b84-4a56-a5cd-e08176f05084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6a10400>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:57.455596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d89f3-3b84-4a56-a5cd-e08176f05084 None None] The sync data for ids ['44fd2375-0c2e-4f48-ad70-ae7e4e44b418'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:57.562735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:57.570827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dd6d2740-8a5c-4aee-87fa-4df0028f9337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a8afd0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:57.607603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6d2740-8a5c-4aee-87fa-4df0028f9337 None None] Routers {'951acced-7c94-457c-9c84-3f6e4a7e2e36'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:13:57.608347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dd6d2740-8a5c-4aee-87fa-4df0028f9337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a8afd0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:13:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['951acced-7c94-457c-9c84-3f6e4a7e2e36'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:57.665049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8b97ab58-e577-4296-82a0-b07afbb6b82a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:57.667974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Allocated IP 172.20.0.11 (52135c32-71fc-4be1-a112-d8b17f2dee05/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/9b19820b-fab6-4be7-89b6-32472a715bcb) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:13:57.681701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dd6d2740-8a5c-4aee-87fa-4df0028f9337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a8afd0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:57.682170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d2740-8a5c-4aee-87fa-4df0028f9337 None None] The sync data for ids ['951acced-7c94-457c-9c84-3f6e4a7e2e36'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:13:57.784381 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c68371c2-8ae2-4c9d-81de-c2016c8de1cf tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/routers/951acced-7c94-457c-9c84-3f6e4a7e2e36 HTTP/1.1" status: 200  len: 925 time: 0.5651174
Dec 03 11:13:57.784934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40358) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:57.874211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:57.914718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:13:57.951674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-015fbc6b-4a8e-4400-8d39-a43806338839 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:57.998372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c2630b-1027-4bcb-9466-04f64372bdb4 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:58.002634 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-52c2630b-1027-4bcb-9466-04f64372bdb4 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/ports?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6&device_id=951acced-7c94-457c-9c84-3f6e4a7e2e36&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2144814
Dec 03 11:13:58.003363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40362) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:58.061330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:58.078635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:58.136996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:58.161924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Transition to ACTIVE for port object 9b19820b-fab6-4be7-89b6-32472a715bcb will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:13:58.212222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeeae19-c6e2-44a2-aed7-c1bbd2c79820 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:58.213685 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3eeeae19-c6e2-44a2-aed7-c1bbd2c79820 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 881 time: 0.2097712
Dec 03 11:13:58.215376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:58.216884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40366) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:58.225602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8b97ab58-e577-4296-82a0-b07afbb6b82a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:58.236038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:58.288302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8b97ab58-e577-4296-82a0-b07afbb6b82a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:58.352429 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3e9953b4-0a13-4c75-acb3-1355ee19cca9 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "GET /v2.0/ports?device_id=951acced-7c94-457c-9c84-3f6e4a7e2e36 HTTP/1.1" status: 200  len: 205 time: 0.1340744
Dec 03 11:13:58.359757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40370) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:58.397613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event updated for resources: {'Subnet': ['ID=da0ea9b5-a52a-44d2-bfdb-37e8b13ffa47,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:58.483611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Pushing event updated for resources: {'Port': ['ID=9b19820b-fab6-4be7-89b6-32472a715bcb,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:58.566688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.567130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.567534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.567934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.568328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.568720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.569174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.570119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.570518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.570925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.571318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.571708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.572165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.572548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.572931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.573316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.573700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.574084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.574466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.574848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.575282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.575669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.576050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.576429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.584616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:58.675797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Network 52135c32-71fc-4be1-a112-d8b17f2dee05 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:13:58.681157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:58.688793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:58.689338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8120e8d0-f825-4a8c-8f74-3021151e01bc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.523s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:13:58.734683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:58.742177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:13:58.774923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8b97ab58-e577-4296-82a0-b07afbb6b82a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:58.775472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b97ab58-e577-4296-82a0-b07afbb6b82a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Fanout notify agent at l3_agent the message router_deleted on router 44fd2375-0c2e-4f48-ad70-ae7e4e44b418 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:13:58.868414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Pushing event updated for resources: {'Port': ['ID=f0dd8086-c0c0-452e-8333-d66fe448e30d,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:13:58.882128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8b97ab58-e577-4296-82a0-b07afbb6b82a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:58.883498 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8b97ab58-e577-4296-82a0-b07afbb6b82a tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "DELETE /v2.0/routers/44fd2375-0c2e-4f48-ad70-ae7e4e44b418 HTTP/1.1" status: 204  len: 168 time: 1.4648569
Dec 03 11:13:58.888726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40376) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:58.921568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:13:58.922367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:58.947974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.948405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.948829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.949248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.949659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.950071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.950478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.950885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.951314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.951744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.952326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.952734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.953198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.953604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.954010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.954293 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.8801363
Dec 03 11:13:58.954406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.954783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.955207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.955607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.956006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.956407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.956806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.957203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.957846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:13:58.959777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40380) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:58.970013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c454f768-d841-4b51-9633-2110dd68c31f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1606009007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:58.973701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:13:58.979005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c454f768-d841-4b51-9633-2110dd68c31f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:58.983998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c454f768-d841-4b51-9633-2110dd68c31f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Usage tracker for resource:router and tenant:a370cf9f5e1a42c6819fe4f51a914994 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:13:58.988121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c454f768-d841-4b51-9633-2110dd68c31f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:13:58.997359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c454f768-d841-4b51-9633-2110dd68c31f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:13:59.010407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c454f768-d841-4b51-9633-2110dd68c31f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.011736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c454f768-d841-4b51-9633-2110dd68c31f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.035062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c454f768-d841-4b51-9633-2110dd68c31f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.066008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.072566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c454f768-d841-4b51-9633-2110dd68c31f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.082956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Deleting port 6578a308-c278-429b-ae41-ea2f8a3fc465 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:59.083703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.156329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c454f768-d841-4b51-9633-2110dd68c31f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.157781 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c454f768-d841-4b51-9633-2110dd68c31f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1958299
Dec 03 11:13:59.166635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40386) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:59.167606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Checking segment: {'id': 'c6794a6d-b04f-4f98-bdfc-6975ddb9fa37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '49025857-8603-4fd3-a9cc-ad2c6c4939e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:13:59.167873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network hostable DHCP agents. Network: 49025857-8603-4fd3-a9cc-ad2c6c4939e7, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:13:59.184362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-daa613b8-f971-4696-9c7e-b85da9e8d104 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1129505982', 'prefixes': ['172.20.0.0/16']}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:13:59.191039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.251238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-daa613b8-f971-4696-9c7e-b85da9e8d104 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:13:59.256293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de4a0f4-e1da-4609-8257-308c3757da66 None None] Network 52135c32-71fc-4be1-a112-d8b17f2dee05 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:59.300664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.333297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.337091 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.7876334
Dec 03 11:13:59.349857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40390) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:59.355125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network 49025857-8603-4fd3-a9cc-ad2c6c4939e7 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:13:59.374086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-de763738-a185-4d3b-8556-b702ea02305b None None] Provisioning for port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:13:59.441167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Calling delete_port for 6578a308-c278-429b-ae41-ea2f8a3fc465 owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:13:59.456951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 49025857-8603-4fd3-a9cc-ad2c6c4939e7) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:13:59.472678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5677675b-7908-497a-90ff-e5a49da97629 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Deleting subnet 1e0267b6-20af-4c35-aaac-4f9eba9e6248 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:13:59.491876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5677675b-7908-497a-90ff-e5a49da97629 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.498563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b98786-b579-414a-93b1-9ebe3635de93 None None] Network 49025857-8603-4fd3-a9cc-ad2c6c4939e7 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:13:59.580784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.607047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-14eed40f-29ef-4211-bf48-28eb5d7c4fa8 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Synchronizing usage tracker for tenant:9faf0fd3fc50405fa72b75900c326af0 on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:13:59.642073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5677675b-7908-497a-90ff-e5a49da97629 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.742945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-49025857-8603-4fd3-a9cc-ad2c6c4939e7', 'network_id': '49025857-8603-4fd3-a9cc-ad2c6c4939e7', 'tenant_id': '2a5b75caa1c34df08bc13230d653a153', 'fixed_ips': [{'subnet_id': 'da0ea9b5-a52a-44d2-bfdb-37e8b13ffa47'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:13:59.743361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-daa613b8-f971-4696-9c7e-b85da9e8d104 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for subnetpool, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.744065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.748057 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-daa613b8-f971-4696-9c7e-b85da9e8d104 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.5684307
Dec 03 11:13:59.762787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40394) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:59.775478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-14eed40f-29ef-4211-bf48-28eb5d7c4fa8 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Unset dirty status for tenant:9faf0fd3fc50405fa72b75900c326af0 on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:13:59.775704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-b67dd441-c85b-4eed-9f58-1abf4ca43e87 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f67588>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3', 'tempest-TagsExtTest-Tag-1659997781') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:13:59.779357 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-14eed40f-29ef-4211-bf48-28eb5d7c4fa8 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3221 time: 0.4240279
Dec 03 11:13:59.788421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40398) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:13:59.836769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.896509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port 4200ad2f-4346-4a5e-992e-bc0fc0c5bf67 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:13:59.896746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:13:59.957141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ec12f73c-a65e-4c42-8010-f3f5eb92b46e tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Synchronizing usage tracker for tenant:cfbdb5fe8e824b82b4543ea8c6e9b686 on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:14:00.029928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.036842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.111082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.120785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Fanout notify agent at l3_agent the message router_deleted on router 951acced-7c94-457c-9c84-3f6e4a7e2e36 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:14:00.145006 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b67dd441-c85b-4eed-9f58-1abf4ca43e87 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "PUT /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags/tempest-TagsExtTest-Tag-1659997781 HTTP/1.1" status: 201  len: 201 time: 0.3787234
Dec 03 11:14:00.145208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40404) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:00.148343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:00.152377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-06383ed1-a01e-4ca2-a507-3a84c7ffe7a1 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b495e9e8>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb', 'tempest-TagsExtTest-Tag-128935021') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:00.205948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.214607 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-65d0c137-b9c9-494c-9263-a669c4bd9321 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/routers/951acced-7c94-457c-9c84-3f6e4a7e2e36 HTTP/1.1" status: 204  len: 168 time: 1.8535140
Dec 03 11:14:00.215052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Allocated IP 2001:db8::1 (49025857-8603-4fd3-a9cc-ad2c6c4939e7/da0ea9b5-a52a-44d2-bfdb-37e8b13ffa47/b38ed8da-7f1e-411a-bdc1-b916430cd316) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:00.218807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ec12f73c-a65e-4c42-8010-f3f5eb92b46e tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Unset dirty status for tenant:cfbdb5fe8e824b82b4543ea8c6e9b686 on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:14:00.220127 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ec12f73c-a65e-4c42-8010-f3f5eb92b46e tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.4283080
Dec 03 11:14:00.226149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40410) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:00.226604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40412) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:00.243137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5677675b-7908-497a-90ff-e5a49da97629 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.281919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d294cc9e-4979-4fb1-8bd3-b1fc6e813a72 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-963542748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:00.290822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ce9d414e-23b8-428e-9e01-76f8f467d493 None None] Provisioning for port 9b19820b-fab6-4be7-89b6-32472a715bcb completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:00.302317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ce9d414e-23b8-428e-9e01-76f8f467d493 None None] Provisioning complete for port 9b19820b-fab6-4be7-89b6-32472a715bcb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:00.302822 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-06383ed1-a01e-4ca2-a507-3a84c7ffe7a1 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "PUT /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags/tempest-TagsExtTest-Tag-128935021 HTTP/1.1" status: 201  len: 201 time: 0.1564999
Dec 03 11:14:00.302981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce9d414e-23b8-428e-9e01-76f8f467d493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.306117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40418) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:00.321652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-21ce34e8-46fa-4a57-a585-c50687227c7f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b67dac18>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256', 'tempest-TagsExtTest-Tag-1086838089') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:00.369888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d414e-23b8-428e-9e01-76f8f467d493 None None] Port 9b19820b-fab6-4be7-89b6-32472a715bcb cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:14:00.392926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:00.430470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d294cc9e-4979-4fb1-8bd3-b1fc6e813a72 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:00.464240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d294cc9e-4979-4fb1-8bd3-b1fc6e813a72 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Usage tracker for resource:router and tenant:064817f96ee94720bef2a9889f800259 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:00.466248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ce9d414e-23b8-428e-9e01-76f8f467d493 None None] Provisioning complete for port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:00.466815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce9d414e-23b8-428e-9e01-76f8f467d493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.479705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d294cc9e-4979-4fb1-8bd3-b1fc6e813a72 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:00.532068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:00.532384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.564111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d294cc9e-4979-4fb1-8bd3-b1fc6e813a72 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:00.636658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7941b373-4eea-4952-bca2-5864df47814a tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Deleting port f0dd8086-c0c0-452e-8333-d66fe448e30d {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:00.636980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7941b373-4eea-4952-bca2-5864df47814a tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.685266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.720060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.787251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce9d414e-23b8-428e-9e01-76f8f467d493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.799334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d294cc9e-4979-4fb1-8bd3-b1fc6e813a72 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.800451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d294cc9e-4979-4fb1-8bd3-b1fc6e813a72 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.828893 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-21ce34e8-46fa-4a57-a585-c50687227c7f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "PUT /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags/tempest-TagsExtTest-Tag-1086838089 HTTP/1.1" status: 201  len: 201 time: 0.5214450
Dec 03 11:14:00.829841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40422) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:00.839336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-2e34c8cf-717d-4062-b0d7-4d63a1ed1822 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b51dcc88>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc', 'tempest-TagsExtTest-Tag-83690113') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:00.848326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-245314e0-d2bf-4360-b89f-71d4233cbed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.869772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ce9d414e-23b8-428e-9e01-76f8f467d493 None None] For port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=31ef5809-7168-4c0a-b16e-4ac02b0ecdc9,segment=NetworkSegment(c15706e0-6be7-4706-9cdc-ef3b67a8bdf9),segment_id=c15706e0-6be7-4706-9cdc-ef3b67a8bdf9)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:00.891791 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2e34c8cf-717d-4062-b0d7-4d63a1ed1822 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "PUT /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags/tempest-TagsExtTest-Tag-83690113 HTTP/1.1" status: 201  len: 201 time: 0.0599520
Dec 03 11:14:00.892680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40426) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:00.898524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-8bf558c2-c03e-47ef-92f1-1f327c6a582e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b5071f98>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:00.909940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce9d414e-23b8-428e-9e01-76f8f467d493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:00.922188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:00.982293 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8bf558c2-c03e-47ef-92f1-1f327c6a582e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags HTTP/1.1" status: 200  len: 241 time: 0.0860224
Dec 03 11:14:00.982879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40430) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:00.988842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-154e85c9-651d-40c0-ab25-c7710d37d502 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b529b208>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3', 'tempest-TagsExtTest-Tag-1659997781') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:01.072460 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-154e85c9-651d-40c0-ab25-c7710d37d502 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags/tempest-TagsExtTest-Tag-1659997781 HTTP/1.1" status: 204  len: 168 time: 0.0849411
Dec 03 11:14:01.073139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40434) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:01.081884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-cee16498-60c9-43bc-b016-e3271e19f94e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ed1a58>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3', 'tempest-TagsExtTest-Tag-1659997781') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:01.087659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:01.090552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:14:01.091093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:14:01.099757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-492d3f1c-91e2-432f-83c2-b417dc1d5ba4 None None] Provisioning complete for port 9b19820b-fab6-4be7-89b6-32472a715bcb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:01.100174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-492d3f1c-91e2-432f-83c2-b417dc1d5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:01.133697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Transition to ACTIVE for port object b38ed8da-7f1e-411a-bdc1-b916430cd316 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:01.143611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d414e-23b8-428e-9e01-76f8f467d493 None None] Pushing event updated for resources: {'Port': ['ID=31ef5809-7168-4c0a-b16e-4ac02b0ecdc9,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:01.155803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ce9d414e-23b8-428e-9e01-76f8f467d493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:01.178328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Transition to ACTIVE for port object b38ed8da-7f1e-411a-bdc1-b916430cd316 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:01.184129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-492d3f1c-91e2-432f-83c2-b417dc1d5ba4 None None] Port 9b19820b-fab6-4be7-89b6-32472a715bcb cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:14:01.188009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:01.191617 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cee16498-60c9-43bc-b016-e3271e19f94e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags/tempest-TagsExtTest-Tag-1659997781 HTTP/1.1" status: 204  len: 168 time: 0.1167572
Dec 03 11:14:01.192365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40438) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:01.199067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-671fe3c9-3d1a-478e-a523-c0fc3b9c39f2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b471aa20>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:01.227489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ce9d414e-23b8-428e-9e01-76f8f467d493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:01.232385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for 4200ad2f-4346-4a5e-992e-bc0fc0c5bf67 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:01.277853 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-671fe3c9-3d1a-478e-a523-c0fc3b9c39f2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags HTTP/1.1" status: 200  len: 205 time: 0.0842948
Dec 03 11:14:01.280519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40442) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:01.286077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-818be9db-2583-4fb3-b47d-5f2f4940a68b tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b6481400>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:01.356941 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-818be9db-2583-4fb3-b47d-5f2f4940a68b tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags HTTP/1.1" status: 200  len: 240 time: 0.0752358
Dec 03 11:14:01.360679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40446) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:01.366979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-0e70e8b5-ee12-477f-81aa-3b6ce2538336 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d58cc0>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb', 'tempest-TagsExtTest-Tag-128935021') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:01.377512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d294cc9e-4979-4fb1-8bd3-b1fc6e813a72 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:01.455006 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0e70e8b5-ee12-477f-81aa-3b6ce2538336 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags/tempest-TagsExtTest-Tag-128935021 HTTP/1.1" status: 204  len: 168 time: 0.0907433
Dec 03 11:14:01.456617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40454) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:01.461879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-492d3f1c-91e2-432f-83c2-b417dc1d5ba4 None None] Provisioning complete for port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:01.462431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-492d3f1c-91e2-432f-83c2-b417dc1d5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:01.468004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-940f0a2d-a3a5-4dee-9c1f-3cad6d4b45cf tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cca198>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb', 'tempest-TagsExtTest-Tag-128935021') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:01.496446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Pushing event updated for resources: {'Port': ['ID=b38ed8da-7f1e-411a-bdc1-b916430cd316,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:01.516654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:01.554070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Network 49025857-8603-4fd3-a9cc-ad2c6c4939e7 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:01.558746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:01.564771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:01.580328 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-940f0a2d-a3a5-4dee-9c1f-3cad6d4b45cf tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags/tempest-TagsExtTest-Tag-128935021 HTTP/1.1" status: 204  len: 168 time: 0.1225860
Dec 03 11:14:01.583258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40458) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:01.584330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:01.589434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-b143109c-2f45-4a02-897f-b7e95bfa6730 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b504d748>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:01.627376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:01.665726 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b143109c-2f45-4a02-897f-b7e95bfa6730 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags HTTP/1.1" status: 200  len: 205 time: 0.0812731
Dec 03 11:14:01.668386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40462) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:01.674337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-57b312aa-b1f2-4023-91f3-b2263b54bb7f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b48919b0>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:01.681911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7941b373-4eea-4952-bca2-5864df47814a tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:01.682280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7941b373-4eea-4952-bca2-5864df47814a tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:01.691229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d294cc9e-4979-4fb1-8bd3-b1fc6e813a72 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:01.832115 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-57b312aa-b1f2-4023-91f3-b2263b54bb7f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags HTTP/1.1" status: 200  len: 241 time: 0.1622837
Dec 03 11:14:01.835491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40466) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:01.842052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-77614941-393d-40c4-bc1e-c5d6f8e7adf8 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b471dfd0>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256', 'tempest-TagsExtTest-Tag-1086838089') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:01.857323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Attempting to bind port b38ed8da-7f1e-411a-bdc1-b916430cd316 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:14:01.857740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Attempting to bind port b38ed8da-7f1e-411a-bdc1-b916430cd316 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'c6794a6d-b04f-4f98-bdfc-6975ddb9fa37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '49025857-8603-4fd3-a9cc-ad2c6c4939e7'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:14:01.858146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Attempting to bind port b38ed8da-7f1e-411a-bdc1-b916430cd316 on network 49025857-8603-4fd3-a9cc-ad2c6c4939e7 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:14:01.900242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:14:01.900669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Checking segment: {'id': 'c6794a6d-b04f-4f98-bdfc-6975ddb9fa37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '49025857-8603-4fd3-a9cc-ad2c6c4939e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:01.901120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:01.901561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Bound using segment: {'id': 'c6794a6d-b04f-4f98-bdfc-6975ddb9fa37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '49025857-8603-4fd3-a9cc-ad2c6c4939e7'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:14:01.902092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Bound port: b38ed8da-7f1e-411a-bdc1-b916430cd316, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6794a6d-b04f-4f98-bdfc-6975ddb9fa37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '49025857-8603-4fd3-a9cc-ad2c6c4939e7'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:14:01.902516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:01.956424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7941b373-4eea-4952-bca2-5864df47814a tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Calling delete_port for f0dd8086-c0c0-452e-8333-d66fe448e30d owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:01.997758 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-77614941-393d-40c4-bc1e-c5d6f8e7adf8 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags/tempest-TagsExtTest-Tag-1086838089 HTTP/1.1" status: 204  len: 168 time: 0.1574538
Dec 03 11:14:01.997758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40470) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:02.003330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-3dd33a88-29b5-4adb-bc4c-506d483d3944 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b62da630>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256', 'tempest-TagsExtTest-Tag-1086838089') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:02.018686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d294cc9e-4979-4fb1-8bd3-b1fc6e813a72 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:02.023600 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d294cc9e-4979-4fb1-8bd3-b1fc6e813a72 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.7923865
Dec 03 11:14:02.032712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5677675b-7908-497a-90ff-e5a49da97629 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:02.033417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40474) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:02.039968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] For port b38ed8da-7f1e-411a-bdc1-b916430cd316, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:14:02.050570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] For port b38ed8da-7f1e-411a-bdc1-b916430cd316, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b38ed8da-7f1e-411a-bdc1-b916430cd316,segment=NetworkSegment(c6794a6d-b04f-4f98-bdfc-6975ddb9fa37),segment_id=c6794a6d-b04f-4f98-bdfc-6975ddb9fa37)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:14:02.056614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:02.077360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Request body: {'router': {'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'enable_snat': True}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:02.090766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:02.112268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:02.140782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event updated for resources: {'Subnet': ['ID=c377911c-fec3-4344-984b-4904d91cc69d,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:02.165230 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3dd33a88-29b5-4adb-bc4c-506d483d3944 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags/tempest-TagsExtTest-Tag-1086838089 HTTP/1.1" status: 204  len: 168 time: 0.1639583
Dec 03 11:14:02.165677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40478) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:02.172868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-7670b755-e3fd-4903-9a44-722ed525bceb tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b743ea58>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:02.229466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:02.230037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e7a4776-2f78-488a-a9d9-8cea08d4e3cd tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:02.285578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Pushing event updated for resources: {'Port': ['ID=b38ed8da-7f1e-411a-bdc1-b916430cd316,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:02.289147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:02.319381 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7670b755-e3fd-4903-9a44-722ed525bceb tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags HTTP/1.1" status: 200  len: 205 time: 0.1510437
Dec 03 11:14:02.322008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40482) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:02.327889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-87d67463-368a-430c-b60d-9c9da62ec333 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b4bb0240>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:02.338792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:02.339332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:02.354330 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-87d67463-368a-430c-b60d-9c9da62ec333 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags HTTP/1.1" status: 200  len: 239 time: 0.0310612
Dec 03 11:14:02.357197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40486) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:02.358853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677675b-7908-497a-90ff-e5a49da97629 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event deleted for resources: {'Subnet': ['ID=1e0267b6-20af-4c35-aaac-4f9eba9e6248,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:02.363381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-485359ba-3a24-478f-b63e-b76cc88c7e58 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b4662d30>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc', 'tempest-TagsExtTest-Tag-83690113') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:02.392202 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-485359ba-3a24-478f-b63e-b76cc88c7e58 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags/tempest-TagsExtTest-Tag-83690113 HTTP/1.1" status: 204  len: 168 time: 0.0312052
Dec 03 11:14:02.392575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40490) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:02.399004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-3f539c47-69bc-4a8c-bd9d-22177def880a tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b644c5f8>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc', 'tempest-TagsExtTest-Tag-83690113') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:02.429148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5677675b-7908-497a-90ff-e5a49da97629 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:02.441984 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f539c47-69bc-4a8c-bd9d-22177def880a tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags/tempest-TagsExtTest-Tag-83690113 HTTP/1.1" status: 204  len: 168 time: 0.0457263
Dec 03 11:14:02.442607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40494) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:02.449109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-f55982a5-0130-4bfc-b9f2-752d532e9347 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b4fc5438>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:02.478055 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f55982a5-0130-4bfc-b9f2-752d532e9347 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags HTTP/1.1" status: 200  len: 205 time: 0.0321465
Dec 03 11:14:02.478680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40498) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:02.484342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-a8c06308-80f1-4ade-ae29-9978faf20c98 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b90e80>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:02.512694 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a8c06308-80f1-4ade-ae29-9978faf20c98 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags HTTP/1.1" status: 204  len: 168 time: 0.0329571
Dec 03 11:14:02.515607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40502) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:02.521258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-17954f78-ad77-4c49-8c33-3d74b7afdc15 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b66c3f28>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:02.648496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5677675b-7908-497a-90ff-e5a49da97629 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:02.658732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246fef8-302d-45ef-b800-a26c411a4d05 None None] Network aabc1878-012e-4f32-82af-a992a5cb98d6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:02.668529 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-17954f78-ad77-4c49-8c33-3d74b7afdc15 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags HTTP/1.1" status: 204  len: 168 time: 0.1518383
Dec 03 11:14:02.671386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40510) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:02.677129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-bc5c071d-2610-4bc4-8dbd-e0ed901362cf tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b45f42b0>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:02.801352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:02.811070 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bc5c071d-2610-4bc4-8dbd-e0ed901362cf tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags HTTP/1.1" status: 204  len: 168 time: 0.1385889
Dec 03 11:14:02.813883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40514) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:02.820831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-06198c80-9dc5-42d2-ad0d-bdb8ae2f676d tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b6408cc0>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:02.917604 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-06198c80-9dc5-42d2-ad0d-bdb8ae2f676d tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags HTTP/1.1" status: 204  len: 168 time: 0.1022666
Dec 03 11:14:02.922184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40518) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:02.924456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:02.930017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8a6cd35-c83e-4a23-b0f4-d1071ea84d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:02.933600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-2dbd7b26-38ef-4960-a0da-fba8ea3ace25 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b644cf28>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3', 'tempest-TagsExtTest-Tag-1046312737') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:02.934283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:03.037449 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5677675b-7908-497a-90ff-e5a49da97629 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "DELETE /v2.0/subnets/1e0267b6-20af-4c35-aaac-4f9eba9e6248 HTTP/1.1" status: 204  len: 168 time: 4.1398413
Dec 03 11:14:03.037449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=4200ad2f-4346-4a5e-992e-bc0fc0c5bf67,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:03.038475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40522) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:03.051022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:03.100748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6df8a6-b8f5-4129-a63a-99d85ca5cd49 None None] DHCP port deletion for aabc1878-012e-4f32-82af-a992a5cb98d6 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:14:03.105695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4b6df8a6-b8f5-4129-a63a-99d85ca5cd49 None None] Deleting port 4b90e969-a654-4739-8587-33eb93897d3c {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:03.106190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b6df8a6-b8f5-4129-a63a-99d85ca5cd49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:03.130734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Checking segment: {'id': 'da63e8ed-019b-4742-96c1-b4e18679952a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4689f345-4cca-415b-a8c7-64f7c2d74dea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:03.131159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network hostable DHCP agents. Network: 4689f345-4cca-415b-a8c7-64f7c2d74dea, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:14:03.180857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:03.190317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7941b373-4eea-4952-bca2-5864df47814a tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:03.212961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:03.249931 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2dbd7b26-38ef-4960-a0da-fba8ea3ace25 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "PUT /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags/tempest-TagsExtTest-Tag-1046312737 HTTP/1.1" status: 201  len: 201 time: 0.3235977
Dec 03 11:14:03.250455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40526) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:03.257854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-84cf3f9e-f7e9-4f76-979d-72ca2fcdee51 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b60dcc50>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb', 'tempest-TagsExtTest-Tag-1481446757') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:03.282391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941b373-4eea-4952-bca2-5864df47814a tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Pushing event deleted for resources: {'Port': ['ID=f0dd8086-c0c0-452e-8333-d66fe448e30d,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:03.285178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7941b373-4eea-4952-bca2-5864df47814a tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:03.299554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Deleting port 4b90e969-a654-4739-8587-33eb93897d3c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:03.300023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:03.300756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network 4689f345-4cca-415b-a8c7-64f7c2d74dea is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:14:03.329985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4b6df8a6-b8f5-4129-a63a-99d85ca5cd49 None None] For port 4b90e969-a654-4739-8587-33eb93897d3c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4b90e969-a654-4739-8587-33eb93897d3c,segment=NetworkSegment(260d6b2b-a551-4302-a48d-02d1e13d11e6),segment_id=260d6b2b-a551-4302-a48d-02d1e13d11e6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:03.330344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b6df8a6-b8f5-4129-a63a-99d85ca5cd49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:03.473427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4b6df8a6-b8f5-4129-a63a-99d85ca5cd49 None None] Calling delete_port for 4b90e969-a654-4739-8587-33eb93897d3c owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:03.498204 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-84cf3f9e-f7e9-4f76-979d-72ca2fcdee51 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "PUT /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags/tempest-TagsExtTest-Tag-1481446757 HTTP/1.1" status: 201  len: 201 time: 0.2441032
Dec 03 11:14:03.499213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40530) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:03.558088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-ef2d3d6d-6c65-42a6-920d-93149147ac94 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b45775f8>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256', 'tempest-TagsExtTest-Tag-2093830479') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:03.558345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b6df8a6-b8f5-4129-a63a-99d85ca5cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:03.575161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:03.631769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6df8a6-b8f5-4129-a63a-99d85ca5cd49 None None] Pushing event deleted for resources: {'Port': ['ID=4b90e969-a654-4739-8587-33eb93897d3c,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:03.644647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4b6df8a6-b8f5-4129-a63a-99d85ca5cd49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:03.706285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] For port 4b90e969-a654-4739-8587-33eb93897d3c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4b90e969-a654-4739-8587-33eb93897d3c,segment=NetworkSegment(260d6b2b-a551-4302-a48d-02d1e13d11e6),segment_id=260d6b2b-a551-4302-a48d-02d1e13d11e6)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:03.706666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:03.720273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 4689f345-4cca-415b-a8c7-64f7c2d74dea) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:03.733269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237b6d0a-94ad-4307-bb23-9c548ad38eae None None] Network 4689f345-4cca-415b-a8c7-64f7c2d74dea requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:03.761008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:03.906563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6df8a6-b8f5-4129-a63a-99d85ca5cd49 None None] No DVR routers for this DVR port 4b90e969-a654-4739-8587-33eb93897d3c on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:14:03.965955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:03.966547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:03.967378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:04.109657 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 13.2917626
Dec 03 11:14:04.114365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40538) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:04.205343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:04.235104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b38ed8da-7f1e-411a-bdc1-b916430cd316 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:04.277899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Calling delete_port for 4b90e969-a654-4739-8587-33eb93897d3c owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:04.296843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-4689f345-4cca-415b-a8c7-64f7c2d74dea', 'network_id': '4689f345-4cca-415b-a8c7-64f7c2d74dea', 'tenant_id': '2a5b75caa1c34df08bc13230d653a153', 'fixed_ips': [{'subnet_id': 'c377911c-fec3-4344-984b-4904d91cc69d'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:14:04.297677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:04.325255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7941b373-4eea-4952-bca2-5864df47814a tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:04.327867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7941b373-4eea-4952-bca2-5864df47814a tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:04.329376 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7941b373-4eea-4952-bca2-5864df47814a tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] 10.222.0.90 "DELETE /v2.0/floatingips/46c0367f-b2ba-4214-ba61-9524fb370ad2 HTTP/1.1" status: 204  len: 168 time: 4.0890524
Dec 03 11:14:04.336097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40542) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:04.365127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c196831d-87c9-49dd-be5e-0d204017cf65 None None] Network 49025857-8603-4fd3-a9cc-ad2c6c4939e7 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:04.432038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ef2d3d6d-6c65-42a6-920d-93149147ac94 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "PUT /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags/tempest-TagsExtTest-Tag-2093830479 HTTP/1.1" status: 201  len: 201 time: 0.9296534
Dec 03 11:14:04.439876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40546) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:04.461617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-1cd34636-45ce-4dfc-af3b-44aed5354017 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b45f4550>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc', 'tempest-TagsExtTest-Tag-2093946177') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:04.486103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port b38ed8da-7f1e-411a-bdc1-b916430cd316 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:04.555621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78872d4f-a5b2-4424-a520-cee31512eb12 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:04.557148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78872d4f-a5b2-4424-a520-cee31512eb12 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:04.558648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78872d4f-a5b2-4424-a520-cee31512eb12 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:04.559580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-78872d4f-a5b2-4424-a520-cee31512eb12 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Synchronizing usage tracker for tenant:2a5b75caa1c34df08bc13230d653a153 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:14:04.559709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-93c8c5e1-abae-4413-8e9d-45fe580be79f None None] Provisioning for port b38ed8da-7f1e-411a-bdc1-b916430cd316 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:04.563128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:14:04.564019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:14:04.564524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-21f4e42e-aeeb-432b-9e6a-d93e21b69050 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Deleting port 0ffbbf86-33af-4168-b487-1420f2f05cf8 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:04.564964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21f4e42e-aeeb-432b-9e6a-d93e21b69050 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:04.589432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-93c8c5e1-abae-4413-8e9d-45fe580be79f None None] Provisioning complete for port b38ed8da-7f1e-411a-bdc1-b916430cd316 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:04.589432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93c8c5e1-abae-4413-8e9d-45fe580be79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:04.629029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-78872d4f-a5b2-4424-a520-cee31512eb12 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Unset dirty status for tenant:2a5b75caa1c34df08bc13230d653a153 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:14:04.631115 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-78872d4f-a5b2-4424-a520-cee31512eb12 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.5106022
Dec 03 11:14:04.646518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40550) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:04.649992 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1cd34636-45ce-4dfc-af3b-44aed5354017 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "PUT /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags/tempest-TagsExtTest-Tag-2093946177 HTTP/1.1" status: 201  len: 201 time: 0.2071929
Dec 03 11:14:04.653923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40554) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:04.689745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4b90e969-a654-4739-8587-33eb93897d3c no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:14:04.697685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-9ce14e87-ab05-4094-841b-126743e80ae5 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b42c7320>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3', {'tags': ['tempest-TagsExtTest-Tag-742579549', 'tempest-TagsExtTest-Tag-564904335', 'tempest-TagsExtTest-Tag-190926905']}) {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:04.752382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 4b90e969-a654-4739-8587-33eb93897d3c {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:14:04.752778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4b90e969-a654-4739-8587-33eb93897d3c not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:14:04.774341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:04.779288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21f4e42e-aeeb-432b-9e6a-d93e21b69050 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:04.779650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21f4e42e-aeeb-432b-9e6a-d93e21b69050 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:04.826224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:04.924900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-21f4e42e-aeeb-432b-9e6a-d93e21b69050 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Calling delete_port for 0ffbbf86-33af-4168-b487-1420f2f05cf8 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:05.072014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Deleting port 4b90e969-a654-4739-8587-33eb93897d3c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:05.072807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.158886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] The port '4b90e969-a654-4739-8587-33eb93897d3c' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:14:05.203145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.210517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93c8c5e1-abae-4413-8e9d-45fe580be79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.224582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Allocated IP 2001:db8:0:1::1 (4689f345-4cca-415b-a8c7-64f7c2d74dea/c377911c-fec3-4344-984b-4904d91cc69d/67ee1769-f848-477b-b94e-fa0f9083573f) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:05.260534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21f4e42e-aeeb-432b-9e6a-d93e21b69050 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.273091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-915e9c2c-09e8-4f6c-985e-2999e071965c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Deleting subnet da0ea9b5-a52a-44d2-bfdb-37e8b13ffa47 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:14:05.278931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-915e9c2c-09e8-4f6c-985e-2999e071965c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.282941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:05.305541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-93c8c5e1-abae-4413-8e9d-45fe580be79f None None] For port b38ed8da-7f1e-411a-bdc1-b916430cd316, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b38ed8da-7f1e-411a-bdc1-b916430cd316,segment=NetworkSegment(c6794a6d-b04f-4f98-bdfc-6975ddb9fa37),segment_id=c6794a6d-b04f-4f98-bdfc-6975ddb9fa37)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:05.324799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93c8c5e1-abae-4413-8e9d-45fe580be79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.331449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4b6df8a6-b8f5-4129-a63a-99d85ca5cd49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:05.393974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-915e9c2c-09e8-4f6c-985e-2999e071965c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.404785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.434633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4e42e-aeeb-432b-9e6a-d93e21b69050 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Pushing event deleted for resources: {'Port': ['ID=0ffbbf86-33af-4168-b487-1420f2f05cf8,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:05.438068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21f4e42e-aeeb-432b-9e6a-d93e21b69050 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:05.496355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.504745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-915e9c2c-09e8-4f6c-985e-2999e071965c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.529404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8c5e1-abae-4413-8e9d-45fe580be79f None None] Pushing event updated for resources: {'Port': ['ID=b38ed8da-7f1e-411a-bdc1-b916430cd316,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:05.541004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93c8c5e1-abae-4413-8e9d-45fe580be79f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:05.609011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-02dd66df-7114-4287-9691-11e349864eb6 None None] Provisioning complete for port b38ed8da-7f1e-411a-bdc1-b916430cd316 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:05.609404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02dd66df-7114-4287-9691-11e349864eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.658593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.684252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Transition to ACTIVE for port object 67ee1769-f848-477b-b94e-fa0f9083573f will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:05.703889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9ce14e87-ab05-4094-841b-126743e80ae5 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "PUT /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags HTTP/1.1" status: 200  len: 315 time: 1.0151701
Dec 03 11:14:05.713174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40562) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:05.714068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Transition to ACTIVE for port object 67ee1769-f848-477b-b94e-fa0f9083573f will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:05.724156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-01ccde83-4b5c-4414-bf77-98103ab95c37 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b454ae48>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:05.751391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.797504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b52fdfd0>,) {'filters': {'network_id': ['aabc1878-012e-4f32-82af-a992a5cb98d6']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:05.807746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21f4e42e-aeeb-432b-9e6a-d93e21b69050 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.828625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b52fdfd0>, '260d6b2b-a551-4302-a48d-02d1e13d11e6') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:05.829115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b52fdfd0>, '260d6b2b-a551-4302-a48d-02d1e13d11e6') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:05.852873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:05.860177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.875362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21f4e42e-aeeb-432b-9e6a-d93e21b69050 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.880107 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-21f4e42e-aeeb-432b-9e6a-d93e21b69050 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] 10.222.0.90 "DELETE /v2.0/floatingips/810866a8-dcf2-488c-93f8-d6511ec392bb HTTP/1.1" status: 204  len: 168 time: 1.5376618
Dec 03 11:14:05.880906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40566) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:05.940280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:05.945146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Releasing vxlan tunnel 5 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:14:06.021656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Network 4689f345-4cca-415b-a8c7-64f7c2d74dea is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:06.023388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Pushing event updated for resources: {'Port': ['ID=67ee1769-f848-477b-b94e-fa0f9083573f,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:06.026523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:06.028476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:06.029243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:06.081923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b38ed8da-7f1e-411a-bdc1-b916430cd316 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:06.151849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ed368-b1bf-4398-800f-50a87472571d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Deleting port 9fd389ee-5c51-4749-a52d-1601be88af95 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:06.152402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed368-b1bf-4398-800f-50a87472571d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:06.179884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Attempting to bind port 67ee1769-f848-477b-b94e-fa0f9083573f on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:14:06.180469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Attempting to bind port 67ee1769-f848-477b-b94e-fa0f9083573f by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'da63e8ed-019b-4742-96c1-b4e18679952a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4689f345-4cca-415b-a8c7-64f7c2d74dea'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:14:06.180692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Attempting to bind port 67ee1769-f848-477b-b94e-fa0f9083573f on network 4689f345-4cca-415b-a8c7-64f7c2d74dea {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:14:06.189769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:14:06.190195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Checking segment: {'id': 'da63e8ed-019b-4742-96c1-b4e18679952a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4689f345-4cca-415b-a8c7-64f7c2d74dea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:06.190635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:06.191213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Bound using segment: {'id': 'da63e8ed-019b-4742-96c1-b4e18679952a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4689f345-4cca-415b-a8c7-64f7c2d74dea'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:14:06.191749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Bound port: 67ee1769-f848-477b-b94e-fa0f9083573f, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da63e8ed-019b-4742-96c1-b4e18679952a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4689f345-4cca-415b-a8c7-64f7c2d74dea'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:14:06.192178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:06.219273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b4ced60d-a874-4b9d-8e69-167ce33a94d0 None None] Provisioning complete for port b38ed8da-7f1e-411a-bdc1-b916430cd316 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:06.219698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4ced60d-a874-4b9d-8e69-167ce33a94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:06.255946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b38ed8da-7f1e-411a-bdc1-b916430cd316 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:06.256399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:06.289215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Network aabc1878-012e-4f32-82af-a992a5cb98d6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:06.300718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:06.322020 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-01ccde83-4b5c-4414-bf77-98103ab95c37 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags HTTP/1.1" status: 204  len: 168 time: 0.6028464
Dec 03 11:14:06.327899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40570) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:06.422983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-c7a21d27-18e8-439d-8bd9-edce19b92fb7 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cbe0b8>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3', 'tempest-TagsExtTest-Tag-742579549') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:06.487342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-915e9c2c-09e8-4f6c-985e-2999e071965c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:06.489491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 5dfad0a2-6306-4634-ae1b-f2e4beda391c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:14:06.518378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35f35fad-d76c-41e8-bad2-d3997031a0af tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:06.570363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e9c2c-09e8-4f6c-985e-2999e071965c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event deleted for resources: {'Subnet': ['ID=da0ea9b5-a52a-44d2-bfdb-37e8b13ffa47,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:06.573856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-915e9c2c-09e8-4f6c-985e-2999e071965c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:06.587344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] For port 67ee1769-f848-477b-b94e-fa0f9083573f, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:14:06.610621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] For port 67ee1769-f848-477b-b94e-fa0f9083573f, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=67ee1769-f848-477b-b94e-fa0f9083573f,segment=NetworkSegment(da63e8ed-019b-4742-96c1-b4e18679952a),segment_id=da63e8ed-019b-4742-96c1-b4e18679952a)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:14:06.640602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:06.670251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:06.833431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Pushing event updated for resources: {'Port': ['ID=67ee1769-f848-477b-b94e-fa0f9083573f,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:06.851374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:06.882220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b753f55c-1360-4bc0-abff-d7b570dfe9fe None None] Provisioning complete for port b38ed8da-7f1e-411a-bdc1-b916430cd316 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:06.882472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b753f55c-1360-4bc0-abff-d7b570dfe9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:06.924377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Allocated IP 172.26.1.132 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/fa2ddd73-ca92-4cfc-b167-0daf7ab028ed) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:06.942054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Network aabc1878-012e-4f32-82af-a992a5cb98d6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:06.951235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-915e9c2c-09e8-4f6c-985e-2999e071965c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:06.961459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be949d8e-ddd2-4ac1-9ca7-5625ebd1c487 None None] Network 49025857-8603-4fd3-a9cc-ad2c6c4939e7 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:06.970952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:14:06.978726 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:14:06.984578 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/5dfad0a2-6306-4634-ae1b-f2e4beda391c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1726029
Dec 03 11:14:06.985481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40578) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:06.994262 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-915e9c2c-09e8-4f6c-985e-2999e071965c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "DELETE /v2.0/subnets/da0ea9b5-a52a-44d2-bfdb-37e8b13ffa47 HTTP/1.1" status: 204  len: 168 time: 2.3460529
Dec 03 11:14:06.997618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c566a-87e8-4495-8eb0-668e3210dd4b None None] Sync routers for ids ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:14:07.013696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40582) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:07.116338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c566a-87e8-4495-8eb0-668e3210dd4b None None] Routers {'5dfad0a2-6306-4634-ae1b-f2e4beda391c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:07.117049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ce9c566a-87e8-4495-8eb0-668e3210dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f9ee48>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:07.158920 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-c7a21d27-18e8-439d-8bd9-edce19b92fb7 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] show failed (client error): The resource could not be found.
Dec 03 11:14:07.160726 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c7a21d27-18e8-439d-8bd9-edce19b92fb7 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags/tempest-TagsExtTest-Tag-742579549 HTTP/1.1" status: 404  len: 328 time: 0.8314576
Dec 03 11:14:07.170792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40586) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:07.188632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-6854cccf-a39e-46df-bd23-14faa1c62b68 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b76f1ac8>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3', 'tempest-TagsExtTest-Tag-564904335') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:07.199561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ce9c566a-87e8-4495-8eb0-668e3210dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f9ee48>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:07.219077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:07.241531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6d8c002d-5abc-4786-acc9-d54909520014 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:07.260831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:07.277375 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] 10.222.0.90 "DELETE /v2.0/networks/aabc1878-012e-4f32-82af-a992a5cb98d6 HTTP/1.1" status: 204  len: 168 time: 4.2353835
Dec 03 11:14:07.277896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed368-b1bf-4398-800f-50a87472571d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:07.297708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c566a-87e8-4495-8eb0-668e3210dd4b None None] Routers {'5dfad0a2-6306-4634-ae1b-f2e4beda391c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:07.298401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ce9c566a-87e8-4495-8eb0-668e3210dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f9ee48>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:07.317437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Pushing event deleted for resources: {'Network': ['ID=aabc1878-012e-4f32-82af-a992a5cb98d6,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:07.342804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:07.495570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ed368-b1bf-4398-800f-50a87472571d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Calling delete_port for 9fd389ee-5c51-4749-a52d-1601be88af95 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:07.541455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:07.568098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ce9c566a-87e8-4495-8eb0-668e3210dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f9ee48>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:07.568473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c566a-87e8-4495-8eb0-668e3210dd4b None None] The sync data for ids ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:14:07.601136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:07.678082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56bf5e-423a-43da-ac65-6bdc9737a139 None None] DHCP port deletion for 49025857-8603-4fd3-a9cc-ad2c6c4939e7 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:14:07.684555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2c56bf5e-423a-43da-ac65-6bdc9737a139 None None] Deleting port b38ed8da-7f1e-411a-bdc1-b916430cd316 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:07.685138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c56bf5e-423a-43da-ac65-6bdc9737a139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:07.796829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86a9559-94c7-4712-9aa8-719f6a7a6f52 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Deleting subnet c377911c-fec3-4344-984b-4904d91cc69d {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:14:07.805384 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-6854cccf-a39e-46df-bd23-14faa1c62b68 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] show failed (client error): The resource could not be found.
Dec 03 11:14:07.806671 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6854cccf-a39e-46df-bd23-14faa1c62b68 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags/tempest-TagsExtTest-Tag-564904335 HTTP/1.1" status: 404  len: 328 time: 0.6343799
Dec 03 11:14:07.807625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d86a9559-94c7-4712-9aa8-719f6a7a6f52 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:07.826460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40596) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:07.838318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:07.857606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed368-b1bf-4398-800f-50a87472571d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:07.875842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:07.944094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ed368-b1bf-4398-800f-50a87472571d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event deleted for resources: {'Port': ['ID=9fd389ee-5c51-4749-a52d-1601be88af95,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:07.979459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d9ed368-b1bf-4398-800f-50a87472571d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:07.986472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-d83a20ac-aa19-4bed-851f-333ae60082fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b44fda90>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3', 'tempest-TagsExtTest-Tag-190926905') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:07.990973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d86a9559-94c7-4712-9aa8-719f6a7a6f52 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:08.019684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64036fcf-07c7-490c-90ec-100d746411b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:08.119985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:08.125938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:08.138948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:08.191133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2c56bf5e-423a-43da-ac65-6bdc9737a139 None None] For port b38ed8da-7f1e-411a-bdc1-b916430cd316, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b38ed8da-7f1e-411a-bdc1-b916430cd316,segment=NetworkSegment(c6794a6d-b04f-4f98-bdfc-6975ddb9fa37),segment_id=c6794a6d-b04f-4f98-bdfc-6975ddb9fa37)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:08.191627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c56bf5e-423a-43da-ac65-6bdc9737a139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:08.232999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40602) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:08.251368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d86a9559-94c7-4712-9aa8-719f6a7a6f52 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:08.336284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2c56bf5e-423a-43da-ac65-6bdc9737a139 None None] Calling delete_port for b38ed8da-7f1e-411a-bdc1-b916430cd316 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:08.363262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed368-b1bf-4398-800f-50a87472571d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:08.417519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 67ee1769-f848-477b-b94e-fa0f9083573f up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:08.463820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c56bf5e-423a-43da-ac65-6bdc9737a139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:08.506240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:08.571283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56bf5e-423a-43da-ac65-6bdc9737a139 None None] Pushing event deleted for resources: {'Port': ['ID=b38ed8da-7f1e-411a-bdc1-b916430cd316,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:08.595327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2c56bf5e-423a-43da-ac65-6bdc9737a139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:08.740314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 67ee1769-f848-477b-b94e-fa0f9083573f completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:08.746109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c56bf5e-423a-43da-ac65-6bdc9737a139 None None] No DVR routers for this DVR port b38ed8da-7f1e-411a-bdc1-b916430cd316 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:14:08.747031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Pushing event updated for resources: {'Port': ['ID=fa2ddd73-ca92-4cfc-b167-0daf7ab028ed,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:08.751402 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3d9ed368-b1bf-4398-800f-50a87472571d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "DELETE /v2.0/ports/9fd389ee-5c51-4749-a52d-1601be88af95 HTTP/1.1" status: 204  len: 168 time: 2.8696201
Dec 03 11:14:08.759775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40608) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:08.788562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:08.818717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b38ed8da-7f1e-411a-bdc1-b916430cd316 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:14:08.846070 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-d83a20ac-aa19-4bed-851f-333ae60082fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] show failed (client error): The resource could not be found.
Dec 03 11:14:08.849937 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d83a20ac-aa19-4bed-851f-333ae60082fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags/tempest-TagsExtTest-Tag-190926905 HTTP/1.1" status: 404  len: 328 time: 1.0111220
Dec 03 11:14:08.854033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40612) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:08.867080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-4a9ab6a0-03d3-4fcf-bfeb-9af46cff94af tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b5029358>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb', {'tags': ['tempest-TagsExtTest-Tag-1467152865', 'tempest-TagsExtTest-Tag-1542696679', 'tempest-TagsExtTest-Tag-585768745']}) {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:08.868704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: b38ed8da-7f1e-411a-bdc1-b916430cd316 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:14:08.869106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b38ed8da-7f1e-411a-bdc1-b916430cd316 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:14:08.916204 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1e39db08-95d6-4af4-ba2d-ca8c0656525f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b0cb5ee8ab414437b63c0c1b565b9537&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6819570
Dec 03 11:14:08.924950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40616) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:08.934787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a513ee-31ca-4fc0-b480-8bb42a133561 None None] Network 4689f345-4cca-415b-a8c7-64f7c2d74dea requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:08.980348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d86a9559-94c7-4712-9aa8-719f6a7a6f52 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:09.016731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:09.071596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bbb9d037-a030-4a57-90ca-910e395e20cc None None] Provisioning for port 67ee1769-f848-477b-b94e-fa0f9083573f completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:09.079824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bbb9d037-a030-4a57-90ca-910e395e20cc None None] Provisioning complete for port 67ee1769-f848-477b-b94e-fa0f9083573f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:09.080248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d037-a030-4a57-90ca-910e395e20cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:09.199951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a9559-94c7-4712-9aa8-719f6a7a6f52 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event deleted for resources: {'Subnet': ['ID=c377911c-fec3-4344-984b-4904d91cc69d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:09.220625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d86a9559-94c7-4712-9aa8-719f6a7a6f52 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:09.220835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:09.221675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d86a9559-94c7-4712-9aa8-719f6a7a6f52 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:09.233295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b95a9-48ca-4419-921e-9bc3311a3b11 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:09.234059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bd0b95a9-48ca-4419-921e-9bc3311a3b11 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Synchronizing usage tracker for tenant:cfbdb5fe8e824b82b4543ea8c6e9b686 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:14:09.274390 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d86a9559-94c7-4712-9aa8-719f6a7a6f52 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "DELETE /v2.0/subnets/c377911c-fec3-4344-984b-4904d91cc69d HTTP/1.1" status: 204  len: 168 time: 2.2593472
Dec 03 11:14:09.279805 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4a9ab6a0-03d3-4fcf-bfeb-9af46cff94af tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "PUT /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags HTTP/1.1" status: 200  len: 317 time: 0.4238183
Dec 03 11:14:09.282420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40624) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:09.282794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40626) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:09.291214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90f22644-4fb6-4d84-a607-550347dae2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:09.331337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-f4c70f27-27a3-4521-9a3f-ba0496b0b34e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b4db7c18>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:09.360479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bd0b95a9-48ca-4419-921e-9bc3311a3b11 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Unset dirty status for tenant:cfbdb5fe8e824b82b4543ea8c6e9b686 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:14:09.364331 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bd0b95a9-48ca-4419-921e-9bc3311a3b11 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "GET /v2.0/ports?device_id=43418ab1-94b5-4b76-9f9a-9a05cd52e896 HTTP/1.1" status: 200  len: 913 time: 0.6009541
Dec 03 11:14:09.382335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40632) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:09.390574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d037-a030-4a57-90ca-910e395e20cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:09.426791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-bbb9d037-a030-4a57-90ca-910e395e20cc None None] For port 67ee1769-f848-477b-b94e-fa0f9083573f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=67ee1769-f848-477b-b94e-fa0f9083573f,segment=NetworkSegment(da63e8ed-019b-4742-96c1-b4e18679952a),segment_id=da63e8ed-019b-4742-96c1-b4e18679952a)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:09.433652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d037-a030-4a57-90ca-910e395e20cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:09.435723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05b4d0f2-7eec-498c-9f5f-cb06e0bb73d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:09.476497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] DHCP port deletion for 4689f345-4cca-415b-a8c7-64f7c2d74dea request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:14:09.492015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Deleting port 67ee1769-f848-477b-b94e-fa0f9083573f {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:09.492488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:09.567954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9d037-a030-4a57-90ca-910e395e20cc None None] Pushing event updated for resources: {'Port': ['ID=67ee1769-f848-477b-b94e-fa0f9083573f,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:09.596680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bbb9d037-a030-4a57-90ca-910e395e20cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:09.743763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] For port 67ee1769-f848-477b-b94e-fa0f9083573f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=67ee1769-f848-477b-b94e-fa0f9083573f,segment=NetworkSegment(da63e8ed-019b-4742-96c1-b4e18679952a),segment_id=da63e8ed-019b-4742-96c1-b4e18679952a)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:09.743763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:09.767991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:09.781262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:09.783899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90f22644-4fb6-4d84-a607-550347dae2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:09.814443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ccf9d-20bc-4ebf-b2d6-11ff87f39903 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:09.815238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0c5ccf9d-20bc-4ebf-b2d6-11ff87f39903 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Synchronizing usage tracker for tenant:2a5b75caa1c34df08bc13230d653a153 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:14:09.873585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Calling delete_port for 67ee1769-f848-477b-b94e-fa0f9083573f owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:09.895819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0c5ccf9d-20bc-4ebf-b2d6-11ff87f39903 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Unset dirty status for tenant:2a5b75caa1c34df08bc13230d653a153 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:14:09.901977 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0c5ccf9d-20bc-4ebf-b2d6-11ff87f39903 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6106398
Dec 03 11:14:09.903008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40636) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:09.985659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:10.004098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43e1ce5c-b041-4264-84ef-3341dc887971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:10.048914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 67ee1769-f848-477b-b94e-fa0f9083573f no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:14:10.055570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port ec352287-9b4e-4002-8abf-a7658292467e {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:10.055945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:10.106290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Pushing event deleted for resources: {'Port': ['ID=67ee1769-f848-477b-b94e-fa0f9083573f,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:10.113210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 67ee1769-f848-477b-b94e-fa0f9083573f {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:14:10.113210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 67ee1769-f848-477b-b94e-fa0f9083573f not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:14:10.122227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.122723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.123195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.124543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.124543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.124543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.124800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.125114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.125548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.125982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.126438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.126861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.127527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.127701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.128194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.128624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.129052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.129484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.129932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.130360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.130793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.131280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.131714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.132154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:10.170544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90f22644-4fb6-4d84-a607-550347dae2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:10.183877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:10.185654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:10.198959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Router 83a30de8-5d03-4b65-a64d-793dd42284dc is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:14:10.224783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f22644-4fb6-4d84-a607-550347dae2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584946e7-2d85-455d-82f9-11fab6fe867e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:10.227678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] No DVR routers for this DVR port 67ee1769-f848-477b-b94e-fa0f9083573f on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:14:10.240041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-90f22644-4fb6-4d84-a607-550347dae2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:10.246869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:10.312128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90f22644-4fb6-4d84-a607-550347dae2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:10.315408 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-90f22644-4fb6-4d84-a607-550347dae2ff admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/584946e7-2d85-455d-82f9-11fab6fe867e HTTP/1.1" status: 204  len: 168 time: 1.3893390
Dec 03 11:14:10.343748 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f4c70f27-27a3-4521-9a3f-ba0496b0b34e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags HTTP/1.1" status: 204  len: 168 time: 1.0548017
Dec 03 11:14:10.347495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40646) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:10.360275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-2d94b185-8182-461a-a076-c8da8736fb39 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b529b6d8>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb', 'tempest-TagsExtTest-Tag-1467152865') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:10.430497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:10.529546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:10.689801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for ec352287-9b4e-4002-8abf-a7658292467e owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:10.694683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:10.769797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:14:10.776763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:10.777922 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "PUT /v2.0/routers/83a30de8-5d03-4b65-a64d-793dd42284dc HTTP/1.1" status: 200  len: 918 time: 8.7358079
Dec 03 11:14:10.783396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602aa5da-9323-497d-bba7-88de92896525 None None] Sync routers for ids ['83a30de8-5d03-4b65-a64d-793dd42284dc'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:14:10.797246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40656) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:10.804281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602aa5da-9323-497d-bba7-88de92896525 None None] Routers {'83a30de8-5d03-4b65-a64d-793dd42284dc'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:10.805211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-602aa5da-9323-497d-bba7-88de92896525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6a106d8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['83a30de8-5d03-4b65-a64d-793dd42284dc'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:10.869145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-2d94b185-8182-461a-a076-c8da8736fb39 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] show failed (client error): The resource could not be found.
Dec 03 11:14:10.870295 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2d94b185-8182-461a-a076-c8da8736fb39 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags/tempest-TagsExtTest-Tag-1467152865 HTTP/1.1" status: 404  len: 329 time: 0.5191455
Dec 03 11:14:10.923133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40662) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:10.927014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4930668>,) {'filters': {'network_id': ['4689f345-4cca-415b-a8c7-64f7c2d74dea']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:10.944969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-3e1be934-e153-4eee-b015-b500bff8ccd9 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b61308d0>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb', 'tempest-TagsExtTest-Tag-1542696679') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:10.995008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4930668>, 'da63e8ed-019b-4742-96c1-b4e18679952a') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:10.995387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4930668>, 'da63e8ed-019b-4742-96c1-b4e18679952a') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:11.031243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:11.069649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-602aa5da-9323-497d-bba7-88de92896525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6a106d8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:11.080500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602aa5da-9323-497d-bba7-88de92896525 None None] Routers {'83a30de8-5d03-4b65-a64d-793dd42284dc'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:11.081540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-602aa5da-9323-497d-bba7-88de92896525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6a106d8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['83a30de8-5d03-4b65-a64d-793dd42284dc'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:11.112883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:11.130196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Releasing vxlan tunnel 12 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:14:11.153242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-602aa5da-9323-497d-bba7-88de92896525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6a106d8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:11.153779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602aa5da-9323-497d-bba7-88de92896525 None None] The sync data for ids ['83a30de8-5d03-4b65-a64d-793dd42284dc'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:14:11.334379 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-3e1be934-e153-4eee-b015-b500bff8ccd9 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] show failed (client error): The resource could not be found.
Dec 03 11:14:11.335569 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3e1be934-e153-4eee-b015-b500bff8ccd9 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags/tempest-TagsExtTest-Tag-1542696679 HTTP/1.1" status: 404  len: 329 time: 0.4114037
Dec 03 11:14:11.374544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40672) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:11.398305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-40607579-ba85-491a-ac95-bdc032753680 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b61ed6a0>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb', 'tempest-TagsExtTest-Tag-585768745') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:11.401767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network 4689f345-4cca-415b-a8c7-64f7c2d74dea has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:11.438636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:11.533567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40682) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:11.599168 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c2427505-e449-42ef-a92d-d61624fb1571 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/routers/83a30de8-5d03-4b65-a64d-793dd42284dc HTTP/1.1" status: 200  len: 924 time: 0.8006017
Dec 03 11:14:11.602547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40688) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:11.703626 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-40607579-ba85-491a-ac95-bdc032753680 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] show failed (client error): The resource could not be found.
Dec 03 11:14:11.705048 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40607579-ba85-491a-ac95-bdc032753680 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags/tempest-TagsExtTest-Tag-585768745 HTTP/1.1" status: 404  len: 328 time: 0.3294952
Dec 03 11:14:11.712068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40692) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:11.733592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-38efa29c-2997-4cf5-8f7c-3bde9f43de82 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b4790d30>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256', {'tags': ['tempest-TagsExtTest-Tag-29405871', 'tempest-TagsExtTest-Tag-807360188', 'tempest-TagsExtTest-Tag-882288072']}) {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:11.760961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:11.779854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f68e4d6d-7ed1-4d31-8af3-992891932a4d tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:11.845665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=ec352287-9b4e-4002-8abf-a7658292467e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:11.848748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:11.856269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df07580f-3ad7-400b-a479-3c949aee6724 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:11.860670 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-df07580f-3ad7-400b-a479-3c949aee6724 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/ports?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6&device_id=83a30de8-5d03-4b65-a64d-793dd42284dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2463422
Dec 03 11:14:11.860973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40696) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:12.018467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network 4689f345-4cca-415b-a8c7-64f7c2d74dea has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:14:12.052069 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:14:12.057176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1674112208'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:12.136008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:12.207308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Usage tracker for resource:network and tenant:a265822fd0bf4ad681cbadc3fc86ceb6 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:12.217814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:12.218652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df5b5b2-21e5-49be-a47e-f84855ae8e63 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:12.219309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3df5b5b2-21e5-49be-a47e-f84855ae8e63 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Synchronizing usage tracker for tenant:750ceeaa689d49ce90b59053ea5bf936 on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:14:12.239476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:12.244139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:12.260244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3df5b5b2-21e5-49be-a47e-f84855ae8e63 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Unset dirty status for tenant:750ceeaa689d49ce90b59053ea5bf936 on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:14:12.264306 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3df5b5b2-21e5-49be-a47e-f84855ae8e63 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 881 time: 0.3995106
Dec 03 11:14:12.265114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40700) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:12.266789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:12.273565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:12.291476 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-38efa29c-2997-4cf5-8f7c-3bde9f43de82 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "PUT /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags HTTP/1.1" status: 200  len: 314 time: 0.5732601
Dec 03 11:14:12.295787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:12.299190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:12.304897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:12.316209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40704) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:12.330397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event deleted for resources: {'Network': ['ID=4689f345-4cca-415b-a8c7-64f7c2d74dea,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:12.337785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-7c6d48b6-ac49-4f82-a9bc-4acb196acf50 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b4f68f60>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:12.382987 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9a25c29e-4650-4f1e-8d29-01d56701b7a4 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "GET /v2.0/ports?device_id=83a30de8-5d03-4b65-a64d-793dd42284dc HTTP/1.1" status: 200  len: 205 time: 0.1134412
Dec 03 11:14:12.385067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40708) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:12.394889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:12.406392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:12.450947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "DELETE /v2.0/networks/4689f345-4cca-415b-a8c7-64f7c2d74dea HTTP/1.1" status: 204  len: 168 time: 2.5469790
Dec 03 11:14:12.509809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40712) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:12.524269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:12.535033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Usage tracker for resource:security_group_rule and tenant:a265822fd0bf4ad681cbadc3fc86ceb6 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:12.540445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:12.548115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:12.654386 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7c6d48b6-ac49-4f82-a9bc-4acb196acf50 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags HTTP/1.1" status: 204  len: 168 time: 0.3327303
Dec 03 11:14:12.661385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40716) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:12.677350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-1d338690-1065-4f91-96b9-bc937ce1428b tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b6242208>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256', 'tempest-TagsExtTest-Tag-29405871') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:12.717204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:12.819032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Deleting port b29f6a1b-5e22-4e09-8a25-efac7ff9d107 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:12.819495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:12.913675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:12.967954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:12.973118 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-1d338690-1065-4f91-96b9-bc937ce1428b tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] show failed (client error): The resource could not be found.
Dec 03 11:14:12.974248 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1d338690-1065-4f91-96b9-bc937ce1428b tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags/tempest-TagsExtTest-Tag-29405871 HTTP/1.1" status: 404  len: 327 time: 0.3118856
Dec 03 11:14:13.025484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40724) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:13.028057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:13.038626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1e93dea-2340-4c56-b1fe-d3ef3a7a8e2e tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:13.049378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-d4f45071-a4ac-4d03-9089-2a16f54af205 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b45b0cf8>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256', 'tempest-TagsExtTest-Tag-807360188') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:13.193832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:14:13.237726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'SecurityGroup': ['ID=c90113fe-6fe9-436c-816d-ae24324d4edc,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:13.250157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:13.253973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:13.254433 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Added segment 564a5b65-f761-4895-b6ea-f0ec661a5008 of type vxlan for network 04edc21c-207a-490b-a02a-2851ac069965
Dec 03 11:14:13.292068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:13.333799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-d4f45071-a4ac-4d03-9089-2a16f54af205 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] show failed (client error): The resource could not be found.
Dec 03 11:14:13.336378 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d4f45071-a4ac-4d03-9089-2a16f54af205 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags/tempest-TagsExtTest-Tag-807360188 HTTP/1.1" status: 404  len: 328 time: 0.3094532
Dec 03 11:14:13.418364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40728) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:13.423186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:13.505860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-afc78dcd-d404-42ab-a1f5-2699cc31444c tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b4ce4780>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256', 'tempest-TagsExtTest-Tag-882288072') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:13.568797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Calling delete_port for b29f6a1b-5e22-4e09-8a25-efac7ff9d107 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:13.671550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:13.721947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 5dfad0a2-6306-4634-ae1b-f2e4beda391c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:14:13.741946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:13.809190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Deleting port fa2ddd73-ca92-4cfc-b167-0daf7ab028ed {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:13.809851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:13.862808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:13.867584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:13.868225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:13.880429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:14.140456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b6d2e8>,) {'filters': {'network_id': ['49025857-8603-4fd3-a9cc-ad2c6c4939e7']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:14.151814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:14:14.162383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10292b4-4368-4b26-98fb-0a9874f6fecc None None] Sync routers for ids ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:14:14.170769 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-afc78dcd-d404-42ab-a1f5-2699cc31444c tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] show failed (client error): The resource could not be found.
Dec 03 11:14:14.174945 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-afc78dcd-d404-42ab-a1f5-2699cc31444c tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags/tempest-TagsExtTest-Tag-882288072 HTTP/1.1" status: 404  len: 328 time: 0.7524452
Dec 03 11:14:14.176084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10292b4-4368-4b26-98fb-0a9874f6fecc None None] Routers {'5dfad0a2-6306-4634-ae1b-f2e4beda391c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:14.176359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d10292b4-4368-4b26-98fb-0a9874f6fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e7f9b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:14.176887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40736) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:14.185221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b6d2e8>, 'c6794a6d-b04f-4f98-bdfc-6975ddb9fa37') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:14.185562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b6d2e8>, 'c6794a6d-b04f-4f98-bdfc-6975ddb9fa37') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:14.206211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-beebbd95-70b3-465f-8fe1-d2345914b6f5 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b649f2e8>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc', {'tags': ['tempest-TagsExtTest-Tag-1057206624', 'tempest-TagsExtTest-Tag-1142556795', 'tempest-TagsExtTest-Tag-810173497']}) {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:14.228803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:14.249150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d10292b4-4368-4b26-98fb-0a9874f6fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e7f9b0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:14.249383 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/5dfad0a2-6306-4634-ae1b-f2e4beda391c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2563684
Dec 03 11:14:14.249383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:14.250851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40740) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:14.255663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Network': ['ID=04edc21c-207a-490b-a02a-2851ac069965,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:14.258673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10292b4-4368-4b26-98fb-0a9874f6fecc None None] Routers {'5dfad0a2-6306-4634-ae1b-f2e4beda391c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:14.259566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d10292b4-4368-4b26-98fb-0a9874f6fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e7f9b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:14.302733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:14.304617 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.7679155
Dec 03 11:14:14.315937 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-efc8b5be-aed9-4c11-839e-7f96c11429ad tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=5dfad0a2-6306-4634-ae1b-f2e4beda391c HTTP/1.1" status: 200  len: 205 time: 0.0593302
Dec 03 11:14:14.319418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40744) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:14.330137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d10292b4-4368-4b26-98fb-0a9874f6fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e7f9b0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:14.330730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10292b4-4368-4b26-98fb-0a9874f6fecc None None] The sync data for ids ['5dfad0a2-6306-4634-ae1b-f2e4beda391c'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:14:14.332356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 04edc21c-207a-490b-a02a-2851ac069965 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:14.405472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Calling delete_port for fa2ddd73-ca92-4cfc-b167-0daf7ab028ed owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:14.435952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:14.445369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Releasing vxlan tunnel 11 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:14:14.450362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 04edc21c-207a-490b-a02a-2851ac069965 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:14.576219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:14.594864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4d658b7e-1b2b-4af8-9edc-f04526f9bae4 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:14.661258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event deleted for resources: {'Port': ['ID=b29f6a1b-5e22-4e09-8a25-efac7ff9d107,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:14.668077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-badeb4db-3ac3-4599-811e-0c939390c5eb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:14.671768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network 49025857-8603-4fd3-a9cc-ad2c6c4939e7 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:14.682492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:14.720006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:14.929788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:14.968536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network 49025857-8603-4fd3-a9cc-ad2c6c4939e7 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:14:15.002829 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:14:15.011688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-badeb4db-3ac3-4599-811e-0c939390c5eb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.016275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-badeb4db-3ac3-4599-811e-0c939390c5eb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.082186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-badeb4db-3ac3-4599-811e-0c939390c5eb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.082977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badeb4db-3ac3-4599-811e-0c939390c5eb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Fanout notify agent at l3_agent the message router_deleted on router 5dfad0a2-6306-4634-ae1b-f2e4beda391c {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:14:15.120704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-badeb4db-3ac3-4599-811e-0c939390c5eb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.121889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-badeb4db-3ac3-4599-811e-0c939390c5eb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/5dfad0a2-6306-4634-ae1b-f2e4beda391c HTTP/1.1" status: 204  len: 168 time: 0.8013051
Dec 03 11:14:15.125131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40750) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:15.212135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.252944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:15.283583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.320776 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "DELETE /v2.0/networks/49025857-8603-4fd3-a9cc-ad2c6c4939e7 HTTP/1.1" status: 204  len: 168 time: 2.8099480
Dec 03 11:14:15.333355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40756) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:15.345198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event deleted for resources: {'Network': ['ID=49025857-8603-4fd3-a9cc-ad2c6c4939e7,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:15.378446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:15.527025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.579495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.593108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.705292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a78702c-1159-4fa4-9d9b-cd52e88de63c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting subnet 7467d6c8-3bf7-4cff-889e-36916090ccf8 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:14:15.710390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a78702c-1159-4fa4-9d9b-cd52e88de63c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.732104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.736615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.794926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a78702c-1159-4fa4-9d9b-cd52e88de63c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.827090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:15.827639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Fanout notify agent at l3_agent the message router_deleted on router 83a30de8-5d03-4b65-a64d-793dd42284dc {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:14:16.078010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a78702c-1159-4fa4-9d9b-cd52e88de63c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:16.195441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:16.215451 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-beebbd95-70b3-465f-8fe1-d2345914b6f5 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "PUT /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags HTTP/1.1" status: 200  len: 317 time: 2.0374432
Dec 03 11:14:16.216787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40760) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:16.228420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:16.236086 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7f3a8232-afdf-49c2-b9df-ff84e3f9fd38 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/routers/83a30de8-5d03-4b65-a64d-793dd42284dc HTTP/1.1" status: 204  len: 168 time: 3.8436487
Dec 03 11:14:16.236086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40764) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:16.239368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-bd56c68d-b754-463b-a4ea-7240f6a5efb8 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b5856e48>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:16.254687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b178f874-e54a-4f67-845c-410408830019 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1445435248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:16.277854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b178f874-e54a-4f67-845c-410408830019 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:16.338375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b178f874-e54a-4f67-845c-410408830019 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Usage tracker for resource:router and tenant:064817f96ee94720bef2a9889f800259 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:16.356954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b178f874-e54a-4f67-845c-410408830019 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:16.369185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b178f874-e54a-4f67-845c-410408830019 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:16.398111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4728668>,) {'filters': {'network_id': ['02e18da4-c297-4abe-aa16-316c2f1c7d2b']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:16.420778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4728668>, '0417d1e7-2636-4956-97dd-f23241932ac4') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:16.421197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4728668>, '0417d1e7-2636-4956-97dd-f23241932ac4') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:16.445659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b178f874-e54a-4f67-845c-410408830019 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:16.447159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b178f874-e54a-4f67-845c-410408830019 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:16.489255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:16.524639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b178f874-e54a-4f67-845c-410408830019 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:16.581957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:16.586898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Releasing vxlan tunnel 9 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:14:16.826203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network 02e18da4-c297-4abe-aa16-316c2f1c7d2b has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:16.841769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:16.843999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Router 43418ab1-94b5-4b76-9f9a-9a05cd52e896 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:14:17.046358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b178f874-e54a-4f67-845c-410408830019 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:17.072825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network 02e18da4-c297-4abe-aa16-316c2f1c7d2b has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:17.085146 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bd56c68d-b754-463b-a4ea-7240f6a5efb8 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags HTTP/1.1" status: 204  len: 168 time: 0.8587549
Dec 03 11:14:17.087074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40772) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:17.097774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-edb50ab4-9400-491a-b804-73eb882952da tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b61b02e8>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc', 'tempest-TagsExtTest-Tag-1057206624') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:14:17.118228 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:14:17.126336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b178f874-e54a-4f67-845c-410408830019 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:17.130323 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b178f874-e54a-4f67-845c-410408830019 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8925974
Dec 03 11:14:17.132041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40776) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:17.133158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a78702c-1159-4fa4-9d9b-cd52e88de63c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:17.148824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Request body: {'router': {'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'enable_snat': False}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:17.154863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:17.219299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78702c-1159-4fa4-9d9b-cd52e88de63c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Subnet': ['ID=7467d6c8-3bf7-4cff-889e-36916090ccf8,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:17.229296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a78702c-1159-4fa4-9d9b-cd52e88de63c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:17.231964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:14:17.245979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff3c1a-442e-4e32-9902-c7b373cec3f1 None None] Sync routers for ids ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:14:17.261859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff3c1a-442e-4e32-9902-c7b373cec3f1 None None] Routers {'43418ab1-94b5-4b76-9f9a-9a05cd52e896'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:17.263200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3aff3c1a-442e-4e32-9902-c7b373cec3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67221d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:17.287388 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-edb50ab4-9400-491a-b804-73eb882952da tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] show failed (client error): The resource could not be found.
Dec 03 11:14:17.289075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-edb50ab4-9400-491a-b804-73eb882952da tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags/tempest-TagsExtTest-Tag-1057206624 HTTP/1.1" status: 404  len: 329 time: 0.1987541
Dec 03 11:14:17.306010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40780) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:17.315099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-f5bc89ff-fa14-449a-bf82-e3bca4005bdc tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b465d0f0>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc', 'tempest-TagsExtTest-Tag-1142556795') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:17.337386 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "PUT /v2.0/routers/43418ab1-94b5-4b76-9f9a-9a05cd52e896/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9493287
Dec 03 11:14:17.340441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40784) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:17.366422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a78702c-1159-4fa4-9d9b-cd52e88de63c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:17.367233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5e1310-bfb5-475b-8a49-a687154aa98c None None] Network 92869ec2-1444-4944-a8d0-1b3d645a3379 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:17.368480 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0a78702c-1159-4fa4-9d9b-cd52e88de63c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/7467d6c8-3bf7-4cff-889e-36916090ccf8 HTTP/1.1" status: 204  len: 168 time: 2.2423737
Dec 03 11:14:17.371373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40788) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:17.374007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3aff3c1a-442e-4e32-9902-c7b373cec3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67221d0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:17.395208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff3c1a-442e-4e32-9902-c7b373cec3f1 None None] Routers {'43418ab1-94b5-4b76-9f9a-9a05cd52e896'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:17.395884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3aff3c1a-442e-4e32-9902-c7b373cec3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67221d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:17.479803 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-f5bc89ff-fa14-449a-bf82-e3bca4005bdc tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] show failed (client error): The resource could not be found.
Dec 03 11:14:17.480864 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f5bc89ff-fa14-449a-bf82-e3bca4005bdc tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags/tempest-TagsExtTest-Tag-1142556795 HTTP/1.1" status: 404  len: 329 time: 0.1738210
Dec 03 11:14:17.487382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40792) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:17.501586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-02637b2d-9093-4eff-a20b-46496718c5e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eb8a20>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc', 'tempest-TagsExtTest-Tag-810173497') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:17.531000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3aff3c1a-442e-4e32-9902-c7b373cec3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67221d0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:17.531694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff3c1a-442e-4e32-9902-c7b373cec3f1 None None] The sync data for ids ['43418ab1-94b5-4b76-9f9a-9a05cd52e896'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:14:17.547976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:17.589343 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-02637b2d-9093-4eff-a20b-46496718c5e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] show failed (client error): The resource could not be found.
Dec 03 11:14:17.591124 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-02637b2d-9093-4eff-a20b-46496718c5e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags/tempest-TagsExtTest-Tag-810173497 HTTP/1.1" status: 404  len: 328 time: 0.0995810
Dec 03 11:14:17.602512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40796) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:17.611313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-70e46dc5-b610-4b5a-beab-de912039fa17 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b45b94e0>, 'subnetpools', '4da61795-561d-49ef-875c-ea4df8c56ccc') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:17.615284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:17.693202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] DHCP port deletion for 92869ec2-1444-4944-a8d0-1b3d645a3379 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:14:17.702362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Deleting port fd9a657f-965c-46de-acb4-70d1eeb1a770 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:17.702940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:17.784813 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-70e46dc5-b610-4b5a-beab-de912039fa17 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc/tags HTTP/1.1" status: 204  len: 168 time: 0.1785555
Dec 03 11:14:17.811727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40804) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:17.828774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-58135190-7188-443a-8ddc-5d9f04b5ff9f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b4508550>, 'routers', 'ef8f4262-13b0-4449-ab7d-7a5e79be2256') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:17.843182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a26887bc-0c34-4db0-bcac-539d86f4f9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:17.902321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:17.938746 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "DELETE /v2.0/networks/02e18da4-c297-4abe-aa16-316c2f1c7d2b HTTP/1.1" status: 204  len: 168 time: 2.6005216
Dec 03 11:14:17.943040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40808) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:17.960109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-070db8fc-37b4-43a3-be06-d261223e9648 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting subnet 6125a5e5-95ed-4188-bc1e-1702121e07b0 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:14:18.049082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-070db8fc-37b4-43a3-be06-d261223e9648 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:18.059844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device fd9a657f-965c-46de-acb4-70d1eeb1a770 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:14:18.094693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event deleted for resources: {'Network': ['ID=02e18da4-c297-4abe-aa16-316c2f1c7d2b,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:18.098635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:18.135587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-070db8fc-37b4-43a3-be06-d261223e9648 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:18.183368 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-58135190-7188-443a-8ddc-5d9f04b5ff9f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256/tags HTTP/1.1" status: 204  len: 168 time: 0.3681414
Dec 03 11:14:18.183777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40812) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:18.192131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-d9b446d6-3fff-437f-a02b-83f66cab5417 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b62e5b00>, 'ports', '9b19820b-fab6-4be7-89b6-32472a715bcb') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:18.266257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40816) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:18.274881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:18.280262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'subnet': {'network_id': '04edc21c-207a-490b-a02a-2851ac069965', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:18.322511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] For port fd9a657f-965c-46de-acb4-70d1eeb1a770, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fd9a657f-965c-46de-acb4-70d1eeb1a770,segment=NetworkSegment(87715d66-b6a8-44e5-82ef-a2a6a9f2ed09),segment_id=87715d66-b6a8-44e5-82ef-a2a6a9f2ed09)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:18.322964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:18.401160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:18.416867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-070db8fc-37b4-43a3-be06-d261223e9648 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:18.431367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:18.479424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:18.487621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d9b446d6-3fff-437f-a02b-83f66cab5417 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb/tags HTTP/1.1" status: 204  len: 168 time: 0.3003588
Dec 03 11:14:18.489513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40820) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:18.490699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Usage tracker for resource:subnet and tenant:a265822fd0bf4ad681cbadc3fc86ceb6 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:18.503121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:18.509968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-2132b15e-1547-4d58-bd1a-420e7f9a36eb tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b4bb3be0>, 'subnets', 'd2f5de5e-95eb-4905-be4f-0d0a6da13fd3') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:18.546607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:18.548934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:18.559207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Deleting port 86f6d000-d41e-4dc7-9e26-595a59d96286 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:18.559590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:18.573511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port fd9a657f-965c-46de-acb4-70d1eeb1a770, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fd9a657f-965c-46de-acb4-70d1eeb1a770,segment=NetworkSegment(87715d66-b6a8-44e5-82ef-a2a6a9f2ed09),segment_id=87715d66-b6a8-44e5-82ef-a2a6a9f2ed09)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:18.610692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:18.641256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Calling delete_port for fd9a657f-965c-46de-acb4-70d1eeb1a770 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:18.670082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:18.677650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2c56bf5e-423a-43da-ac65-6bdc9737a139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:18.749597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=fd9a657f-965c-46de-acb4-70d1eeb1a770,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:18.754116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:18.794960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:14:18.795379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:14:18.829588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:19.023334 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2132b15e-1547-4d58-bd1a-420e7f9a36eb tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3/tags HTTP/1.1" status: 204  len: 168 time: 0.5253024
Dec 03 11:14:19.027087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40826) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:19.096326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:19.165722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-070db8fc-37b4-43a3-be06-d261223e9648 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:19.200419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d86a9559-94c7-4712-9aa8-719f6a7a6f52 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:19.270252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070db8fc-37b4-43a3-be06-d261223e9648 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Subnet': ['ID=6125a5e5-95ed-4188-bc1e-1702121e07b0,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:19.289278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-070db8fc-37b4-43a3-be06-d261223e9648 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:19.296921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Deleting port fd9a657f-965c-46de-acb4-70d1eeb1a770 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:19.297360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:19.335059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b415d9b0>,) {'filters': {'network_id': ['2d88f61d-b305-469b-a0b6-e969da9c8953']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:19.365274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:19.374216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b415d9b0>, '3643451b-37ad-4fae-8244-f022d24e71b4') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:19.374568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b415d9b0>, '3643451b-37ad-4fae-8244-f022d24e71b4') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:19.436168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-070db8fc-37b4-43a3-be06-d261223e9648 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:19.440718 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-070db8fc-37b4-43a3-be06-d261223e9648 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/6125a5e5-95ed-4188-bc1e-1702121e07b0 HTTP/1.1" status: 204  len: 168 time: 2.0619044
Dec 03 11:14:19.442953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e21581f-ad00-4ffb-9bc4-9252f4a66ac6 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for subnetpool, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:19.444128 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1e21581f-ad00-4ffb-9bc4-9252f4a66ac6 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/subnetpools/4da61795-561d-49ef-875c-ea4df8c56ccc HTTP/1.1" status: 204  len: 168 time: 0.4135175
Dec 03 11:14:19.444936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40832) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:19.450887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40834) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:19.518352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:19.519947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] For port fd9a657f-965c-46de-acb4-70d1eeb1a770, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fd9a657f-965c-46de-acb4-70d1eeb1a770,segment=NetworkSegment(87715d66-b6a8-44e5-82ef-a2a6a9f2ed09),segment_id=87715d66-b6a8-44e5-82ef-a2a6a9f2ed09)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:19.520389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:19.531940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Calling delete_port for 86f6d000-d41e-4dc7-9e26-595a59d96286 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:19.533821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ab28f258-d230-426e-8239-3dab57f3472a tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Synchronizing usage tracker for tenant:a370cf9f5e1a42c6819fe4f51a914994 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:14:19.586077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:19.591983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Releasing vxlan tunnel 8 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:14:19.652756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Calling delete_port for fd9a657f-965c-46de-acb4-70d1eeb1a770 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:19.737667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb5d1ac-d10f-4a8c-9962-77ab23d41676 None None] Network 8540b845-ad17-40bd-a84b-37443ae13e0c requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:19.848392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:19.867149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1367309a-604c-4a51-9b4e-7d4b59476232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:19.891441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ab28f258-d230-426e-8239-3dab57f3472a tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Unset dirty status for tenant:a370cf9f5e1a42c6819fe4f51a914994 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:14:19.892624 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ab28f258-d230-426e-8239-3dab57f3472a tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "GET /v2.0/ports?device_id=ef8f4262-13b0-4449-ab7d-7a5e79be2256 HTTP/1.1" status: 200  len: 205 time: 0.4408889
Dec 03 11:14:19.912912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40840) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:19.944636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:19.989818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Pushing event deleted for resources: {'Port': ['ID=fd9a657f-965c-46de-acb4-70d1eeb1a770,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:20.030535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:20.139234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] No DVR routers for this DVR port fd9a657f-965c-46de-acb4-70d1eeb1a770 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:14:20.184971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.218513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network 2d88f61d-b305-469b-a0b6-e969da9c8953 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:20.230130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.234614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8f819-2c40-43b7-bad7-df27199a9410 None None] DHCP port deletion for 8540b845-ad17-40bd-a84b-37443ae13e0c request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:14:20.242251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8f819-2c40-43b7-bad7-df27199a9410 None None] Deleting port e388c995-b751-4062-be08-fb9fc081ed57 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:20.243147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f819-2c40-43b7-bad7-df27199a9410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.279011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67447f28-23d0-472e-8500-f6fdaafab178 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.407412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eaa780>,) {'filters': {'network_id': ['92869ec2-1444-4944-a8d0-1b3d645a3379']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:20.428969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.436110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eaa780>, '87715d66-b6a8-44e5-82ef-a2a6a9f2ed09') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:20.436454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eaa780>, '87715d66-b6a8-44e5-82ef-a2a6a9f2ed09') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:20.444110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.465275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53e5d6a3-fea0-4a2c-889c-d9d3d7f30f96 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:20.484953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d0c8f819-2c40-43b7-bad7-df27199a9410 None None] For port e388c995-b751-4062-be08-fb9fc081ed57, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e388c995-b751-4062-be08-fb9fc081ed57,segment=NetworkSegment(0695d8f8-89de-4929-ab62-292720e24250),segment_id=0695d8f8-89de-4929-ab62-292720e24250)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:20.485276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f819-2c40-43b7-bad7-df27199a9410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.494078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.544380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.544913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.574310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.592138 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb649197-db6a-4b87-93f7-dd35d5d540b8 req-0e5d70dc-e7b1-47cc-a5e5-dd9771391ecf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.8429170
Dec 03 11:14:20.600793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Releasing vxlan tunnel 10 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:14:20.624398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8f819-2c40-43b7-bad7-df27199a9410 None None] Calling delete_port for e388c995-b751-4062-be08-fb9fc081ed57 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:20.652767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Subnet': ['ID=d03e6ad5-f90d-4236-8025-65c496e4893d,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:20.703420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f819-2c40-43b7-bad7-df27199a9410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.708939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:20.720518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4faff874-7a53-4cf2-b95a-b9d6af80bcd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:20.772542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8f819-2c40-43b7-bad7-df27199a9410 None None] Pushing event deleted for resources: {'Port': ['ID=e388c995-b751-4062-be08-fb9fc081ed57,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:20.786209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d0c8f819-2c40-43b7-bad7-df27199a9410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:20.859297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 92869ec2-1444-4944-a8d0-1b3d645a3379 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:20.870340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:20.874634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8f819-2c40-43b7-bad7-df27199a9410 None None] No DVR routers for this DVR port e388c995-b751-4062-be08-fb9fc081ed57 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:14:20.926275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.026393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Checking segment: {'id': '564a5b65-f761-4895-b6ea-f0ec661a5008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04edc21c-207a-490b-a02a-2851ac069965'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:21.026796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network hostable DHCP agents. Network: 04edc21c-207a-490b-a02a-2851ac069965, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:14:21.097919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 92869ec2-1444-4944-a8d0-1b3d645a3379 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:14:21.125562 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:14:21.151201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 04edc21c-207a-490b-a02a-2851ac069965 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:14:21.215016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 04edc21c-207a-490b-a02a-2851ac069965) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:21.227735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd22e0-93b0-40a3-8f7f-13f364b602af None None] Network 04edc21c-207a-490b-a02a-2851ac069965 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:21.227935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.231226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:21.247706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:21.248356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.252243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67447f28-23d0-472e-8500-f6fdaafab178 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.255477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67447f28-23d0-472e-8500-f6fdaafab178 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.256981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.258465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Network 2d88f61d-b305-469b-a0b6-e969da9c8953 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:21.272110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Network': ['ID=92869ec2-1444-4944-a8d0-1b3d645a3379,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:21.275243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:21.277259 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/networks/92869ec2-1444-4944-a8d0-1b3d645a3379 HTTP/1.1" status: 204  len: 168 time: 1.8303092
Dec 03 11:14:21.280246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40848) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:14:21.300305 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:14:21.311399 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.0389354
Dec 03 11:14:21.313830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40852) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:21.323830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-542249483'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:21.347772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:21.355451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Usage tracker for resource:network and tenant:a265822fd0bf4ad681cbadc3fc86ceb6 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:21.407253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:21.429438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:21.449382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.476683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-04edc21c-207a-490b-a02a-2851ac069965', 'network_id': '04edc21c-207a-490b-a02a-2851ac069965', 'tenant_id': 'a265822fd0bf4ad681cbadc3fc86ceb6', 'fixed_ips': [{'subnet_id': 'd03e6ad5-f90d-4236-8025-65c496e4893d'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:14:21.477615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.495580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67447f28-23d0-472e-8500-f6fdaafab178 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.496101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67447f28-23d0-472e-8500-f6fdaafab178 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Fanout notify agent at l3_agent the message router_deleted on router ef8f4262-13b0-4449-ab7d-7a5e79be2256 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:14:21.535967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:21.541591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.625358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.673007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:21.695208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.710409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.723017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Pushing event deleted for resources: {'Network': ['ID=2d88f61d-b305-469b-a0b6-e969da9c8953,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:21.727971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67447f28-23d0-472e-8500-f6fdaafab178 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.729156 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-67447f28-23d0-472e-8500-f6fdaafab178 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/routers/ef8f4262-13b0-4449-ab7d-7a5e79be2256 HTTP/1.1" status: 204  len: 168 time: 1.8136003
Dec 03 11:14:21.735765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40860) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:21.741978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:21.749958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb649197-db6a-4b87-93f7-dd35d5d540b8 req-d2b943d5-a7ea-4002-ad3e-fa56dbe3b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:21.752139 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb649197-db6a-4b87-93f7-dd35d5d540b8 req-d2b943d5-a7ea-4002-ad3e-fa56dbe3b98d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=193702a8528c429d847d08cd33ff784e&device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 1162 time: 1.0047045
Dec 03 11:14:21.772333 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] 10.222.0.90 "DELETE /v2.0/networks/2d88f61d-b305-469b-a0b6-e969da9c8953 HTTP/1.1" status: 204  len: 168 time: 3.7144549
Dec 03 11:14:21.781118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.782500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:14:21.863772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Allocated IP 2001:db8:0:ffff::2 (04edc21c-207a-490b-a02a-2851ac069965/d03e6ad5-f90d-4236-8025-65c496e4893d/29f7e49f-4774-453f-9479-940921f396f0) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:21.887798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:21.887798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Added segment e3a4eac0-7a0b-42cc-a617-7360152323b7 of type vxlan for network 48a048b2-533e-4db2-9edf-f385a14d316b
Dec 03 11:14:21.936445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-10c1ac9e-7fb2-4b51-87b8-3f74d1d5904f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Deleting port 9b19820b-fab6-4be7-89b6-32472a715bcb {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:21.936829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10c1ac9e-7fb2-4b51-87b8-3f74d1d5904f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.000737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b6634eb8>,) {'filters': {'network_id': ['8540b845-ad17-40bd-a84b-37443ae13e0c']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:22.018187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.028149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6634eb8>, '0695d8f8-89de-4929-ab62-292720e24250') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:22.028493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6634eb8>, '0695d8f8-89de-4929-ab62-292720e24250') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:22.079934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e388c995-b751-4062-be08-fb9fc081ed57 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:14:22.082170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.134048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.138411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: e388c995-b751-4062-be08-fb9fc081ed57 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:14:22.138815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e388c995-b751-4062-be08-fb9fc081ed57 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:14:22.144134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.160157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.166150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Releasing vxlan tunnel 7 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:14:22.199835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Allocated IP 172.26.1.121 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/d769bc50-33aa-4d9d-b7de-f3b632a2d2f3) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:22.207923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.213557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:22.214268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.219680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.220242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Fanout notify agent at l3_agent the message router_deleted on router 43418ab1-94b5-4b76-9f9a-9a05cd52e896 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:14:22.227880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:22.233973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40868) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:22.234342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.270435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.271834 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1386dded-9adf-447c-9639-b0f60d4b94ff tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "DELETE /v2.0/routers/43418ab1-94b5-4b76-9f9a-9a05cd52e896 HTTP/1.1" status: 204  len: 168 time: 4.9296207
Dec 03 11:14:22.288571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb649197-db6a-4b87-93f7-dd35d5d540b8 req-ce71f56c-c0e1-4815-ae9f-1df9e991073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:22.290255 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb649197-db6a-4b87-93f7-dd35d5d540b8 req-ce71f56c-c0e1-4815-ae9f-1df9e991073a service neutron] 10.222.0.91 "GET /v2.0/networks?id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4 HTTP/1.1" status: 200  len: 906 time: 0.4416726
Dec 03 11:14:22.290874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40874) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:22.459861 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.1447747
Dec 03 11:14:22.513113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40878) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:22.540556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'subnet': {'network_id': '48a048b2-533e-4db2-9edf-f385a14d316b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:22.586580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Network': ['ID=48a048b2-533e-4db2-9edf-f385a14d316b,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:22.595480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:22.599061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 48a048b2-533e-4db2-9edf-f385a14d316b details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:22.608278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 8540b845-ad17-40bd-a84b-37443ae13e0c has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:22.618614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 48a048b2-533e-4db2-9edf-f385a14d316b details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:22.620449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.652475 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb649197-db6a-4b87-93f7-dd35d5d540b8 req-123a05dc-adf5-4477-aaa5-5c4e841f5de1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 HTTP/1.1" status: 200  len: 1000 time: 0.3546784
Dec 03 11:14:22.728065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.977020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10c1ac9e-7fb2-4b51-87b8-3f74d1d5904f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:22.997519 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4a8aebf3-3bb0-4043-a0c4-54e565d8483b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2a5b75caa1c34df08bc13230d653a153&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7457664
Dec 03 11:14:22.997519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.000265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40886) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:23.023879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:23.205320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-10c1ac9e-7fb2-4b51-87b8-3f74d1d5904f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Calling delete_port for 9b19820b-fab6-4be7-89b6-32472a715bcb owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:23.274254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 8540b845-ad17-40bd-a84b-37443ae13e0c has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:14:23.311199 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:14:23.406074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:23.460636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Transition to ACTIVE for port object 29f7e49f-4774-453f-9479-940921f396f0 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:23.464672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.466397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c16e9ec-fd30-4052-99ee-3987ef933991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.472079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:23.472255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb649197-db6a-4b87-93f7-dd35d5d540b8 req-916635b2-a50b-4d8f-a825-2441d96d844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:23.473682 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb649197-db6a-4b87-93f7-dd35d5d540b8 req-916635b2-a50b-4d8f-a825-2441d96d844d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22ea8f59-d136-43f2-acfe-9b4232c66694 HTTP/1.1" status: 200  len: 851 time: 0.7099404
Dec 03 11:14:23.483999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Usage tracker for resource:subnet and tenant:a265822fd0bf4ad681cbadc3fc86ceb6 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:23.488645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.499117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:23.502077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Pushing event updated for resources: {'Port': ['ID=d769bc50-33aa-4d9d-b7de-f3b632a2d2f3,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:23.545684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:23.546758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Network': ['ID=8540b845-ad17-40bd-a84b-37443ae13e0c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:23.554660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:23.563748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1863ac5a-a1b5-42a2-ace3-1bb4035abbf3 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Deleting subnet 4f6a8fbe-554a-4de6-847f-dc3a6d3898e3 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:14:23.564509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:23.570640 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/networks/8540b845-ad17-40bd-a84b-37443ae13e0c HTTP/1.1" status: 204  len: 168 time: 2.2894158
Dec 03 11:14:23.575534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c16e9ec-fd30-4052-99ee-3987ef933991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.580612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40890) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:23.581288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1863ac5a-a1b5-42a2-ace3-1bb4035abbf3 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.614996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Transition to ACTIVE for port object 29f7e49f-4774-453f-9479-940921f396f0 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:23.622315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.626346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10c1ac9e-7fb2-4b51-87b8-3f74d1d5904f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.637130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1674299462'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:23.641567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-44ec2678-8deb-4120-9e57-f5d41aeac076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:23.644818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-209a3d74-f7c3-4e15-86f4-97cee6008167 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:23.648702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:23.655516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:23.691991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:network and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:23.698715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:23.700118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1ac9e-7fb2-4b51-87b8-3f74d1d5904f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Pushing event deleted for resources: {'Port': ['ID=9b19820b-fab6-4be7-89b6-32472a715bcb,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:23.713200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-10c1ac9e-7fb2-4b51-87b8-3f74d1d5904f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:23.735887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:23.786780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Pushing event updated for resources: {'Port': ['ID=29f7e49f-4774-453f-9479-940921f396f0,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:23.791564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c16e9ec-fd30-4052-99ee-3987ef933991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.792025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:23.802337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1863ac5a-a1b5-42a2-ace3-1bb4035abbf3 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.802685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6e9b379f-e0f7-4679-9736-48fdf1a6bbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:23.829464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16e9ec-fd30-4052-99ee-3987ef933991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ef4eff-46e9-48c5-abc7-a77273742de0,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:23.835902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7c16e9ec-fd30-4052-99ee-3987ef933991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:23.838674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c16e9ec-fd30-4052-99ee-3987ef933991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.842297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7c16e9ec-fd30-4052-99ee-3987ef933991 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/28ef4eff-46e9-48c5-abc7-a77273742de0 HTTP/1.1" status: 204  len: 168 time: 0.8356054
Dec 03 11:14:23.844750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Network 04edc21c-207a-490b-a02a-2851ac069965 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:23.845828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:23.862184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:23.888158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:23.894034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.925764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10c1ac9e-7fb2-4b51-87b8-3f74d1d5904f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:23.935787 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-10c1ac9e-7fb2-4b51-87b8-3f74d1d5904f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/ports/9b19820b-fab6-4be7-89b6-32472a715bcb HTTP/1.1" status: 204  len: 168 time: 2.1937025
Dec 03 11:14:23.936633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40898) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:23.942867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:23.951118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:23.965463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:24.057317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:24.069848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Attempting to bind port 29f7e49f-4774-453f-9479-940921f396f0 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:14:24.070257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Attempting to bind port 29f7e49f-4774-453f-9479-940921f396f0 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '564a5b65-f761-4895-b6ea-f0ec661a5008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04edc21c-207a-490b-a02a-2851ac069965'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:14:24.070668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Attempting to bind port 29f7e49f-4774-453f-9479-940921f396f0 on network 04edc21c-207a-490b-a02a-2851ac069965 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:14:24.079950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:14:24.080376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Checking segment: {'id': '564a5b65-f761-4895-b6ea-f0ec661a5008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04edc21c-207a-490b-a02a-2851ac069965'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:24.080829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:24.081275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Bound using segment: {'id': '564a5b65-f761-4895-b6ea-f0ec661a5008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04edc21c-207a-490b-a02a-2851ac069965'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:14:24.081801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Bound port: 29f7e49f-4774-453f-9479-940921f396f0, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564a5b65-f761-4895-b6ea-f0ec661a5008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04edc21c-207a-490b-a02a-2851ac069965'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:14:24.082225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:24.261979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-405866c1-36b3-47e5-bcd3-085b3ffcde4f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Deleting subnet d2f5de5e-95eb-4905-be4f-0d0a6da13fd3 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:14:24.265678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-405866c1-36b3-47e5-bcd3-085b3ffcde4f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:24.268504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] For port 29f7e49f-4774-453f-9479-940921f396f0, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:14:24.272709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] For port 29f7e49f-4774-453f-9479-940921f396f0, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=29f7e49f-4774-453f-9479-940921f396f0,segment=NetworkSegment(564a5b65-f761-4895-b6ea-f0ec661a5008),segment_id=564a5b65-f761-4895-b6ea-f0ec661a5008)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:14:24.277516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb649197-db6a-4b87-93f7-dd35d5d540b8 req-07466a14-910a-40c2-9398-bdbf8e872fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:24.279276 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb649197-db6a-4b87-93f7-dd35d5d540b8 req-07466a14-910a-40c2-9398-bdbf8e872fe1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.7848852
Dec 03 11:14:24.280643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:24.281632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:14:24.303406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:24.336132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-405866c1-36b3-47e5-bcd3-085b3ffcde4f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:24.433969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-405866c1-36b3-47e5-bcd3-085b3ffcde4f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:24.464930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Pushing event updated for resources: {'Port': ['ID=29f7e49f-4774-453f-9479-940921f396f0,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:24.476103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:24.488605 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb649197-db6a-4b87-93f7-dd35d5d540b8 req-c3450f94-58dd-4b9e-ba1e-daf1387162bb service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912625
Dec 03 11:14:24.506436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1863ac5a-a1b5-42a2-ace3-1bb4035abbf3 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:24.725035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:24.725416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Added segment c2b394b7-6c70-4218-b582-ddcf60955937 of type vxlan for network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95
Dec 03 11:14:24.760657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-405866c1-36b3-47e5-bcd3-085b3ffcde4f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:24.777874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:24.840590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:14:24.853359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405866c1-36b3-47e5-bcd3-085b3ffcde4f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Pushing event deleted for resources: {'Subnet': ['ID=d2f5de5e-95eb-4905-be4f-0d0a6da13fd3,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:24.873172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-405866c1-36b3-47e5-bcd3-085b3ffcde4f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:25.001102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-405866c1-36b3-47e5-bcd3-085b3ffcde4f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:25.008445 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-405866c1-36b3-47e5-bcd3-085b3ffcde4f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/subnets/d2f5de5e-95eb-4905-be4f-0d0a6da13fd3 HTTP/1.1" status: 204  len: 168 time: 1.0707045
Dec 03 11:14:25.008936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538baae0-06a8-4eef-a939-a3333a40117a None None] Network 52135c32-71fc-4be1-a112-d8b17f2dee05 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:25.011424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40920) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:25.067508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:25.163109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:25.203614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40924) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:25.216394 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb649197-db6a-4b87-93f7-dd35d5d540b8 req-6509329c-5269-4321-b96b-4295889168f8 service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5847809
Dec 03 11:14:25.243553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Deleting port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:25.244266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:25.416380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9432ac76-300b-4769-8479-e7acf591bc28 None None] DHCP port deletion for 52135c32-71fc-4be1-a112-d8b17f2dee05 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:14:25.419841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:25.421457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9432ac76-300b-4769-8479-e7acf591bc28 None None] Deleting port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:25.421891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9432ac76-300b-4769-8479-e7acf591bc28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:25.424755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:25.425423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:25.449853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:25.513840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] For port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=31ef5809-7168-4c0a-b16e-4ac02b0ecdc9,segment=NetworkSegment(c15706e0-6be7-4706-9cdc-ef3b67a8bdf9),segment_id=c15706e0-6be7-4706-9cdc-ef3b67a8bdf9)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:25.514740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:25.561309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8f5f54a9-bb11-4314-bafc-d567e4ea04b7 tempest-DvrRoutersNegativeTest-801616184 tempest-DvrRoutersNegativeTest-801616184] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-630713241', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:25.563958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.policy [None req-8f5f54a9-bb11-4314-bafc-d567e4ea04b7 tempest-DvrRoutersNegativeTest-801616184 tempest-DvrRoutersNegativeTest-801616184] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=80975) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Dec 03 11:14:25.564314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.policy [None req-8f5f54a9-bb11-4314-bafc-d567e4ea04b7 tempest-DvrRoutersNegativeTest-801616184 tempest-DvrRoutersNegativeTest-801616184] Failed policy check for 'create_router' {{(pid=80975) enforce /opt/stack/neutron/neutron/policy.py:482}}
Dec 03 11:14:25.564872 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-8f5f54a9-bb11-4314-bafc-d567e4ea04b7 tempest-DvrRoutersNegativeTest-801616184 tempest-DvrRoutersNegativeTest-801616184] create failed (client error): Access was denied to this resource.
Dec 03 11:14:25.569347 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8f5f54a9-bb11-4314-bafc-d567e4ea04b7 tempest-DvrRoutersNegativeTest-801616184 tempest-DvrRoutersNegativeTest-801616184] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.3612900
Dec 03 11:14:25.668573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Calling delete_port for 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:25.694825 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.0798624
Dec 03 11:14:25.701460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40936) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:25.703031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9432ac76-300b-4769-8479-e7acf591bc28 None None] For port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=31ef5809-7168-4c0a-b16e-4ac02b0ecdc9,segment=NetworkSegment(c15706e0-6be7-4706-9cdc-ef3b67a8bdf9),segment_id=c15706e0-6be7-4706-9cdc-ef3b67a8bdf9)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:25.703486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9432ac76-300b-4769-8479-e7acf591bc28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:25.717431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'subnet': {'network_id': '3a87d2ed-80f2-471d-af1c-8c1d646b3f95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:25.719223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Network': ['ID=3a87d2ed-80f2-471d-af1c-8c1d646b3f95,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:25.732130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:25.781013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:25.896922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9432ac76-300b-4769-8479-e7acf591bc28 None None] Calling delete_port for 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:25.991868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:26.015659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:26.020128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:subnet and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:26.023515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:26.029728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:26.029954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:26.040187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:26.057508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-9432ac76-300b-4769-8479-e7acf591bc28 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 03 11:14:26.057508 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s]
Dec 03 11:14:26.057508 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'port_id': '31ef5809-7168-4c0a-b16e-4ac02b0ecdc9', 'host': 'dv-neutron-765072-2-ovs'}]
Dec 03 11:14:26.057508 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:14:26.058262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-9432ac76-300b-4769-8479-e7acf591bc28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:14:26.080135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:26.121558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4666031e-6bbc-45c5-8b7e-2277b406e0b9 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:26.188792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40942) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:26.189973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Pushing event deleted for resources: {'Port': ['ID=31ef5809-7168-4c0a-b16e-4ac02b0ecdc9,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:26.201629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:26.248483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 29f7e49f-4774-453f-9479-940921f396f0 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:26.284313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1863ac5a-a1b5-42a2-ace3-1bb4035abbf3 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:26.328351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:26.330985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dce344-8dfc-4e08-b085-16bec325840a None None] Network 04edc21c-207a-490b-a02a-2851ac069965 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:26.385924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:26.394326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863ac5a-a1b5-42a2-ace3-1bb4035abbf3 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event deleted for resources: {'Subnet': ['ID=4f6a8fbe-554a-4de6-847f-dc3a6d3898e3,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:26.398022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1863ac5a-a1b5-42a2-ace3-1bb4035abbf3 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:26.428426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 29f7e49f-4774-453f-9479-940921f396f0 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:26.437673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 29f7e49f-4774-453f-9479-940921f396f0 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:26.438254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:26.473298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-81c8eee8-0a2f-4590-a560-801cb173b27f None None] Provisioning for port 29f7e49f-4774-453f-9479-940921f396f0 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:26.488337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-81c8eee8-0a2f-4590-a560-801cb173b27f None None] Provisioning complete for port 29f7e49f-4774-453f-9479-940921f396f0 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:26.488894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81c8eee8-0a2f-4590-a560-801cb173b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:26.525722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] No DVR routers for this DVR port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:14:26.588017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1863ac5a-a1b5-42a2-ace3-1bb4035abbf3 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:26.620245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9432ac76-300b-4769-8479-e7acf591bc28 None None] Deleting port 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:26.620828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9432ac76-300b-4769-8479-e7acf591bc28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:26.664707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb39c08-3cd2-4f0c-98e3-7e956ee9df9a None None] Network e1ce4750-c5e7-43b3-8791-133627cc23c2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:26.670584 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1863ac5a-a1b5-42a2-ace3-1bb4035abbf3 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "DELETE /v2.0/subnets/4f6a8fbe-554a-4de6-847f-dc3a6d3898e3 HTTP/1.1" status: 204  len: 168 time: 4.3743501
Dec 03 11:14:26.676820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40952) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:26.876688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:26.903116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:26.960858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9432ac76-300b-4769-8479-e7acf591bc28 None None] The port '31ef5809-7168-4c0a-b16e-4ac02b0ecdc9' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:14:27.061440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47e89d71-e1fe-4b2b-aa01-bb4cf5832933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.088509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-47e89d71-e1fe-4b2b-aa01-bb4cf5832933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:27.092852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-47e89d71-e1fe-4b2b-aa01-bb4cf5832933 admin admin] Usage tracker for resource:security_group_rule and tenant:c9da84d33503488288ca613710abed1e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:27.096593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-47e89d71-e1fe-4b2b-aa01-bb4cf5832933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:27.103435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-47e89d71-e1fe-4b2b-aa01-bb4cf5832933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:27.105240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:14:27.106112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.110247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81c8eee8-0a2f-4590-a560-801cb173b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.126784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:27.198178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47e89d71-e1fe-4b2b-aa01-bb4cf5832933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.206818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.251963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47e89d71-e1fe-4b2b-aa01-bb4cf5832933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.266499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e9b666da-15da-4972-9123-5f685f3fa8bb tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:27.304644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Subnet': ['ID=de41a1ba-8549-444b-a485-3ef8ba89806a,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:27.308607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:27.358426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-81c8eee8-0a2f-4590-a560-801cb173b27f None None] For port 29f7e49f-4774-453f-9479-940921f396f0, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=29f7e49f-4774-453f-9479-940921f396f0,segment=NetworkSegment(564a5b65-f761-4895-b6ea-f0ec661a5008),segment_id=564a5b65-f761-4895-b6ea-f0ec661a5008)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:27.364705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.380491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81c8eee8-0a2f-4590-a560-801cb173b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.383047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35aa3c21-b327-450b-9796-9986f128ba21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:27.399560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Router 90a73ede-b262-4af3-97fb-92c5b4d3d7ef is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:14:27.413203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Checking segment: {'id': 'e3a4eac0-7a0b-42cc-a617-7360152323b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '48a048b2-533e-4db2-9edf-f385a14d316b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:27.413603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network hostable DHCP agents. Network: 48a048b2-533e-4db2-9edf-f385a14d316b, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:14:27.527701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.551507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8eee8-0a2f-4590-a560-801cb173b27f None None] Pushing event updated for resources: {'Port': ['ID=29f7e49f-4774-453f-9479-940921f396f0,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:27.561591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-81c8eee8-0a2f-4590-a560-801cb173b27f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:27.567911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:14:27.569430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:14:27.582091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 48a048b2-533e-4db2-9edf-f385a14d316b is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:14:27.599976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 48a048b2-533e-4db2-9edf-f385a14d316b) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:27.614659 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-47e89d71-e1fe-4b2b-aa01-bb4cf5832933 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c9da84d33503488288ca613710abed1e&name=default HTTP/1.1" status: 200  len: 2879 time: 1.4149902
Dec 03 11:14:27.616165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e89d71-e1fe-4b2b-aa01-bb4cf5832933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ef0db2-a91f-462a-ab1d-ab3784d38c5c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:27.617293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1ed381-e56e-40ba-b570-d0ae03063ce8 None None] Network 48a048b2-533e-4db2-9edf-f385a14d316b requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:27.618354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40956) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:27.648924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:27.649589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.667124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c737fa0-17e5-4614-8129-57e445a61f57 None None] DHCP port deletion for e1ce4750-c5e7-43b3-8791-133627cc23c2 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:14:27.688614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5c737fa0-17e5-4614-8129-57e445a61f57 None None] Deleting port 38e10cf8-7d9e-4567-962e-90794065f1d3 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:27.689307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c737fa0-17e5-4614-8129-57e445a61f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.725368 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.2053049
Dec 03 11:14:27.726129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:14:27.730732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.735679 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "PUT /v2.0/routers/90a73ede-b262-4af3-97fb-92c5b4d3d7ef HTTP/1.1" status: 200  len: 920 time: 10.6024475
Dec 03 11:14:27.737151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-47e89d71-e1fe-4b2b-aa01-bb4cf5832933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:27.737698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40964) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:27.737839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 40962) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:27.745237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'port': {'network_id': '48a048b2-533e-4db2-9edf-f385a14d316b', 'name': 'tempest-NetworksIpV6TestAttrs-142182063'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:27.793869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b68e10>,) {'filters': {'network_id': ['52135c32-71fc-4be1-a112-d8b17f2dee05']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:27.814348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75eebfe-1f2a-43bd-9d7d-b876248e4e67 None None] Sync routers for ids ['90a73ede-b262-4af3-97fb-92c5b4d3d7ef'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:14:27.851961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75eebfe-1f2a-43bd-9d7d-b876248e4e67 None None] Routers {'90a73ede-b262-4af3-97fb-92c5b4d3d7ef'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:27.852675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b75eebfe-1f2a-43bd-9d7d-b876248e4e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e81d30>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['90a73ede-b262-4af3-97fb-92c5b4d3d7ef'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:27.868095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b68e10>, 'c15706e0-6be7-4706-9cdc-ef3b67a8bdf9') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:27.868454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b68e10>, 'c15706e0-6be7-4706-9cdc-ef3b67a8bdf9') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:27.896070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Deleting port 38e10cf8-7d9e-4567-962e-90794065f1d3 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:27.896070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.917754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e765a246-6d1c-4f1a-a978-d2ca12f4e943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:27.994747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b75eebfe-1f2a-43bd-9d7d-b876248e4e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e81d30>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:28.017999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e765a246-6d1c-4f1a-a978-d2ca12f4e943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:28.074133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:28.096849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e765a246-6d1c-4f1a-a978-d2ca12f4e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:28.125180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75eebfe-1f2a-43bd-9d7d-b876248e4e67 None None] Routers {'90a73ede-b262-4af3-97fb-92c5b4d3d7ef'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:28.125783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-733de013-7879-4e03-8f4d-5f0f4bdb5713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:28.126449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b75eebfe-1f2a-43bd-9d7d-b876248e4e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e81d30>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['90a73ede-b262-4af3-97fb-92c5b4d3d7ef'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:28.127134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:28.138451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Releasing vxlan tunnel 13 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:14:28.147709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765a246-6d1c-4f1a-a978-d2ca12f4e943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ef0db2-a91f-462a-ab1d-ab3784d38c5c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:28.149740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e765a246-6d1c-4f1a-a978-d2ca12f4e943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:28.153523 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e765a246-6d1c-4f1a-a978-d2ca12f4e943 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a2ef0db2-a91f-462a-ab1d-ab3784d38c5c HTTP/1.1" status: 204  len: 168 time: 0.5316446
Dec 03 11:14:28.153523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e765a246-6d1c-4f1a-a978-d2ca12f4e943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:28.167806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9e4fb802-1407-445b-ac6d-6ab0b3fe563a tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/routers/90a73ede-b262-4af3-97fb-92c5b4d3d7ef HTTP/1.1" status: 200  len: 926 time: 0.4288764
Dec 03 11:14:28.174892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40974) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:28.221259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:28.225859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Usage tracker for resource:port and tenant:a265822fd0bf4ad681cbadc3fc86ceb6 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:28.229852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Quota usage for port was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:28.237084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:28.282735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9e66b4d9-3ac5-4b38-9dd8-2a3dfcf23639 None None] Provisioning complete for port 29f7e49f-4774-453f-9479-940921f396f0 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:28.283199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9e66b4d9-3ac5-4b38-9dd8-2a3dfcf23639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:28.284020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:28.291609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:28.328388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7727b46-11ce-4826-92ad-fce8e93c192b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:28.330543 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b7727b46-11ce-4826-92ad-fce8e93c192b tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/ports?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6&device_id=90a73ede-b262-4af3-97fb-92c5b4d3d7ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1499743
Dec 03 11:14:28.333581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40978) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:28.346573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b75eebfe-1f2a-43bd-9d7d-b876248e4e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e81d30>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:28.347056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75eebfe-1f2a-43bd-9d7d-b876248e4e67 None None] The sync data for ids ['90a73ede-b262-4af3-97fb-92c5b4d3d7ef'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:14:28.543219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28cbe95-06f0-4473-87d6-cf0a6ba651b7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:28.548047 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f28cbe95-06f0-4473-87d6-cf0a6ba651b7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 881 time: 0.2115164
Dec 03 11:14:28.548321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40984) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:28.552145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:14:28.590179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] device_id is not set on port 9dbf408f-3efb-4e50-9f9a-58e072dc27d1 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:14:28.603457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:14:28.603857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 31ef5809-7168-4c0a-b16e-4ac02b0ecdc9 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:14:28.606537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5c737fa0-17e5-4614-8129-57e445a61f57 None None] For port 38e10cf8-7d9e-4567-962e-90794065f1d3, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=38e10cf8-7d9e-4567-962e-90794065f1d3,segment=NetworkSegment(d4909990-dee1-4a76-be35-a699fb39afd1),segment_id=d4909990-dee1-4a76-be35-a699fb39afd1)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:28.606994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c737fa0-17e5-4614-8129-57e445a61f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:28.745533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-48a048b2-533e-4db2-9edf-f385a14d316b', 'network_id': '48a048b2-533e-4db2-9edf-f385a14d316b', 'tenant_id': 'a265822fd0bf4ad681cbadc3fc86ceb6', 'fixed_ips': [{'subnet_id': 'de41a1ba-8549-444b-a485-3ef8ba89806a'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:14:28.746456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:28.764690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5c737fa0-17e5-4614-8129-57e445a61f57 None None] Calling delete_port for 38e10cf8-7d9e-4567-962e-90794065f1d3 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:28.795060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 29f7e49f-4774-453f-9479-940921f396f0 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:28.985529 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e1220f5d-68fb-4a10-9d1d-f0ca6a9e4a4f tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "GET /v2.0/ports?device_id=90a73ede-b262-4af3-97fb-92c5b4d3d7ef HTTP/1.1" status: 200  len: 205 time: 0.4336243
Dec 03 11:14:28.986069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 40998) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:29.099101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 29f7e49f-4774-453f-9479-940921f396f0 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:29.099899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:29.136828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Network 52135c32-71fc-4be1-a112-d8b17f2dee05 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:29.150053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:29.185928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] For port 38e10cf8-7d9e-4567-962e-90794065f1d3, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=38e10cf8-7d9e-4567-962e-90794065f1d3,segment=NetworkSegment(d4909990-dee1-4a76-be35-a699fb39afd1),segment_id=d4909990-dee1-4a76-be35-a699fb39afd1)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:29.185928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:29.265282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:29.289646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Allocated IP 2001:db8::f816:3eff:fe00:9d33 (48a048b2-533e-4db2-9edf-f385a14d316b/de41a1ba-8549-444b-a485-3ef8ba89806a/9dbf408f-3efb-4e50-9f9a-58e072dc27d1) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:29.379340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c737fa0-17e5-4614-8129-57e445a61f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:29.401446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:29.415440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Calling delete_port for 38e10cf8-7d9e-4567-962e-90794065f1d3 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:29.478865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c737fa0-17e5-4614-8129-57e445a61f57 None None] Pushing event deleted for resources: {'Port': ['ID=38e10cf8-7d9e-4567-962e-90794065f1d3,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:29.493505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c737fa0-17e5-4614-8129-57e445a61f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:29.509127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:29.515521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Deleting port d769bc50-33aa-4d9d-b7de-f3b632a2d2f3 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:29.515894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:29.593324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41010) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:29.638483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2ed97824-8b6e-40a9-a602-09abef94b7cc None None] Provisioning complete for port 29f7e49f-4774-453f-9479-940921f396f0 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:29.638988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ed97824-8b6e-40a9-a602-09abef94b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:29.735237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:29.766531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c737fa0-17e5-4614-8129-57e445a61f57 None None] No DVR routers for this DVR port 38e10cf8-7d9e-4567-962e-90794065f1d3 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:14:29.887843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Calling delete_port for d769bc50-33aa-4d9d-b7de-f3b632a2d2f3 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:29.893347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Network 52135c32-71fc-4be1-a112-d8b17f2dee05 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:14:29.935919 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:14:29.947790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2a9d4c9c-2415-4908-93c4-09ec11914f08 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1037140702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:29.959509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2a9d4c9c-2415-4908-93c4-09ec11914f08 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:29.975968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2a9d4c9c-2415-4908-93c4-09ec11914f08 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Usage tracker for resource:router and tenant:a60718cc49f048fc963cefc440422e4a is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:29.979536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2a9d4c9c-2415-4908-93c4-09ec11914f08 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:29.979950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 38e10cf8-7d9e-4567-962e-90794065f1d3 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:14:29.986146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2a9d4c9c-2415-4908-93c4-09ec11914f08 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:30.014958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 38e10cf8-7d9e-4567-962e-90794065f1d3 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:14:30.015457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 38e10cf8-7d9e-4567-962e-90794065f1d3 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:14:30.042103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4c9c-2415-4908-93c4-09ec11914f08 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.043239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4c9c-2415-4908-93c4-09ec11914f08 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.064193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.089284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:14:30.089650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:14:30.100024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.112738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:30.133895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.140801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.162491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Pushing event deleted for resources: {'Network': ['ID=52135c32-71fc-4be1-a112-d8b17f2dee05,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:30.173063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:30.173537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:30.264463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.311076 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] 10.222.0.90 "DELETE /v2.0/networks/52135c32-71fc-4be1-a112-d8b17f2dee05 HTTP/1.1" status: 204  len: 168 time: 5.2981849
Dec 03 11:14:30.337794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Subnet': ['ID=b37d5120-a593-42ad-9071-aa8e8c48c3bc,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:30.346122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:30.421292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Checking segment: {'id': 'c2b394b7-6c70-4218-b582-ddcf60955937', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a87d2ed-80f2-471d-af1c-8c1d646b3f95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:30.421700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network hostable DHCP agents. Network: 3a87d2ed-80f2-471d-af1c-8c1d646b3f95, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:14:30.430731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.434138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.447770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:14:30.468393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4c9c-2415-4908-93c4-09ec11914f08 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.485136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.485801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Fanout notify agent at l3_agent the message router_deleted on router 90a73ede-b262-4af3-97fb-92c5b4d3d7ef {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:14:30.494638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4c9c-2415-4908-93c4-09ec11914f08 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.531645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.537311 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1f0b1578-e270-40bf-9a07-e353f76cab77 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/routers/90a73ede-b262-4af3-97fb-92c5b4d3d7ef HTTP/1.1" status: 204  len: 168 time: 1.5499234
Dec 03 11:14:30.538446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41022) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:30.544811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-909669668', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:30.550658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4c9c-2415-4908-93c4-09ec11914f08 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.555333 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2a9d4c9c-2415-4908-93c4-09ec11914f08 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.9573712
Dec 03 11:14:30.555333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:30.557327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41026) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:30.561680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Usage tracker for resource:router and tenant:064817f96ee94720bef2a9889f800259 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:30.567938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1185285991'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:30.575600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:30.575694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 3a87d2ed-80f2-471d-af1c-8c1d646b3f95) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:30.586302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0353c2-ee7d-4831-8c14-0b1118a332a9 None None] Network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:30.591862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Deleting port 38e10cf8-7d9e-4567-962e-90794065f1d3 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:30.592253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.598045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:30.604272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:30.613608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Usage tracker for resource:network and tenant:a60718cc49f048fc963cefc440422e4a is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:30.623875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:30.635194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:30.636029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.636339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:30.643434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.644724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.654300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Made reservation on behalf of a60718cc49f048fc963cefc440422e4a for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:30.660044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.676415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.697629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] The port '38e10cf8-7d9e-4567-962e-90794065f1d3' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:14:30.704944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.706635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:30.721640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Usage tracker for resource:security_group_rule and tenant:a60718cc49f048fc963cefc440422e4a is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:30.726373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:30.735729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:30.750262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41032) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:30.776254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40e5839a-e8bb-43f7-958b-2a65904e76a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.845991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.936700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-3a87d2ed-80f2-471d-af1c-8c1d646b3f95', 'network_id': '3a87d2ed-80f2-471d-af1c-8c1d646b3f95', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'fixed_ips': [{'subnet_id': 'b37d5120-a593-42ad-9071-aa8e8c48c3bc'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:14:30.938120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:30.980344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b48d09b0>,) {'filters': {'network_id': ['e1ce4750-c5e7-43b3-8791-133627cc23c2']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:30.994934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b48d09b0>, 'd4909990-dee1-4a76-be35-a699fb39afd1') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:30.995449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b48d09b0>, 'd4909990-dee1-4a76-be35-a699fb39afd1') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:31.008790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.024811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.027034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Releasing vxlan tunnel 6 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:14:31.075536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.3729160
Dec 03 11:14:31.078148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41038) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:31.095865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.102965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3e288227-fede-4dbf-a312-a74e6b8649c2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1169169750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:31.118964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3e288227-fede-4dbf-a312-a74e6b8649c2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:31.129943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3e288227-fede-4dbf-a312-a74e6b8649c2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:router and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:31.140039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3e288227-fede-4dbf-a312-a74e6b8649c2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:31.167695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3e288227-fede-4dbf-a312-a74e6b8649c2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:31.180473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.196814 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5755c7ac-66ec-4688-95d0-41fe268c285d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a370cf9f5e1a42c6819fe4f51a914994&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4452677
Dec 03 11:14:31.203348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41042) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:31.238300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e288227-fede-4dbf-a312-a74e6b8649c2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.239432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e288227-fede-4dbf-a312-a74e6b8649c2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.268047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.279101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Network e1ce4750-c5e7-43b3-8791-133627cc23c2 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:31.284505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Allocated IP 2001:db8::2 (3a87d2ed-80f2-471d-af1c-8c1d646b3f95/b37d5120-a593-42ad-9071-aa8e8c48c3bc/e690ba4a-3c83-49b0-9c26-1225aa78ff61) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:31.289556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.289739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.302215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8bf01ea1-9e51-4084-b3e0-4f8c397a96bf tempest-RoutersAdminNegativeTest-758679100 tempest-RoutersAdminNegativeTest-758679100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:31.322368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e288227-fede-4dbf-a312-a74e6b8649c2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.424133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:14:31.437576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.437968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Added segment c0528103-d604-4c98-a9cd-a5a49c40793f of type vxlan for network a9155cc0-b566-4b7d-8a51-fce8114a1bd3
Dec 03 11:14:31.486576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Network e1ce4750-c5e7-43b3-8791-133627cc23c2 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:31.496834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'SecurityGroup': ['ID=94d8a9c0-a7c9-4ec0-a9eb-e2ea9d0630f5,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:31.513094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.513656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:14:31.520924 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:14:31.526234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e288227-fede-4dbf-a312-a74e6b8649c2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.538805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.548921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39df00e9-4d6d-477c-9f09-4c488daa59bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.601850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Transition to ACTIVE for port object 9dbf408f-3efb-4e50-9f9a-58e072dc27d1 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:31.602202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Transition to ACTIVE for port object e690ba4a-3c83-49b0-9c26-1225aa78ff61 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:31.607652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.612364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:31.616074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39df00e9-4d6d-477c-9f09-4c488daa59bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.624352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Transition to ACTIVE for port object e690ba4a-3c83-49b0-9c26-1225aa78ff61 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:31.629952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.633988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.642987 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "DELETE /v2.0/networks/e1ce4750-c5e7-43b3-8791-133627cc23c2 HTTP/1.1" status: 204  len: 168 time: 4.9599478
Dec 03 11:14:31.644762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41048) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:31.645803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event deleted for resources: {'Network': ['ID=e1ce4750-c5e7-43b3-8791-133627cc23c2,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:31.648010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e288227-fede-4dbf-a312-a74e6b8649c2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.649372 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3e288227-fede-4dbf-a312-a74e6b8649c2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5702057
Dec 03 11:14:31.651383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:31.654073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93c8c5e1-abae-4413-8e9d-45fe580be79f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:31.654260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41052) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:31.685941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.690101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:31.690752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.697578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:31.734125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'port': {'network_id': '3a87d2ed-80f2-471d-af1c-8c1d646b3f95', 'name': 'tempest-RoutersIpV6Test-1080144609'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:31.806216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Pushing event updated for resources: {'Port': ['ID=e690ba4a-3c83-49b0-9c26-1225aa78ff61,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:31.811688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:31.868039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:31.884407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:31.885059 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.3265972
Dec 03 11:14:31.889568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41058) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:31.901590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Request body: {'subnet': {'network_id': 'a9155cc0-b566-4b7d-8a51-fce8114a1bd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:31.912065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a680bcdd-979e-4ebf-9998-7debccac4401 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:31.957629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:31.963735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Allocated IP 2001:db8::f816:3eff:fe40:b1a7 (48a048b2-533e-4db2-9edf-f385a14d316b/de41a1ba-8549-444b-a485-3ef8ba89806a/2ae70cc5-ed79-4b05-b138-6d87054a235a) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:31.966109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:32.017464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c68bd1b1-caa0-49be-bcea-ea862e65a426 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Deleting port 3de1e005-8f49-4331-ab29-cfa52b546e82 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:32.018005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c68bd1b1-caa0-49be-bcea-ea862e65a426 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.038236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'Network': ['ID=a9155cc0-b566-4b7d-8a51-fce8114a1bd3,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:32.044845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.065266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Attempting to bind port e690ba4a-3c83-49b0-9c26-1225aa78ff61 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:14:32.065577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Attempting to bind port e690ba4a-3c83-49b0-9c26-1225aa78ff61 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'c2b394b7-6c70-4218-b582-ddcf60955937', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a87d2ed-80f2-471d-af1c-8c1d646b3f95'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:14:32.065963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Attempting to bind port e690ba4a-3c83-49b0-9c26-1225aa78ff61 on network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:14:32.075305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network a9155cc0-b566-4b7d-8a51-fce8114a1bd3 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:32.079382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:32.080076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39df00e9-4d6d-477c-9f09-4c488daa59bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.089171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network a9155cc0-b566-4b7d-8a51-fce8114a1bd3 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:32.166610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:14:32.167063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Checking segment: {'id': 'c2b394b7-6c70-4218-b582-ddcf60955937', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a87d2ed-80f2-471d-af1c-8c1d646b3f95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:32.167515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.167976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Bound using segment: {'id': 'c2b394b7-6c70-4218-b582-ddcf60955937', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a87d2ed-80f2-471d-af1c-8c1d646b3f95'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:14:32.168499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Bound port: e690ba4a-3c83-49b0-9c26-1225aa78ff61, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b394b7-6c70-4218-b582-ddcf60955937', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a87d2ed-80f2-471d-af1c-8c1d646b3f95'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:14:32.168919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.195742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Port': ['ID=9dbf408f-3efb-4e50-9f9a-58e072dc27d1,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:32.210089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:32.286411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:32.361041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:port and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:32.368281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for port was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:32.382558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:32.400197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0da651ec-64fd-4372-bf33-264cc39e0926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:32.416961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.431688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 48a048b2-533e-4db2-9edf-f385a14d316b is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:32.432485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:32.438593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.446448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df00e9-4d6d-477c-9f09-4c488daa59bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e4275c-2849-4f83-bd49-66b3a8291a1c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:32.453046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:32.455912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-39df00e9-4d6d-477c-9f09-4c488daa59bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:32.460249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c68bd1b1-caa0-49be-bcea-ea862e65a426 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.460249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c68bd1b1-caa0-49be-bcea-ea862e65a426 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.468356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:32.474092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:32.474813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.482946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:32.494874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39df00e9-4d6d-477c-9f09-4c488daa59bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.496146 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-39df00e9-4d6d-477c-9f09-4c488daa59bf admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b3e4275c-2849-4f83-bd49-66b3a8291a1c HTTP/1.1" status: 204  len: 168 time: 1.2833579
Dec 03 11:14:32.499840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Usage tracker for resource:subnet and tenant:a60718cc49f048fc963cefc440422e4a is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:32.513875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:32.524094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:32.565747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] For port e690ba4a-3c83-49b0-9c26-1225aa78ff61, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:14:32.574743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] For port e690ba4a-3c83-49b0-9c26-1225aa78ff61, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e690ba4a-3c83-49b0-9c26-1225aa78ff61,segment=NetworkSegment(c2b394b7-6c70-4218-b582-ddcf60955937),segment_id=c2b394b7-6c70-4218-b582-ddcf60955937)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:14:32.581209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.584835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.593060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Made reservation on behalf of a60718cc49f048fc963cefc440422e4a for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:32.636927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:32.641618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c68bd1b1-caa0-49be-bcea-ea862e65a426 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Calling delete_port for 3de1e005-8f49-4331-ab29-cfa52b546e82 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:32.673094 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 4.9341476
Dec 03 11:14:32.680637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41066) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:32.776140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Transition to ACTIVE for port object 2ae70cc5-ed79-4b05-b138-6d87054a235a will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:32.796179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Pushing event updated for resources: {'Port': ['ID=e690ba4a-3c83-49b0-9c26-1225aa78ff61,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:32.806156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.807659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:32.830209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Transition to ACTIVE for port object 2ae70cc5-ed79-4b05-b138-6d87054a235a will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:32.952387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:32.998005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f69f4f01-d511-411a-9a90-4871e3974969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:33.028858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Allocated IP 172.26.1.171 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/a0998013-585f-4d75-82ea-fe45477000c0) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:33.198987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] device_id is not set on port 16ea69aa-e377-4ce9-b895-2b8cdfbc0796 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:14:33.295870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9a125bb6-7f96-4808-ab2f-bb90c8dc1abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:33.329059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:33.391057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Pushing event updated for resources: {'Port': ['ID=2ae70cc5-ed79-4b05-b138-6d87054a235a,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:33.394348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:33.452061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:33.471206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-77050f1c-8f32-49e8-8fde-cc906602fa34 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:33.512530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Network 48a048b2-533e-4db2-9edf-f385a14d316b is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:33.515953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:33.518606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:33.582994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c68bd1b1-caa0-49be-bcea-ea862e65a426 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:33.595100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Attempting to bind port 2ae70cc5-ed79-4b05-b138-6d87054a235a on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:14:33.595645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Attempting to bind port 2ae70cc5-ed79-4b05-b138-6d87054a235a by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e3a4eac0-7a0b-42cc-a617-7360152323b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '48a048b2-533e-4db2-9edf-f385a14d316b'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:14:33.596177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Attempting to bind port 2ae70cc5-ed79-4b05-b138-6d87054a235a on network 48a048b2-533e-4db2-9edf-f385a14d316b {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:14:33.604868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:14:33.606011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Checking segment: {'id': 'e3a4eac0-7a0b-42cc-a617-7360152323b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '48a048b2-533e-4db2-9edf-f385a14d316b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:33.606162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b8a9661-f4f5-4a32-9ff3-d087198141f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:33.606472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:33.609229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Bound using segment: {'id': 'e3a4eac0-7a0b-42cc-a617-7360152323b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '48a048b2-533e-4db2-9edf-f385a14d316b'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:14:33.609787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Bound port: 2ae70cc5-ed79-4b05-b138-6d87054a235a, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a4eac0-7a0b-42cc-a617-7360152323b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '48a048b2-533e-4db2-9edf-f385a14d316b'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:14:33.610357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:33.668127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Pushing event updated for resources: {'Port': ['ID=a0998013-585f-4d75-82ea-fe45477000c0,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:33.683877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:33.737540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bd1b1-caa0-49be-bcea-ea862e65a426 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Pushing event deleted for resources: {'Port': ['ID=3de1e005-8f49-4331-ab29-cfa52b546e82,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:33.759869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c68bd1b1-caa0-49be-bcea-ea862e65a426 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:33.766453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] For port 2ae70cc5-ed79-4b05-b138-6d87054a235a, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:14:33.785905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] For port 2ae70cc5-ed79-4b05-b138-6d87054a235a, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2ae70cc5-ed79-4b05-b138-6d87054a235a,segment=NetworkSegment(e3a4eac0-7a0b-42cc-a617-7360152323b7),segment_id=e3a4eac0-7a0b-42cc-a617-7360152323b7)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:14:33.798681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:33.799196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:33.802272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:33.810241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:33.854769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Allocated IP 2001:db8::15 (3a87d2ed-80f2-471d-af1c-8c1d646b3f95/b37d5120-a593-42ad-9071-aa8e8c48c3bc/16ea69aa-e377-4ce9-b895-2b8cdfbc0796) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:33.889265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:33.932480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41090) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:33.948756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:33.962670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfe6b54-d714-47ec-a3f5-540b7f346ef7 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Deleting subnet de41a1ba-8549-444b-a485-3ef8ba89806a {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:14:33.994621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6b54-d714-47ec-a3f5-540b7f346ef7 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.156875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:34.191919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1576734785'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:34.198236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6b54-d714-47ec-a3f5-540b7f346ef7 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.217431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.255462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Pushing event updated for resources: {'Port': ['ID=2ae70cc5-ed79-4b05-b138-6d87054a235a,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:34.259308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:34.264539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:34.283620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Usage tracker for resource:network and tenant:ad10c4632a674c1ea8971d7a0fe6f1ee is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:34.300722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'Subnet': ['ID=f952ff8d-938e-4c9c-bf74-dfb45a282d1d,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:34.311383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:34.330840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:34.386089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:34.399633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c68bd1b1-caa0-49be-bcea-ea862e65a426 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.435842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Made reservation on behalf of ad10c4632a674c1ea8971d7a0fe6f1ee for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:34.441702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.479532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.519119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c68bd1b1-caa0-49be-bcea-ea862e65a426 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.523274 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c68bd1b1-caa0-49be-bcea-ea862e65a426 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] 10.222.0.90 "DELETE /v2.0/floatingips/8532579f-9fcc-470b-8ae4-61735e9f5644 HTTP/1.1" status: 204  len: 168 time: 2.8710206
Dec 03 11:14:34.526085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:34.545329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Usage tracker for resource:security_group_rule and tenant:ad10c4632a674c1ea8971d7a0fe6f1ee is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:34.551770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:34.565909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.578325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:34.588932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Checking segment: {'id': 'c0528103-d604-4c98-a9cd-a5a49c40793f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9155cc0-b566-4b7d-8a51-fce8114a1bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:34.589585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network hostable DHCP agents. Network: a9155cc0-b566-4b7d-8a51-fce8114a1bd3, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:14:34.605386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Transition to ACTIVE for port object 16ea69aa-e377-4ce9-b895-2b8cdfbc0796 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:34.619447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6b54-d714-47ec-a3f5-540b7f346ef7 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.637427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network a9155cc0-b566-4b7d-8a51-fce8114a1bd3 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:14:34.648688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, a9155cc0-b566-4b7d-8a51-fce8114a1bd3) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:34.657208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f470465e-f383-4b6d-b87f-ecbf7ebb9fa4 None None] Network a9155cc0-b566-4b7d-8a51-fce8114a1bd3 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:34.676742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:34.677484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.708238 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8124037
Dec 03 11:14:34.712006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41100) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:34.726611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Request body: {'network': {'name': 'tempest-router-network01--992512710'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:34.733563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.789454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.798044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:34.819569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c68bd1b1-caa0-49be-bcea-ea862e65a426 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:34.872178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Usage tracker for resource:network and tenant:a60718cc49f048fc963cefc440422e4a is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:34.877060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:34.894002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:34.916682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Made reservation on behalf of a60718cc49f048fc963cefc440422e4a for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:34.922221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:34.932710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e690ba4a-3c83-49b0-9c26-1225aa78ff61 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:35.007344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:14:35.021690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.022335 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Added segment 3a01de1b-9745-450a-a0e4-622c799c2941 of type vxlan for network bb7b5218-17b5-429c-bdc0-1e06ff3c6297
Dec 03 11:14:35.050874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.081323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.086227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.091064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:35.091908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.121522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.124946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=16ea69aa-e377-4ce9-b895-2b8cdfbc0796,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:35.131204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f67588ed-60a0-4414-8292-a14e52ec6264 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:35.150125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:35.170221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.219008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port e690ba4a-3c83-49b0-9c26-1225aa78ff61 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:35.234423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-a9155cc0-b566-4b7d-8a51-fce8114a1bd3', 'network_id': 'a9155cc0-b566-4b7d-8a51-fce8114a1bd3', 'tenant_id': 'a60718cc49f048fc963cefc440422e4a', 'fixed_ips': [{'subnet_id': 'f952ff8d-938e-4c9c-bf74-dfb45a282d1d'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:14:35.235896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.346352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41108) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:35.347825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a552323-d42f-407f-bd22-3b7233b74bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:35.450288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Pushing event updated for resources: {'SecurityGroup': ['ID=b68227b1-4018-4f42-9b0f-9f3d4bbc9629,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:35.454142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:35.472149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:14:35.479429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.504032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:35.508013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:35.516443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:35.520899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:35.521644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.529299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.530118 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Added segment 28a4412d-e1a4-4f5b-a856-141c145e82df of type vxlan for network a9d459bc-fa61-4d5c-87fc-63846f877749
Dec 03 11:14:35.544647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6b54-d714-47ec-a3f5-540b7f346ef7 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.669841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1dfb49f0-5e6e-423e-b856-d11fba7fd70a tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:35.700710 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9851887
Dec 03 11:14:35.717700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41116) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:35.728631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Allocated IP 2001:db8::2 (a9155cc0-b566-4b7d-8a51-fce8114a1bd3/f952ff8d-938e-4c9c-bf74-dfb45a282d1d/d0a2eb9d-79c5-4345-b9e5-4fe939d262f5) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:35.765774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Request body: {'network': {'name': 'tempest-router-network02--1494322458'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:35.771354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe6b54-d714-47ec-a3f5-540b7f346ef7 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Subnet': ['ID=de41a1ba-8549-444b-a485-3ef8ba89806a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:35.783157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dbfe6b54-d714-47ec-a3f5-540b7f346ef7 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:35.788496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:35.793673 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.0749502
Dec 03 11:14:35.794682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41120) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:35.797228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6b54-d714-47ec-a3f5-540b7f346ef7 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.801510 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dbfe6b54-d714-47ec-a3f5-540b7f346ef7 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/subnets/de41a1ba-8549-444b-a485-3ef8ba89806a HTTP/1.1" status: 204  len: 168 time: 3.1175423
Dec 03 11:14:35.804115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:35.829567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca6545e-2d0a-44ad-9d08-2f0793bb5f96 None None] Network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:35.837193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41122) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:35.838000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Usage tracker for resource:network and tenant:a60718cc49f048fc963cefc440422e4a is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:35.840123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'Network': ['ID=bb7b5218-17b5-429c-bdc0-1e06ff3c6297,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:35.843898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Quota usage for network was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:35.852823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:35.862753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network bb7b5218-17b5-429c-bdc0-1e06ff3c6297 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:35.887083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network bb7b5218-17b5-429c-bdc0-1e06ff3c6297 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:35.931633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73619a2c-d8a4-46e2-ac8e-1b173aa86640 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:35.933140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73619a2c-d8a4-46e2-ac8e-1b173aa86640 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:35.933971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-73619a2c-d8a4-46e2-ac8e-1b173aa86640 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Synchronizing usage tracker for tenant:a265822fd0bf4ad681cbadc3fc86ceb6 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:14:35.980822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-73619a2c-d8a4-46e2-ac8e-1b173aa86640 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Unset dirty status for tenant:a265822fd0bf4ad681cbadc3fc86ceb6 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:14:35.984875 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-73619a2c-d8a4-46e2-ac8e-1b173aa86640 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1464260
Dec 03 11:14:35.985789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41128) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:36.034642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-22e72fce-f8d5-4cc1-a1f5-b31bfa6e127b None None] Provisioning for port e690ba4a-3c83-49b0-9c26-1225aa78ff61 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:36.051125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:36.185962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-22e72fce-f8d5-4cc1-a1f5-b31bfa6e127b None None] Provisioning complete for port e690ba4a-3c83-49b0-9c26-1225aa78ff61 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:36.186537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22e72fce-f8d5-4cc1-a1f5-b31bfa6e127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:36.263170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ab4d-3252-4ef6-a6f6-51b913d854e2 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:36.347375 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce0ab4d-3252-4ef6-a6f6-51b913d854e2 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:14:36.347879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce0ab4d-3252-4ef6-a6f6-51b913d854e2 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] No notification will be sent due to unsuccessful status code: 409 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:14:36.354636 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3ce0ab4d-3252-4ef6-a6f6-51b913d854e2 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/networks/48a048b2-533e-4db2-9edf-f385a14d316b HTTP/1.1" status: 409  len: 405 time: 0.3622699
Dec 03 11:14:36.358106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41132) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:36.364717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-147176455'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:36.376514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:36.386611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Usage tracker for resource:network and tenant:a265822fd0bf4ad681cbadc3fc86ceb6 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:36.391174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:14:36.392855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Quota usage for network was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:36.413092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:36.459227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:36.467469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:36.506195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:36.515864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22e72fce-f8d5-4cc1-a1f5-b31bfa6e127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:36.526792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Router d6ec6e2c-5b8d-4d63-8939-2378c87c5712 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:14:36.577229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:36.581869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Transition to ACTIVE for port object d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:36.672628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Made reservation on behalf of a60718cc49f048fc963cefc440422e4a for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:36.679856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:36.706863 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d2d8de45-5003-4759-9ca2-ca019f609275 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cfbdb5fe8e824b82b4543ea8c6e9b686&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3407097
Dec 03 11:14:36.732131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:14:36.743888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:36.744356 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Added segment 2dfa6103-068b-4685-a9da-29b1a5271662 of type vxlan for network 269d9877-79c6-4c5a-b44f-5715c72b3e10
Dec 03 11:14:36.775244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:36.785469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41140) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:36.787993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:36.792988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:36.793679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:36.818471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c16160-664e-4e9c-be1b-e622a60fa675 None None] Network 48a048b2-533e-4db2-9edf-f385a14d316b requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:36.832212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2ae70cc5-ed79-4b05-b138-6d87054a235a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:36.841278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:14:36.841853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:14:36.855280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:14:36.867203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d9296f-0132-4d14-882b-ba98a3d80fa8 None None] Sync routers for ids ['d6ec6e2c-5b8d-4d63-8939-2378c87c5712'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:14:36.881044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d9296f-0132-4d14-882b-ba98a3d80fa8 None None] Routers {'d6ec6e2c-5b8d-4d63-8939-2378c87c5712'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:36.881991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-80d9296f-0132-4d14-882b-ba98a3d80fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67222b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d6ec6e2c-5b8d-4d63-8939-2378c87c5712'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:36.895730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:36.897273 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.3572700
Dec 03 11:14:36.900664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41144) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:36.903928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e02a6e5-6ed5-4332-b181-41cdf1f3c12f tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:36.907525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:36.943721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Transition to ACTIVE for port object d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:36.971222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-22e72fce-f8d5-4cc1-a1f5-b31bfa6e127b None None] For port e690ba4a-3c83-49b0-9c26-1225aa78ff61, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e690ba4a-3c83-49b0-9c26-1225aa78ff61,segment=NetworkSegment(c2b394b7-6c70-4218-b582-ddcf60955937),segment_id=c2b394b7-6c70-4218-b582-ddcf60955937)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:37.005025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-80d9296f-0132-4d14-882b-ba98a3d80fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67222b0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:37.015352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d9296f-0132-4d14-882b-ba98a3d80fa8 None None] Routers {'d6ec6e2c-5b8d-4d63-8939-2378c87c5712'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:37.016248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-80d9296f-0132-4d14-882b-ba98a3d80fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67222b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d6ec6e2c-5b8d-4d63-8939-2378c87c5712'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:37.026218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:14:37.027490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.037210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Pushing event updated for resources: {'Network': ['ID=a9d459bc-fa61-4d5c-87fc-63846f877749,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:37.041003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:37.046457 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 3.1132169
Dec 03 11:14:37.051097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41148) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:37.061337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba53a14b-4fd3-4782-a004-6bfa7fbb1b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:37.070627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-d5e58f9c-15c5-47f5-babf-b37a03549983 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b53418d0>, 'networks', 'a9d459bc-fa61-4d5c-87fc-63846f877749', 'tempest-TagsTest-Tag-1206376655') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:37.090096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22e72fce-f8d5-4cc1-a1f5-b31bfa6e127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.096725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-80d9296f-0132-4d14-882b-ba98a3d80fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67222b0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:37.097362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d9296f-0132-4d14-882b-ba98a3d80fa8 None None] The sync data for ids ['d6ec6e2c-5b8d-4d63-8939-2378c87c5712'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:14:37.114730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network a9d459bc-fa61-4d5c-87fc-63846f877749 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:37.128937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network a9d459bc-fa61-4d5c-87fc-63846f877749 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:37.181706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.185910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:37.186560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.197698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58624665-14e0-48dd-b960-5562b202fab2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:37.281956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.309527 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.5831611
Dec 03 11:14:37.312616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41154) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:37.317717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 2ae70cc5-ed79-4b05-b138-6d87054a235a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:37.319686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Request body: {'subnet': {'network_id': 'bb7b5218-17b5-429c-bdc0-1e06ff3c6297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:37.345487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.368270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a09cfceb-2011-4716-9701-9bb21d1bb283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.431033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'Network': ['ID=269d9877-79c6-4c5a-b44f-5715c72b3e10,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:37.443558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:37.484176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 269d9877-79c6-4c5a-b44f-5715c72b3e10 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:37.497683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 269d9877-79c6-4c5a-b44f-5715c72b3e10 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:37.522722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a09cfceb-2011-4716-9701-9bb21d1bb283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.532494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Pushing event updated for resources: {'Port': ['ID=d0a2eb9d-79c5-4345-b9e5-4fe939d262f5,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:37.548442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:14:37.559428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:37.561274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.447s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:37.621788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:37.637980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Usage tracker for resource:subnet and tenant:a60718cc49f048fc963cefc440422e4a is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:37.642883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.643304 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Added segment a786a1fe-3286-47ed-ade0-03bb09f8d104 of type vxlan for network af6865f8-f793-47a9-afbf-22b605dfb859
Dec 03 11:14:37.644593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:37.667863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:37.717987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Made reservation on behalf of a60718cc49f048fc963cefc440422e4a for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:37.749008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.782498 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d5e58f9c-15c5-47f5-babf-b37a03549983 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "PUT /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749/tags/tempest-TagsTest-Tag-1206376655 HTTP/1.1" status: 201  len: 201 time: 0.7240813
Dec 03 11:14:37.785825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41162) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:37.794603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-c799b349-dab8-4c4c-96b6-0fb07e8cc90d tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b463cf28>, 'networks', 'a9d459bc-fa61-4d5c-87fc-63846f877749', 'tempest-TagsTest-Tag-1206376655') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:37.816655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.839459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a09cfceb-2011-4716-9701-9bb21d1bb283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.846334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4637ba84-57db-4391-b6ae-ccb26cd72fd6 None None] Provisioning for port 2ae70cc5-ed79-4b05-b138-6d87054a235a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:37.861950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:37.931657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4637ba84-57db-4391-b6ae-ccb26cd72fd6 None None] Provisioning complete for port 2ae70cc5-ed79-4b05-b138-6d87054a235a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:37.932075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4637ba84-57db-4391-b6ae-ccb26cd72fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.935202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.948246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cfceb-2011-4716-9701-9bb21d1bb283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec37705-37f1-41f0-9e59-4cd1de0c15e5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:37.959115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.963634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:37.964305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:37.985310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e3c2ed9-2954-47f9-8932-ee145187c850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-246967995] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:38.008802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:38.037408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Network a9155cc0-b566-4b7d-8a51-fce8114a1bd3 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:38.045495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e72fce-f8d5-4cc1-a1f5-b31bfa6e127b None None] Pushing event updated for resources: {'Port': ['ID=e690ba4a-3c83-49b0-9c26-1225aa78ff61,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:38.049641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:38.052209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-22e72fce-f8d5-4cc1-a1f5-b31bfa6e127b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:38.066067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:38.072083 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.7100692
Dec 03 11:14:38.072083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Deleting port a0998013-585f-4d75-82ea-fe45477000c0 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:38.072083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:38.109658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41168) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:38.142261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a09cfceb-2011-4716-9701-9bb21d1bb283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:38.162194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a09cfceb-2011-4716-9701-9bb21d1bb283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:38.163798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a09cfceb-2011-4716-9701-9bb21d1bb283 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/eec37705-37f1-41f0-9e59-4cd1de0c15e5 HTTP/1.1" status: 204  len: 168 time: 1.3490899
Dec 03 11:14:38.179725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Attempting to bind port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:14:38.180514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Attempting to bind port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'c0528103-d604-4c98-a9cd-a5a49c40793f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9155cc0-b566-4b7d-8a51-fce8114a1bd3'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:14:38.181139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Attempting to bind port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 on network a9155cc0-b566-4b7d-8a51-fce8114a1bd3 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:14:38.193921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:14:38.195590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Checking segment: {'id': 'c0528103-d604-4c98-a9cd-a5a49c40793f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9155cc0-b566-4b7d-8a51-fce8114a1bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:38.196276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:38.196926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Bound using segment: {'id': 'c0528103-d604-4c98-a9cd-a5a49c40793f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9155cc0-b566-4b7d-8a51-fce8114a1bd3'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:14:38.197705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Bound port: d0a2eb9d-79c5-4345-b9e5-4fe939d262f5, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0528103-d604-4c98-a9cd-a5a49c40793f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a9155cc0-b566-4b7d-8a51-fce8114a1bd3'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:14:38.198422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:38.235869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:38.265773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] DHCP port deletion for 48a048b2-533e-4db2-9edf-f385a14d316b request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:14:38.300627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Deleting port 2ae70cc5-ed79-4b05-b138-6d87054a235a {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:38.301221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:38.336747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:38.435228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4637ba84-57db-4391-b6ae-ccb26cd72fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:38.462858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:38.525288 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c799b349-dab8-4c4c-96b6-0fb07e8cc90d tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "GET /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749/tags/tempest-TagsTest-Tag-1206376655 HTTP/1.1" status: 204  len: 168 time: 0.7383394
Dec 03 11:14:38.531847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41176) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:38.540802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-131e8d14-1870-4c8d-b0e5-af6460cb513e tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d4d748>, 'networks', 'a9d459bc-fa61-4d5c-87fc-63846f877749') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:38.566412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'subnet': {'network_id': 'af6865f8-f793-47a9-afbf-22b605dfb859', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:38.568467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] For port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:14:38.588890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] For port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d0a2eb9d-79c5-4345-b9e5-4fe939d262f5,segment=NetworkSegment(c0528103-d604-4c98-a9cd-a5a49c40793f),segment_id=c0528103-d604-4c98-a9cd-a5a49c40793f)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:14:38.615234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:38.636446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4637ba84-57db-4391-b6ae-ccb26cd72fd6 None None] For port 2ae70cc5-ed79-4b05-b138-6d87054a235a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2ae70cc5-ed79-4b05-b138-6d87054a235a,segment=NetworkSegment(e3a4eac0-7a0b-42cc-a617-7360152323b7),segment_id=e3a4eac0-7a0b-42cc-a617-7360152323b7)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:38.639179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=16ea69aa-e377-4ce9-b895-2b8cdfbc0796,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:38.645162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Network': ['ID=af6865f8-f793-47a9-afbf-22b605dfb859,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:38.648904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:38.655677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:38.688790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:38.787525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network af6865f8-f793-47a9-afbf-22b605dfb859 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:38.838012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41180) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:38.983190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88a4f5c0-4165-4441-b5ab-33ea29cc16a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:39.016307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:39.030454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:39.061775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network af6865f8-f793-47a9-afbf-22b605dfb859 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:39.092956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e690ba4a-3c83-49b0-9c26-1225aa78ff61 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:39.119601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-88a4f5c0-4165-4441-b5ab-33ea29cc16a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:39.128044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:39.129578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4637ba84-57db-4391-b6ae-ccb26cd72fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:39.166337 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-131e8d14-1870-4c8d-b0e5-af6460cb513e tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "GET /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749/tags HTTP/1.1" status: 200  len: 238 time: 0.6329339
Dec 03 11:14:39.169547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41186) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:39.178558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-ddd78c32-3579-466a-a121-624c675137da tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b49303c8>, 'networks', 'a9d459bc-fa61-4d5c-87fc-63846f877749', {'tags': ['tempest-TagsTest-Tag-797912886', 'tempest-TagsTest-Tag-629117716', 'tempest-TagsTest-Tag-1085613544']}) {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:39.278843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-88a4f5c0-4165-4441-b5ab-33ea29cc16a2 admin admin] Usage tracker for resource:security_group_rule and tenant:cbdb6744c511412cb2d344a1d79441d9 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:39.283546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-88a4f5c0-4165-4441-b5ab-33ea29cc16a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:39.290777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-88a4f5c0-4165-4441-b5ab-33ea29cc16a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:39.323197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:39.444129 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ddd78c32-3579-466a-a121-624c675137da tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "PUT /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749/tags HTTP/1.1" status: 200  len: 307 time: 0.2704246
Dec 03 11:14:39.444518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41192) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:39.485552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-4d6220de-cc7f-4b1a-8345-c6e35fb90c30 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b66b38d0>, 'networks', 'a9d459bc-fa61-4d5c-87fc-63846f877749', 'tempest-TagsTest-Tag-797912886') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:39.494887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:39.500922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:39.522500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Pushing event updated for resources: {'Port': ['ID=d0a2eb9d-79c5-4345-b9e5-4fe939d262f5,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:39.542953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:39.544732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] For port 2ae70cc5-ed79-4b05-b138-6d87054a235a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2ae70cc5-ed79-4b05-b138-6d87054a235a,segment=NetworkSegment(e3a4eac0-7a0b-42cc-a617-7360152323b7),segment_id=e3a4eac0-7a0b-42cc-a617-7360152323b7)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:39.545180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:39.569792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:39.680150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9246645e-fc02-4239-b4e9-86f7213d3f04 None None] Provisioning complete for port e690ba4a-3c83-49b0-9c26-1225aa78ff61 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:39.681078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9246645e-fc02-4239-b4e9-86f7213d3f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:39.688803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Calling delete_port for a0998013-585f-4d75-82ea-fe45477000c0 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:39.793693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Calling delete_port for 2ae70cc5-ed79-4b05-b138-6d87054a235a owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:39.843054 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4d6220de-cc7f-4b1a-8345-c6e35fb90c30 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "DELETE /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749/tags/tempest-TagsTest-Tag-797912886 HTTP/1.1" status: 204  len: 168 time: 0.3951156
Dec 03 11:14:39.843054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:39.851536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41196) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:39.862306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-4b71479c-6b60-4ff4-b200-8b745cf96877 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b6375668>, 'networks', 'a9d459bc-fa61-4d5c-87fc-63846f877749', 'tempest-TagsTest-Tag-797912886') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:39.908291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port e690ba4a-3c83-49b0-9c26-1225aa78ff61 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:39.908687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:39.947243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637ba84-57db-4391-b6ae-ccb26cd72fd6 None None] Pushing event updated for resources: {'Port': ['ID=2ae70cc5-ed79-4b05-b138-6d87054a235a,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:39.965506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4637ba84-57db-4391-b6ae-ccb26cd72fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:39.969593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88a4f5c0-4165-4441-b5ab-33ea29cc16a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:39.981389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88a4f5c0-4165-4441-b5ab-33ea29cc16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.003957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f2370982-2bc7-49ce-8505-4b43eb7ab6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:40.053379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:14:40.053933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:14:40.104779 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-4b71479c-6b60-4ff4-b200-8b745cf96877 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] show failed (client error): The resource could not be found.
Dec 03 11:14:40.105524 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4b71479c-6b60-4ff4-b200-8b745cf96877 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "GET /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749/tags/tempest-TagsTest-Tag-797912886 HTTP/1.1" status: 404  len: 325 time: 0.2510638
Dec 03 11:14:40.108573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41200) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:40.116727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-bd307e09-e146-46ac-b23c-0ea3d1debe30 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b529b2e8>, 'networks', 'a9d459bc-fa61-4d5c-87fc-63846f877749', 'tempest-TagsTest-Tag-629117716') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:40.178274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4f5c0-4165-4441-b5ab-33ea29cc16a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f011a6-889a-4bde-b20d-79a8b6b653c0,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:40.181750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-88a4f5c0-4165-4441-b5ab-33ea29cc16a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:40.193789 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-88a4f5c0-4165-4441-b5ab-33ea29cc16a2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cbdb6744c511412cb2d344a1d79441d9&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3470578
Dec 03 11:14:40.205452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41206) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:40.219409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9246645e-fc02-4239-b4e9-86f7213d3f04 None None] Provisioning for port 16ea69aa-e377-4ce9-b895-2b8cdfbc0796 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:40.229596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9246645e-fc02-4239-b4e9-86f7213d3f04 None None] Provisioning complete for port 16ea69aa-e377-4ce9-b895-2b8cdfbc0796 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:40.230027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9246645e-fc02-4239-b4e9-86f7213d3f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.320209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9246645e-fc02-4239-b4e9-86f7213d3f04 None None] Port 16ea69aa-e377-4ce9-b895-2b8cdfbc0796 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:14:40.345690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2ae70cc5-ed79-4b05-b138-6d87054a235a no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:14:40.357771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.386830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2a58f19d-3cc1-49a9-9b0b-6fd3595f46eb tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:40.494865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Pushing event deleted for resources: {'Port': ['ID=a0998013-585f-4d75-82ea-fe45477000c0,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:40.500385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:40.545953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7afcdf41-ca76-4eb5-a883-b50669adbb9a None None] Provisioning complete for port 16ea69aa-e377-4ce9-b895-2b8cdfbc0796 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:40.546638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7afcdf41-ca76-4eb5-a883-b50669adbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.578312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Deleting port 2ae70cc5-ed79-4b05-b138-6d87054a235a {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:40.578993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.584378 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bd307e09-e146-46ac-b23c-0ea3d1debe30 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "GET /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749/tags/tempest-TagsTest-Tag-629117716 HTTP/1.1" status: 204  len: 168 time: 0.4716468
Dec 03 11:14:40.585948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e57f4384-a921-4963-a831-00743b1aa342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.622315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41212) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:40.634591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.642151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-169bb749-aece-44a5-8f93-d0b8f4e9c2b8 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1aff42550>, 'networks', 'a9d459bc-fa61-4d5c-87fc-63846f877749', 'tempest-TagsTest-Tag-1085613544') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:40.695427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e57f4384-a921-4963-a831-00743b1aa342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.700375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7afcdf41-ca76-4eb5-a883-b50669adbb9a None None] Port 16ea69aa-e377-4ce9-b895-2b8cdfbc0796 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:14:40.745454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 2ae70cc5-ed79-4b05-b138-6d87054a235a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2ae70cc5-ed79-4b05-b138-6d87054a235a,segment=NetworkSegment(e3a4eac0-7a0b-42cc-a617-7360152323b7),segment_id=e3a4eac0-7a0b-42cc-a617-7360152323b7)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:40.756491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.759872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c0773bc-c28c-4885-8d18-6b35a8bea34a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:40.809708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.814405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.815483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.830627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:40.837234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21f4e42e-aeeb-432b-9e6a-d93e21b69050 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:40.845524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=2ae70cc5-ed79-4b05-b138-6d87054a235a,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:40.851326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:40.863369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1863ac5a-a1b5-42a2-ace3-1bb4035abbf3 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:40.971572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] For port 2ae70cc5-ed79-4b05-b138-6d87054a235a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2ae70cc5-ed79-4b05-b138-6d87054a235a,segment=NetworkSegment(e3a4eac0-7a0b-42cc-a617-7360152323b7),segment_id=e3a4eac0-7a0b-42cc-a617-7360152323b7)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:40.972010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:41.007079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=16ea69aa-e377-4ce9-b895-2b8cdfbc0796,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:41.009755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e57f4384-a921-4963-a831-00743b1aa342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:41.015715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:41.019371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:41.049427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:41.096126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f4384-a921-4963-a831-00743b1aa342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f011a6-889a-4bde-b20d-79a8b6b653c0,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:41.105017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e57f4384-a921-4963-a831-00743b1aa342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:41.108617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e57f4384-a921-4963-a831-00743b1aa342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:41.110214 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e57f4384-a921-4963-a831-00743b1aa342 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/80f011a6-889a-4bde-b20d-79a8b6b653c0 HTTP/1.1" status: 204  len: 168 time: 0.8234103
Dec 03 11:14:41.159531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Calling delete_port for 2ae70cc5-ed79-4b05-b138-6d87054a235a owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:41.185744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:41.187223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:41.477128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 38200312-9fcc-46b9-91ad-00aa93fddfe6 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:14:41.509674 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-169bb749-aece-44a5-8f93-d0b8f4e9c2b8 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "GET /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749/tags/tempest-TagsTest-Tag-1085613544 HTTP/1.1" status: 204  len: 168 time: 0.8813276
Dec 03 11:14:41.522781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:41.619854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:14:41.620263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:14:41.621509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:41.644827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41220) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:41.657296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-3b778b11-b9f3-4a12-ac25-630a18329663 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b5083550>, 'networks', 'a9d459bc-fa61-4d5c-87fc-63846f877749') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:41.683404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2ebbc37b-f48c-4e16-a65c-b5f0826a726f None None] Provisioning complete for port 16ea69aa-e377-4ce9-b895-2b8cdfbc0796 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:41.686568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc37b-f48c-4e16-a65c-b5f0826a726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:41.777642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'Subnet': ['ID=fb1aa33c-bfb0-4937-9927-2e604f702799,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:41.780253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2ebbc37b-f48c-4e16-a65c-b5f0826a726f None None] Port 16ea69aa-e377-4ce9-b895-2b8cdfbc0796 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:14:41.791679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:41.899095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266e8c9f-1a34-4375-8255-a78fbce9bc75 None None] Network a9155cc0-b566-4b7d-8a51-fce8114a1bd3 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:41.916513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:14:41.934846 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/38200312-9fcc-46b9-91ad-00aa93fddfe6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1194983
Dec 03 11:14:41.944293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e8a942-525a-49a1-9604-74ba5869455c None None] Sync routers for ids ['38200312-9fcc-46b9-91ad-00aa93fddfe6'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:14:41.945559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41228) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:41.945910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41230) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:41.979158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d73f6d42-71e9-4f85-b62d-e938d64c0936 None None] Provisioning for port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:41.987070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8a942-525a-49a1-9604-74ba5869455c None None] Routers {'38200312-9fcc-46b9-91ad-00aa93fddfe6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:41.987644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c9e8a942-525a-49a1-9604-74ba5869455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a0c630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['38200312-9fcc-46b9-91ad-00aa93fddfe6'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:42.020744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d217eca-9009-42ba-a601-dea3b0bd34d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:42.043430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d73f6d42-71e9-4f85-b62d-e938d64c0936 None None] Provisioning complete for port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:42.043849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d73f6d42-71e9-4f85-b62d-e938d64c0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:42.055364 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3b778b11-b9f3-4a12-ac25-630a18329663 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "DELETE /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749/tags HTTP/1.1" status: 204  len: 168 time: 0.4036534
Dec 03 11:14:42.055364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0d217eca-9009-42ba-a601-dea3b0bd34d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:42.059949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41236) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:42.062645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0d217eca-9009-42ba-a601-dea3b0bd34d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9faf0fd3fc50405fa72b75900c326af0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:42.071462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-63efce86-bff0-49f2-abe8-4eaad3b13d88 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b620d3c8>, 'networks', 'a9d459bc-fa61-4d5c-87fc-63846f877749', 'tempest-TagsTest-Tag-629117716') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:42.089230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0d217eca-9009-42ba-a601-dea3b0bd34d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:42.108582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd80879-609c-4907-8807-08341d7d568d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:42.109234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0cd80879-609c-4907-8807-08341d7d568d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Synchronizing usage tracker for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:14:42.112228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0d217eca-9009-42ba-a601-dea3b0bd34d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:42.156330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c9e8a942-525a-49a1-9604-74ba5869455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a0c630>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:42.165054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0cd80879-609c-4907-8807-08341d7d568d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Unset dirty status for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:14:42.169129 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0cd80879-609c-4907-8807-08341d7d568d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports/16ea69aa-e377-4ce9-b895-2b8cdfbc0796 HTTP/1.1" status: 200  len: 983 time: 0.2194510
Dec 03 11:14:42.170209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41240) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:42.187391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8a942-525a-49a1-9604-74ba5869455c None None] Routers {'38200312-9fcc-46b9-91ad-00aa93fddfe6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:42.188071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c9e8a942-525a-49a1-9604-74ba5869455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a0c630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['38200312-9fcc-46b9-91ad-00aa93fddfe6'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:42.214326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:14:42.215162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:42.247330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:42.254491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:42.281002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c9e8a942-525a-49a1-9604-74ba5869455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a0c630>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:42.281466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e8a942-525a-49a1-9604-74ba5869455c None None] The sync data for ids ['38200312-9fcc-46b9-91ad-00aa93fddfe6'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:14:42.326273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:42.402949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d73f6d42-71e9-4f85-b62d-e938d64c0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:42.469064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Checking segment: {'id': '3a01de1b-9745-450a-a0e4-622c799c2941', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb7b5218-17b5-429c-bdc0-1e06ff3c6297'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:42.469442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network hostable DHCP agents. Network: bb7b5218-17b5-429c-bdc0-1e06ff3c6297, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:14:42.487487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d73f6d42-71e9-4f85-b62d-e938d64c0936 None None] For port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d0a2eb9d-79c5-4345-b9e5-4fe939d262f5,segment=NetworkSegment(c0528103-d604-4c98-a9cd-a5a49c40793f),segment_id=c0528103-d604-4c98-a9cd-a5a49c40793f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:42.494527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d73f6d42-71e9-4f85-b62d-e938d64c0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:42.498061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bbb9d037-a030-4a57-90ca-910e395e20cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:42.578217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Subnet': ['ID=bf8d6fca-890e-448b-bf65-88aead871560,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:42.585521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f6d42-71e9-4f85-b62d-e938d64c0936 None None] Pushing event updated for resources: {'Port': ['ID=d0a2eb9d-79c5-4345-b9e5-4fe939d262f5,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:42.589648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:42.591764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d73f6d42-71e9-4f85-b62d-e938d64c0936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:42.614262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Router d6ec6e2c-5b8d-4d63-8939-2378c87c5712 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:14:42.616059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network bb7b5218-17b5-429c-bdc0-1e06ff3c6297 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:14:42.616200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Deleting port 2ae70cc5-ed79-4b05-b138-6d87054a235a {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:42.616595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:42.654417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, bb7b5218-17b5-429c-bdc0-1e06ff3c6297) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:42.672401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1111b5-d224-4085-84a6-a36ae1ac937c None None] Network bb7b5218-17b5-429c-bdc0-1e06ff3c6297 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:42.738562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d217eca-9009-42ba-a601-dea3b0bd34d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:42.833950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:42.834895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:42.880645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d217eca-9009-42ba-a601-dea3b0bd34d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:42.889728 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-63efce86-bff0-49f2-abe8-4eaad3b13d88 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] show failed (client error): The resource could not be found.
Dec 03 11:14:42.891203 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-63efce86-bff0-49f2-abe8-4eaad3b13d88 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "GET /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749/tags/tempest-TagsTest-Tag-629117716 HTTP/1.1" status: 404  len: 325 time: 0.8302128
Dec 03 11:14:42.948849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:42.970687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41246) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:42.978979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-90f22644-4fb6-4d84-a607-550347dae2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:43.011145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.6968825
Dec 03 11:14:43.012623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:14:43.022770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41252) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:43.023607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d217eca-9009-42ba-a601-dea3b0bd34d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16749846-257f-484f-9100-345d3f600daa,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:43.024515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f31a3-052e-44ca-a589-61acf6f3d6d0 None None] Sync routers for ids ['d6ec6e2c-5b8d-4d63-8939-2378c87c5712'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:14:43.040055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f31a3-052e-44ca-a589-61acf6f3d6d0 None None] Routers {'d6ec6e2c-5b8d-4d63-8939-2378c87c5712'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:43.040924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ed9f31a3-052e-44ca-a589-61acf6f3d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67221d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d6ec6e2c-5b8d-4d63-8939-2378c87c5712'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:43.041146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:43.045525 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "PUT /v2.0/routers/d6ec6e2c-5b8d-4d63-8939-2378c87c5712 HTTP/1.1" status: 200  len: 709 time: 6.1436803
Dec 03 11:14:43.046429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41256) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:43.048076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0d217eca-9009-42ba-a601-dea3b0bd34d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:43.058357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-23c56730-36d1-4b0f-b43c-5bc8cffbd087 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7ff1b48a67b8>, 'networks', 'a9d459bc-fa61-4d5c-87fc-63846f877749', 'tempest-TagsTest-Tag-1085613544') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:43.069906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Request body: {'subnet': {'network_id': '269d9877-79c6-4c5a-b44f-5715c72b3e10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:43.134714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ed9f31a3-052e-44ca-a589-61acf6f3d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67221d0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:43.144577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f31a3-052e-44ca-a589-61acf6f3d6d0 None None] Routers {'d6ec6e2c-5b8d-4d63-8939-2378c87c5712'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:43.145514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ed9f31a3-052e-44ca-a589-61acf6f3d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67221d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d6ec6e2c-5b8d-4d63-8939-2378c87c5712'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:43.191969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d15b312f-2e57-497b-80cd-4ec6c6850cc9 None None] Provisioning complete for port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:43.197760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d15b312f-2e57-497b-80cd-4ec6c6850cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:43.240273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:43.244728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Usage tracker for resource:subnet and tenant:a60718cc49f048fc963cefc440422e4a is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:43.245132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ed9f31a3-052e-44ca-a589-61acf6f3d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67221d0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:43.245641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f31a3-052e-44ca-a589-61acf6f3d6d0 None None] The sync data for ids ['d6ec6e2c-5b8d-4d63-8939-2378c87c5712'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:14:43.247997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:43.255699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:43.279730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] For port 2ae70cc5-ed79-4b05-b138-6d87054a235a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2ae70cc5-ed79-4b05-b138-6d87054a235a,segment=NetworkSegment(e3a4eac0-7a0b-42cc-a617-7360152323b7),segment_id=e3a4eac0-7a0b-42cc-a617-7360152323b7)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:43.280127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:43.286041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Made reservation on behalf of a60718cc49f048fc963cefc440422e4a for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:43.343570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Checking segment: {'id': 'a786a1fe-3286-47ed-ade0-03bb09f8d104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'af6865f8-f793-47a9-afbf-22b605dfb859'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:43.343980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network hostable DHCP agents. Network: af6865f8-f793-47a9-afbf-22b605dfb859, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:14:43.379762 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e9e3c448-7da4-407d-89a3-c744f2418d9a tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/routers/d6ec6e2c-5b8d-4d63-8939-2378c87c5712 HTTP/1.1" status: 200  len: 744 time: 0.2729301
Dec 03 11:14:43.381531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41260) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:43.408629 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0d217eca-9009-42ba-a601-dea3b0bd34d0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9faf0fd3fc50405fa72b75900c326af0&name=default HTTP/1.1" status: 200  len: 2879 time: 1.4576576
Dec 03 11:14:43.431110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:43.471351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41264) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:43.479408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Calling delete_port for 2ae70cc5-ed79-4b05-b138-6d87054a235a owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:43.507401 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e2be1ea9-851b-42b9-9df2-b91989780e53 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] 10.222.0.90 "GET /v2.0/ports?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6&device_id=d6ec6e2c-5b8d-4d63-8939-2378c87c5712 HTTP/1.1" status: 200  len: 205 time: 0.1210392
Dec 03 11:14:43.510015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41268) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:43.512263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network af6865f8-f793-47a9-afbf-22b605dfb859 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:14:43.517017 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-23c56730-36d1-4b0f-b43c-5bc8cffbd087 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] show failed (client error): The resource could not be found.
Dec 03 11:14:43.521372 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-23c56730-36d1-4b0f-b43c-5bc8cffbd087 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "GET /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749/tags/tempest-TagsTest-Tag-1085613544 HTTP/1.1" status: 404  len: 326 time: 0.5257492
Dec 03 11:14:43.521512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-bb7b5218-17b5-429c-bdc0-1e06ff3c6297', 'network_id': 'bb7b5218-17b5-429c-bdc0-1e06ff3c6297', 'tenant_id': 'a60718cc49f048fc963cefc440422e4a', 'fixed_ips': [{'subnet_id': 'fb1aa33c-bfb0-4937-9927-2e604f702799'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:14:43.522224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:43.555508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:43.555889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:43.557682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41272) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:43.583982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.tag.tag_plugin [None req-47c98bac-63a4-47a7-8461-2e4362d09e9e tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7ff1b46e1dd8>, 'networks', 'a9d459bc-fa61-4d5c-87fc-63846f877749') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:43.605198 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9b1be881-5180-40fb-b469-0439969466bc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "GET /v2.0/ports?device_id=d6ec6e2c-5b8d-4d63-8939-2378c87c5712 HTTP/1.1" status: 200  len: 205 time: 0.0882270
Dec 03 11:14:43.613447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41276) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:43.770433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:43.964333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03b3be77-aed4-44f8-b0ef-668c84d36841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:43.986500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, af6865f8-f793-47a9-afbf-22b605dfb859) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:43.998413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.061590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f13e82-28c4-4d01-bba7-7d57ecfbee41 None None] Network af6865f8-f793-47a9-afbf-22b605dfb859 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:44.102872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:44.103583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.107107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Pushing event deleted for resources: {'Port': ['ID=2ae70cc5-ed79-4b05-b138-6d87054a235a,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:44.114946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:44.128146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60842f5f-4719-4c6d-9195-3e85217ec12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.137277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-031d08c4-ce74-4130-8f56-7ead21e77d08 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.449186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8a7205f5-5d6f-4e9c-bbea-38cd49fa4b75 None None] Provisioning complete for port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:44.449615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a7205f5-5d6f-4e9c-bbea-38cd49fa4b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.462466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 6.3465228
Dec 03 11:14:44.467085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41284) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:44.484952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] No DVR routers for this DVR port 2ae70cc5-ed79-4b05-b138-6d87054a235a on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:14:44.485475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'port': {'network_id': 'af6865f8-f793-47a9-afbf-22b605dfb859', 'name': 'tempest-NetworksIpV6TestAttrs-1183266504'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:44.530456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60842f5f-4719-4c6d-9195-3e85217ec12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.535876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.550610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-031d08c4-ce74-4130-8f56-7ead21e77d08 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.554722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-031d08c4-ce74-4130-8f56-7ead21e77d08 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.562153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port 16ea69aa-e377-4ce9-b895-2b8cdfbc0796 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:44.562298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.578329 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-47c98bac-63a4-47a7-8461-2e4362d09e9e tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "DELETE /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749/tags HTTP/1.1" status: 204  len: 168 time: 1.0136681
Dec 03 11:14:44.581214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41288) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:44.608355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-447a3433-1f5f-4e84-a6b8-2f74705e37b2 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:44.645603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-031d08c4-ce74-4130-8f56-7ead21e77d08 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.646197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031d08c4-ce74-4130-8f56-7ead21e77d08 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Fanout notify agent at l3_agent the message router_deleted on router d6ec6e2c-5b8d-4d63-8939-2378c87c5712 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:14:44.729059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-af6865f8-f793-47a9-afbf-22b605dfb859', 'network_id': 'af6865f8-f793-47a9-afbf-22b605dfb859', 'tenant_id': 'a265822fd0bf4ad681cbadc3fc86ceb6', 'fixed_ips': [{'subnet_id': 'bf8d6fca-890e-448b-bf65-88aead871560'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:14:44.730396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.752361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60842f5f-4719-4c6d-9195-3e85217ec12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.754954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60842f5f-4719-4c6d-9195-3e85217ec12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.756331 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-60842f5f-4719-4c6d-9195-3e85217ec12c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/16749846-257f-484f-9100-345d3f600daa HTTP/1.1" status: 204  len: 168 time: 1.2782841
Dec 03 11:14:44.760024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Allocated IP 2001:db8::2 (bb7b5218-17b5-429c-bdc0-1e06ff3c6297/fb1aa33c-bfb0-4937-9927-2e604f702799/00480e7e-5a00-4c9c-ac2a-b774d5b29672) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:44.763684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.820919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a5bd585-cba4-4768-9db4-c77a233df9d1 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:44.839157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-031d08c4-ce74-4130-8f56-7ead21e77d08 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:44.844403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41294) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:44.844580 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-031d08c4-ce74-4130-8f56-7ead21e77d08 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/routers/d6ec6e2c-5b8d-4d63-8939-2378c87c5712 HTTP/1.1" status: 204  len: 168 time: 1.2222664
Dec 03 11:14:44.851646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60842f5f-4719-4c6d-9195-3e85217ec12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16749846-257f-484f-9100-345d3f600daa,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:44.854699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-60842f5f-4719-4c6d-9195-3e85217ec12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:45.010699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:45.190988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b67f7208>,) {'filters': {'network_id': ['a9d459bc-fa61-4d5c-87fc-63846f877749']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:45.224734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b67f7208>, '28a4412d-e1a4-4f5b-a856-141c145e82df') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:45.225226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b67f7208>, '28a4412d-e1a4-4f5b-a856-141c145e82df') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:45.254523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:45.267240 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-10a53d9d-99e5-4915-8d6d-e9f66380dc79 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "GET /v2.0/ports?device_id=d6ec6e2c-5b8d-4d63-8939-2378c87c5712 HTTP/1.1" status: 200  len: 205 time: 0.1632786
Dec 03 11:14:45.276164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'Subnet': ['ID=6706caff-d33b-4382-818b-56efcbf76dc5,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:45.278517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:45.279725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:45.282946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41302) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:45.288907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Releasing vxlan tunnel 10 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:14:45.471970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Allocated IP 2001:db8::f816:3eff:fedb:1da (af6865f8-f793-47a9-afbf-22b605dfb859/bf8d6fca-890e-448b-bf65-88aead871560/9fbaa263-1847-43cd-a59c-a22adcd5c15a) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:45.479686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:45.480166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:45.482780 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-b3c32150-cc35-4f33-a7c7-6333edae9a21 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] delete failed (client error): The resource could not be found.
Dec 03 11:14:45.494166 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b3c32150-cc35-4f33-a7c7-6333edae9a21 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/routers/d6ec6e2c-5b8d-4d63-8939-2378c87c5712 HTTP/1.1" status: 404  len: 336 time: 0.1936469
Dec 03 11:14:45.503254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41314) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:45.517517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Network a9d459bc-fa61-4d5c-87fc-63846f877749 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:45.520456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:45.530041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:45.539445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Usage tracker for resource:port and tenant:a265822fd0bf4ad681cbadc3fc86ceb6 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:45.613340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Quota usage for port was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:45.628114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:45.731762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Network a9d459bc-fa61-4d5c-87fc-63846f877749 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:14:45.758238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:45.773456 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-57e4dc8f-a5ad-4c0c-be44-98106944102e tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "GET /v2.0/ports?device_id=90a73ede-b262-4af3-97fb-92c5b4d3d7ef HTTP/1.1" status: 200  len: 205 time: 0.2560933
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:14:45.776693 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:14:45.778662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41322) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:45.782832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for 16ea69aa-e377-4ce9-b895-2b8cdfbc0796 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:45.832370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:45.838200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:45.917674 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-b6e366e6-525f-413c-95e0-821bf522158e tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] delete failed (client error): The resource could not be found.
Dec 03 11:14:45.919113 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b6e366e6-525f-413c-95e0-821bf522158e tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/routers/90a73ede-b262-4af3-97fb-92c5b4d3d7ef HTTP/1.1" status: 404  len: 336 time: 0.0865772
Dec 03 11:14:45.923393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Transition to ACTIVE for port object 9fbaa263-1847-43cd-a59c-a22adcd5c15a will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:45.927346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Transition to ACTIVE for port object 00480e7e-5a00-4c9c-ac2a-b774d5b29672 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:45.938347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41328) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:45.941301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:45.974262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Transition to ACTIVE for port object 9fbaa263-1847-43cd-a59c-a22adcd5c15a will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:45.975876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Transition to ACTIVE for port object 00480e7e-5a00-4c9c-ac2a-b774d5b29672 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:45.981031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:46.001370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-094307f5-4c0d-4a73-af0e-f9defc2e7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:46.014713 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3014d08d-88ea-4714-b307-1086189c83b2 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "GET /v2.0/ports?device_id=83a30de8-5d03-4b65-a64d-793dd42284dc HTTP/1.1" status: 200  len: 205 time: 0.0750661
Dec 03 11:14:46.017656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-caef7897-6bbd-41d2-9d60-d64fd065c4aa tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:46.042145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:46.048542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41334) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:46.050160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:46.060023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Pushing event deleted for resources: {'Network': ['ID=a9d459bc-fa61-4d5c-87fc-63846f877749,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:46.065809 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] 10.222.0.90 "DELETE /v2.0/networks/a9d459bc-fa61-4d5c-87fc-63846f877749 HTTP/1.1" status: 204  len: 168 time: 1.4772689
Dec 03 11:14:46.065809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:46.090791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Checking segment: {'id': '2dfa6103-068b-4685-a9da-29b1a5271662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '269d9877-79c6-4c5a-b44f-5715c72b3e10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:46.091265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network hostable DHCP agents. Network: 269d9877-79c6-4c5a-b44f-5715c72b3e10, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:14:46.153121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-f0f9e47f-3dab-4be8-9a6c-b5053c72dcaa tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] delete failed (client error): The resource could not be found.
Dec 03 11:14:46.154272 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f0f9e47f-3dab-4be8-9a6c-b5053c72dcaa tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/routers/83a30de8-5d03-4b65-a64d-793dd42284dc HTTP/1.1" status: 404  len: 336 time: 0.0938585
Dec 03 11:14:46.158545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41342) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:46.232054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network 269d9877-79c6-4c5a-b44f-5715c72b3e10 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:14:46.249859 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-59936033-df00-4c2b-ae3e-ec31c57219af tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "GET /v2.0/ports?device_id=951acced-7c94-457c-9c84-3f6e4a7e2e36 HTTP/1.1" status: 200  len: 205 time: 0.0877631
Dec 03 11:14:46.252023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41346) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:46.258981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 269d9877-79c6-4c5a-b44f-5715c72b3e10) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:46.286948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] device_id is not set on port 67813344-6377-4c49-820f-95ef95fb33f9 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:14:46.296900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9327b93e-f13e-4b24-8873-9352113003fa None None] Network 269d9877-79c6-4c5a-b44f-5715c72b3e10 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:46.327228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:46.327885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:46.424100 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-40f1c67e-fede-42fc-be1d-f9f6537c600c tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] delete failed (client error): The resource could not be found.
Dec 03 11:14:46.425233 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40f1c67e-fede-42fc-be1d-f9f6537c600c tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/routers/951acced-7c94-457c-9c84-3f6e4a7e2e36 HTTP/1.1" status: 404  len: 336 time: 0.1721857
Dec 03 11:14:46.428650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41356) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:46.509913 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.4829643
Dec 03 11:14:46.513497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41360) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:46.538774 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d9ca942c-bff3-41f9-a5e0-66ca61d15703 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "GET /v2.0/ports?device_id=0b7f1d01-1210-430e-87ac-f7da4fd928c7 HTTP/1.1" status: 200  len: 205 time: 0.1088510
Dec 03 11:14:46.541367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41364) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:46.579876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41368) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:46.630022 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-a10cc7a2-d307-4c4d-ba65-a20e4c971433 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] delete failed (client error): The resource could not be found.
Dec 03 11:14:46.633961 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a10cc7a2-d307-4c4d-ba65-a20e4c971433 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/routers/0b7f1d01-1210-430e-87ac-f7da4fd928c7 HTTP/1.1" status: 404  len: 336 time: 0.0891383
Dec 03 11:14:46.634366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41374) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:46.669490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Pushing event updated for resources: {'Port': ['ID=9fbaa263-1847-43cd-a59c-a22adcd5c15a,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:46.708396 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6822b859-301f-458d-b07b-075a22bf2918 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "GET /v2.0/ports?device_id=e020ce58-b7ab-46a6-b4bc-15040a848fca HTTP/1.1" status: 200  len: 205 time: 0.0722849
Dec 03 11:14:46.709997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41382) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:46.768968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:46.815498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:46.872411 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-64995c46-6d8b-4d05-8935-cee08629760b tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] delete failed (client error): The resource could not be found.
Dec 03 11:14:46.873687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-64995c46-6d8b-4d05-8935-cee08629760b tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/routers/e020ce58-b7ab-46a6-b4bc-15040a848fca HTTP/1.1" status: 404  len: 336 time: 0.1623044
Dec 03 11:14:46.884083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Allocated IP 2001:db8::f816:3eff:feae:51a6 (af6865f8-f793-47a9-afbf-22b605dfb859/bf8d6fca-890e-448b-bf65-88aead871560/67813344-6377-4c49-820f-95ef95fb33f9) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:46.889490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41392) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:46.913433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:46.956360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=16ea69aa-e377-4ce9-b895-2b8cdfbc0796,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:46.961228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:46.963191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Network bb7b5218-17b5-429c-bdc0-1e06ff3c6297 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:46.964974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-22e72fce-f8d5-4cc1-a1f5-b31bfa6e127b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.669s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:47.061739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:47.079520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45de52b-c940-4ace-9b54-d17aca9330fa req-1fe9e925-cfc4-46c8-a52a-aa0eec2a53c9 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:47.081830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e45de52b-c940-4ace-9b54-d17aca9330fa req-1fe9e925-cfc4-46c8-a52a-aa0eec2a53c9 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.2066081
Dec 03 11:14:47.095128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:47.156095 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e45de52b-c940-4ace-9b54-d17aca9330fa req-552ba0d3-18ad-4ba4-b44e-c3dfd63b4106 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662398
Dec 03 11:14:47.251167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fedc2-cc4c-4738-92bb-4dfaac379bf5 req-294abe9b-5e09-4f9a-a687-bd9f27e81e97 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:47.252841 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-592fedc2-cc4c-4738-92bb-4dfaac379bf5 req-294abe9b-5e09-4f9a-a687-bd9f27e81e97 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 946 time: 0.1000621
Dec 03 11:14:47.280662 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d530029b-9773-4603-b023-42d3624f82dc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] DELETE failed (client error): The resource could not be found.
Dec 03 11:14:47.281164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d530029b-9773-4603-b023-42d3624f82dc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:14:47.285584 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d530029b-9773-4603-b023-42d3624f82dc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] 10.222.0.90 "DELETE /v2.0/subnets/3ad85c5e-689f-44ee-b21a-17e92cacb635 HTTP/1.1" status: 404  len: 337 time: 0.3207355
Dec 03 11:14:47.309460 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-592fedc2-cc4c-4738-92bb-4dfaac379bf5 req-02b83f1b-ecda-4020-b135-25da9b98742b tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495014
Dec 03 11:14:47.335455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Pushing event updated for resources: {'Port': ['ID=00480e7e-5a00-4c9c-ac2a-b774d5b29672,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:47.347977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:47.366662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Network af6865f8-f793-47a9-afbf-22b605dfb859 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:47.368173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:47.370702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Attempting to bind port 00480e7e-5a00-4c9c-ac2a-b774d5b29672 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:14:47.371313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Attempting to bind port 00480e7e-5a00-4c9c-ac2a-b774d5b29672 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '3a01de1b-9745-450a-a0e4-622c799c2941', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb7b5218-17b5-429c-bdc0-1e06ff3c6297'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:14:47.371866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Attempting to bind port 00480e7e-5a00-4c9c-ac2a-b774d5b29672 on network bb7b5218-17b5-429c-bdc0-1e06ff3c6297 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:14:47.383537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:47.403644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:14:47.404053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Checking segment: {'id': '3a01de1b-9745-450a-a0e4-622c799c2941', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb7b5218-17b5-429c-bdc0-1e06ff3c6297'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:47.404492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:47.405096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Bound using segment: {'id': '3a01de1b-9745-450a-a0e4-622c799c2941', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb7b5218-17b5-429c-bdc0-1e06ff3c6297'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:14:47.405632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Bound port: 00480e7e-5a00-4c9c-ac2a-b774d5b29672, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a01de1b-9745-450a-a0e4-622c799c2941', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb7b5218-17b5-429c-bdc0-1e06ff3c6297'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:14:47.406054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:47.407644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41408) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:47.664526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-45d568ba-4129-400a-8537-efb42b874b47 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-847519390'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:47.665151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-45d568ba-4129-400a-8537-efb42b874b47 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Unknown quota resources ['metering_label']. {{(pid=80975) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 03 11:14:47.686988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] For port 00480e7e-5a00-4c9c-ac2a-b774d5b29672, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:14:47.691528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-269d9877-79c6-4c5a-b44f-5715c72b3e10', 'network_id': '269d9877-79c6-4c5a-b44f-5715c72b3e10', 'tenant_id': 'a60718cc49f048fc963cefc440422e4a', 'fixed_ips': [{'subnet_id': '6706caff-d33b-4382-818b-56efcbf76dc5'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:14:47.693264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:47.733189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Attempting to bind port 9fbaa263-1847-43cd-a59c-a22adcd5c15a on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:14:47.734104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Attempting to bind port 9fbaa263-1847-43cd-a59c-a22adcd5c15a by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'a786a1fe-3286-47ed-ade0-03bb09f8d104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'af6865f8-f793-47a9-afbf-22b605dfb859'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:14:47.734814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Attempting to bind port 9fbaa263-1847-43cd-a59c-a22adcd5c15a on network af6865f8-f793-47a9-afbf-22b605dfb859 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:14:47.738465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] For port 00480e7e-5a00-4c9c-ac2a-b774d5b29672, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=00480e7e-5a00-4c9c-ac2a-b774d5b29672,segment=NetworkSegment(3a01de1b-9745-450a-a0e4-622c799c2941),segment_id=3a01de1b-9745-450a-a0e4-622c799c2941)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:14:47.758058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:14:47.759361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Checking segment: {'id': 'a786a1fe-3286-47ed-ade0-03bb09f8d104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'af6865f8-f793-47a9-afbf-22b605dfb859'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:47.760015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:47.760642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Bound using segment: {'id': 'a786a1fe-3286-47ed-ade0-03bb09f8d104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'af6865f8-f793-47a9-afbf-22b605dfb859'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:14:47.761349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Bound port: 9fbaa263-1847-43cd-a59c-a22adcd5c15a, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a786a1fe-3286-47ed-ade0-03bb09f8d104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'af6865f8-f793-47a9-afbf-22b605dfb859'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:14:47.762221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:47.784379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:47.834439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:47.886902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41420) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:47.902710 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1e11ab46-9a36-4e1e-88b3-939ab24e2ada admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ad10c4632a674c1ea8971d7a0fe6f1ee&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3139553
Dec 03 11:14:47.921989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41424) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:47.966424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45d568ba-4129-400a-8537-efb42b874b47 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Notify callbacks [] for metering_label, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:47.971501 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-45d568ba-4129-400a-8537-efb42b874b47 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.5623083
Dec 03 11:14:47.972558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41430) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:47.979251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] For port 9fbaa263-1847-43cd-a59c-a22adcd5c15a, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:14:47.982817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] For port 9fbaa263-1847-43cd-a59c-a22adcd5c15a, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9fbaa263-1847-43cd-a59c-a22adcd5c15a,segment=NetworkSegment(a786a1fe-3286-47ed-ade0-03bb09f8d104),segment_id=a786a1fe-3286-47ed-ade0-03bb09f8d104)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:14:47.984282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5ace5ee1-edde-4598-95c6-6e461cdd269f tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b1e27f70-c205-4ff9-bf97-1d92fd9160cb'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:47.984886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5ace5ee1-edde-4598-95c6-6e461cdd269f tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Unknown quota resources ['metering_label_rule']. {{(pid=80975) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 03 11:14:48.048914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f68ba-8adf-4995-8090-e4aa3fc46085 req-677d8d80-6798-4a5f-b867-94ff412262b6 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:48.058425 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc5f68ba-8adf-4995-8090-e4aa3fc46085 req-677d8d80-6798-4a5f-b867-94ff412262b6 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.2304525
Dec 03 11:14:48.061239 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.services.metering.metering_plugin [None req-5ace5ee1-edde-4598-95c6-6e461cdd269f tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 03 11:14:48.069825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:48.254796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:48.305300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8018c0c7-46eb-4204-af2e-cd2615a02743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:48.315655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:48.405155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Allocated IP 2001:db8::2 (269d9877-79c6-4c5a-b44f-5715c72b3e10/6706caff-d33b-4382-818b-56efcbf76dc5/8f4908f7-332e-4065-8280-4df62b89cdd2) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:48.422581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8018c0c7-46eb-4204-af2e-cd2615a02743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:48.447879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8018c0c7-46eb-4204-af2e-cd2615a02743 admin admin] Usage tracker for resource:security_group_rule and tenant:064817f96ee94720bef2a9889f800259 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:48.524982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8018c0c7-46eb-4204-af2e-cd2615a02743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:48.534147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:48.545614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1446ce0-7903-465b-a40b-f6cf58390671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:48.555166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8018c0c7-46eb-4204-af2e-cd2615a02743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:48.566537 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc5f68ba-8adf-4995-8090-e4aa3fc46085 req-22964bca-58d7-4949-a3d7-c79d8e35cd1c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5065136
Dec 03 11:14:48.647691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ace5ee1-edde-4598-95c6-6e461cdd269f tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Notify callbacks [] for metering_label_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:48.651962 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5ace5ee1-edde-4598-95c6-6e461cdd269f tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.6744270
Dec 03 11:14:48.652091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:48.652437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41440) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:48.659277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f97d6a84-24c0-4196-bd4f-0e7d25dfb58d tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b1e27f70-c205-4ff9-bf97-1d92fd9160cb'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:48.659856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f97d6a84-24c0-4196-bd4f-0e7d25dfb58d tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Unknown quota resources ['metering_label_rule']. {{(pid=80975) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 03 11:14:48.663030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Transition to ACTIVE for port object 8f4908f7-332e-4065-8280-4df62b89cdd2 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:48.711379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Transition to ACTIVE for port object 8f4908f7-332e-4065-8280-4df62b89cdd2 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:48.755328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Transition to ACTIVE for port object 67813344-6377-4c49-820f-95ef95fb33f9 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:48.762332 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.services.metering.metering_plugin [None req-f97d6a84-24c0-4196-bd4f-0e7d25dfb58d tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 03 11:14:48.774160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:48.801191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1446ce0-7903-465b-a40b-f6cf58390671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:49.034310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f97d6a84-24c0-4196-bd4f-0e7d25dfb58d tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Notify callbacks [] for metering_label_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:49.040029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f97d6a84-24c0-4196-bd4f-0e7d25dfb58d tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.3863807
Dec 03 11:14:49.042945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41448) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:49.059934 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bb0eb0b8-b4c8-4b8b-9b9f-e08d83fafcd0 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "GET /v2.0/metering/metering-label-rules?id=199b900c-8c23-4639-8054-7268cbb4465c HTTP/1.1" status: 200  len: 464 time: 0.0150602
Dec 03 11:14:49.061225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41452) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:49.074315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabfc8a-6617-464c-9e83-e5ff167c3441 req-b71e41db-8dd1-4519-8a55-a0fc8312bd56 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:49.082135 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-edabfc8a-6617-464c-9e83-e5ff167c3441 req-b71e41db-8dd1-4519-8a55-a0fc8312bd56 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 946 time: 0.4407482
Dec 03 11:14:49.133281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Pushing event updated for resources: {'Port': ['ID=00480e7e-5a00-4c9c-ac2a-b774d5b29672,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:49.143477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-edabfc8a-6617-464c-9e83-e5ff167c3441 req-32d627c2-3e33-4de2-9370-133bf5b147db tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602846
Dec 03 11:14:49.147140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.313s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:49.148702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ec1d8a67-0b3a-4baa-87b4-36aaf80fde34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.467s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:49.187960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:49.217340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cff6af5f-b1e2-43dd-b26f-4350a76457c2 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:49.309175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Network 269d9877-79c6-4c5a-b44f-5715c72b3e10 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:49.312615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:49.314408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Pushing event updated for resources: {'Port': ['ID=9fbaa263-1847-43cd-a59c-a22adcd5c15a,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:49.318193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:49.440408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5e8b9-947f-4763-afe1-d1cf36f794d1 req-ec0b5fb7-142d-4a20-b87a-32d296ba5f1c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:49.442056 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fe5e8b9-947f-4763-afe1-d1cf36f794d1 req-ec0b5fb7-142d-4a20-b87a-32d296ba5f1c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.1066616
Dec 03 11:14:49.457704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Attempting to bind port 8f4908f7-332e-4065-8280-4df62b89cdd2 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:14:49.458403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Attempting to bind port 8f4908f7-332e-4065-8280-4df62b89cdd2 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '2dfa6103-068b-4685-a9da-29b1a5271662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '269d9877-79c6-4c5a-b44f-5715c72b3e10'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:14:49.458793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Attempting to bind port 8f4908f7-332e-4065-8280-4df62b89cdd2 on network 269d9877-79c6-4c5a-b44f-5715c72b3e10 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:14:49.463136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Pushing event updated for resources: {'Port': ['ID=8f4908f7-332e-4065-8280-4df62b89cdd2,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:49.476224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:14:49.477000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Checking segment: {'id': '2dfa6103-068b-4685-a9da-29b1a5271662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '269d9877-79c6-4c5a-b44f-5715c72b3e10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:14:49.477646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:49.478293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Bound using segment: {'id': '2dfa6103-068b-4685-a9da-29b1a5271662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '269d9877-79c6-4c5a-b44f-5715c72b3e10'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:14:49.479215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Bound port: 8f4908f7-332e-4065-8280-4df62b89cdd2, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfa6103-068b-4685-a9da-29b1a5271662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '269d9877-79c6-4c5a-b44f-5715c72b3e10'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:14:49.479909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:49.499319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:49.499956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.384s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:49.500430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:49.503709 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fe5e8b9-947f-4763-afe1-d1cf36f794d1 req-72a2c527-fb70-4ff0-8a38-016bec78b147 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537677
Dec 03 11:14:49.591777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] For port 8f4908f7-332e-4065-8280-4df62b89cdd2, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:14:49.596744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] For port 8f4908f7-332e-4065-8280-4df62b89cdd2, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8f4908f7-332e-4065-8280-4df62b89cdd2,segment=NetworkSegment(2dfa6103-068b-4685-a9da-29b1a5271662),segment_id=2dfa6103-068b-4685-a9da-29b1a5271662)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:14:49.601585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:49.624263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38e94826-f9b8-4b43-afc5-4c8db100ff6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:49.818186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Pushing event updated for resources: {'Port': ['ID=8f4908f7-332e-4065-8280-4df62b89cdd2,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:49.823036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:49.948012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1446ce0-7903-465b-a40b-f6cf58390671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:50.109179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Port': ['ID=67813344-6377-4c49-820f-95ef95fb33f9,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:50.147640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:50.198421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-47e89d71-e1fe-4b2b-aa01-bb4cf5832933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:50.226047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 38200312-9fcc-46b9-91ad-00aa93fddfe6 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:14:50.244665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8018c0c7-46eb-4204-af2e-cd2615a02743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:50.245860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1446ce0-7903-465b-a40b-f6cf58390671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68227b1-4018-4f42-9b0f-9f3d4bbc9629,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:50.265323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1446ce0-7903-465b-a40b-f6cf58390671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:50.282614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8018c0c7-46eb-4204-af2e-cd2615a02743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:50.304733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e264413f-f92b-4931-ad62-21865933e22d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:50.342238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-916f4fe6-bec0-453c-bce1-ad9590ea196b tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Notify callbacks [] for metering_label_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:50.343502 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-916f4fe6-bec0-453c-bce1-ad9590ea196b tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "DELETE /v2.0/metering/metering-label-rules/199b900c-8c23-4639-8054-7268cbb4465c HTTP/1.1" status: 204  len: 168 time: 1.2711525
Dec 03 11:14:50.347130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41460) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:50.361158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1446ce0-7903-465b-a40b-f6cf58390671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:50.362760 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a1446ce0-7903-465b-a40b-f6cf58390671 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b68227b1-4018-4f42-9b0f-9f3d4bbc9629 HTTP/1.1" status: 204  len: 168 time: 2.4299719
Dec 03 11:14:50.373065 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-607c219f-9a2c-492e-98f1-cdddc1c735b6 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "GET /v2.0/metering/metering-label-rules?id=199b900c-8c23-4639-8054-7268cbb4465c HTTP/1.1" status: 200  len: 221 time: 0.0213139
Dec 03 11:14:50.373937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41466) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:50.382644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-92864e05-1178-4c35-bf97-abac8162023e tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Request body: {'metering_label': {'name': 'tempest-metering-label--1587233353', 'description': 'label created by tempest'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:50.383160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-92864e05-1178-4c35-bf97-abac8162023e tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Unknown quota resources ['metering_label']. {{(pid=80975) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 03 11:14:50.406501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ff409-5540-41bd-bdd1-670a78a7920b req-9be90474-cb9f-4d39-b327-0d8c9dc92ad6 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:50.408158 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4b7ff409-5540-41bd-bdd1-670a78a7920b req-9be90474-cb9f-4d39-b327-0d8c9dc92ad6 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 946 time: 0.1221566
Dec 03 11:14:50.545543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 572a2d55-42b4-4cad-890e-d01df3f02c1a up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:50.557195 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8018c0c7-46eb-4204-af2e-cd2615a02743 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=064817f96ee94720bef2a9889f800259&name=default HTTP/1.1" status: 200  len: 2879 time: 2.6628609
Dec 03 11:14:50.566433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018c0c7-46eb-4204-af2e-cd2615a02743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63319ea3-af81-42ec-8646-0194bf2e1c1c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:50.570740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8018c0c7-46eb-4204-af2e-cd2615a02743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:50.576288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41474) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:50.621522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network af6865f8-f793-47a9-afbf-22b605dfb859 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:50.634944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:14:50.640525 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/38200312-9fcc-46b9-91ad-00aa93fddfe6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4660325
Dec 03 11:14:50.641785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:50.648281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:50.652741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:50.653408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:50.659364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41478) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:50.670601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29c6b7-813a-4dc7-9e07-4d46aa64fcf1 None None] Sync routers for ids ['38200312-9fcc-46b9-91ad-00aa93fddfe6'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:14:50.671978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Allocated IP 2001:db8::1 (bb7b5218-17b5-429c-bdc0-1e06ff3c6297/fb1aa33c-bfb0-4937-9927-2e604f702799/ad15737f-7658-442f-9b2d-8991e5519d22) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:14:50.694795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29c6b7-813a-4dc7-9e07-4d46aa64fcf1 None None] Routers {'38200312-9fcc-46b9-91ad-00aa93fddfe6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:50.705766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2f29c6b7-813a-4dc7-9e07-4d46aa64fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b605ff98>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['38200312-9fcc-46b9-91ad-00aa93fddfe6'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:50.815491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-92864e05-1178-4c35-bf97-abac8162023e tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Notify callbacks [] for metering_label, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:50.816758 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-92864e05-1178-4c35-bf97-abac8162023e tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.4424908
Dec 03 11:14:50.825109 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4b7ff409-5540-41bd-bdd1-670a78a7920b req-14156bbf-e7da-4866-8fda-9e5f4d41854d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4074612
Dec 03 11:14:50.825650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41486) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:50.870352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 572a2d55-42b4-4cad-890e-d01df3f02c1a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:50.876787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:51.027501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2f29c6b7-813a-4dc7-9e07-4d46aa64fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b605ff98>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:51.067548 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 6.5992045
Dec 03 11:14:51.075867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41492) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:51.102711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29c6b7-813a-4dc7-9e07-4d46aa64fcf1 None None] Routers {'38200312-9fcc-46b9-91ad-00aa93fddfe6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:51.103633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2f29c6b7-813a-4dc7-9e07-4d46aa64fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b605ff98>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['38200312-9fcc-46b9-91ad-00aa93fddfe6'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:51.105930 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4efdef1a-98fe-46ea-b818-f4dc608564be tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "GET /v2.0/metering/metering-labels?id=0361ed0f-2444-447e-9191-f00f7e231db4 HTTP/1.1" status: 200  len: 468 time: 0.2625024
Dec 03 11:14:51.108177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41496) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:51.214428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2f29c6b7-813a-4dc7-9e07-4d46aa64fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b605ff98>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:51.214888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29c6b7-813a-4dc7-9e07-4d46aa64fcf1 None None] The sync data for ids ['38200312-9fcc-46b9-91ad-00aa93fddfe6'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:14:51.222467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9fbaa263-1847-43cd-a59c-a22adcd5c15a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:51.263784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:51.333262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f814b0c-0d9d-4e59-ac97-654727ead2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:51.374970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-212f9406-7e23-4231-a4c8-ffe0bd6e4d12 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:51.386973 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-212f9406-7e23-4231-a4c8-ffe0bd6e4d12 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.91 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 946 time: 0.7787549
Dec 03 11:14:51.404193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 9fbaa263-1847-43cd-a59c-a22adcd5c15a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:51.410665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 00480e7e-5a00-4c9c-ac2a-b774d5b29672 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:51.527967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f814b0c-0d9d-4e59-ac97-654727ead2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:51.538441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:51.540093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 00480e7e-5a00-4c9c-ac2a-b774d5b29672 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:51.583994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Transition to ACTIVE for port object ad15737f-7658-442f-9b2d-8991e5519d22 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:14:51.600376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Deleting port 572a2d55-42b4-4cad-890e-d01df3f02c1a {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:51.600737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:51.608251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-89024edb-35ac-4402-b9bf-ca2d044717b0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] remove_router_interface failed (client error): The resource could not be found.
Dec 03 11:14:51.609427 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-89024edb-35ac-4402-b9bf-ca2d044717b0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/38200312-9fcc-46b9-91ad-00aa93fddfe6/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.9394152
Dec 03 11:14:51.616436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41506) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:51.628831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:51.765435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d9ed368-b1bf-4398-800f-50a87472571d tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:51.847606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eaf9cc4-f696-47e6-a1f4-4d11fa1e080d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Deleting subnet bf8d6fca-890e-448b-bf65-88aead871560 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:14:51.890037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9cc4-f696-47e6-a1f4-4d11fa1e080d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:51.936986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a15ceb-55f7-4313-a89f-3f3d641f7b0a None None] Network bb7b5218-17b5-429c-bdc0-1e06ff3c6297 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:51.938071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56aaec99-9f9b-4af1-b9a0-32d482a4b3e4 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Notify callbacks [] for metering_label, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:51.940773 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-56aaec99-9f9b-4af1-b9a0-32d482a4b3e4 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "DELETE /v2.0/metering/metering-labels/0361ed0f-2444-447e-9191-f00f7e231db4 HTTP/1.1" status: 204  len: 168 time: 0.8208032
Dec 03 11:14:51.945542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41516) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:51.953849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7e9d-ccdf-4191-8702-29afec9bce93 req-c4d3c7d8-393d-44f3-ba36-33e17bd6aaee tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:51.955543 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f32a7e9d-ccdf-4191-8702-29afec9bce93 req-c4d3c7d8-393d-44f3-ba36-33e17bd6aaee tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 1.1894143
Dec 03 11:14:52.078144 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-28fa8cb1-b7ff-491e-843d-856711fca6ab tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "GET /v2.0/metering/metering-labels?id=0361ed0f-2444-447e-9191-f00f7e231db4 HTTP/1.1" status: 200  len: 216 time: 0.1312153
Dec 03 11:14:52.087839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41520) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:52.200435 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-07cf81eb-af53-4d1d-be9c-77eab303c950 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.1107521
Dec 03 11:14:52.200667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f0879e-7f96-434a-9921-8c8dbcfa9951 None None] Network af6865f8-f793-47a9-afbf-22b605dfb859 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:52.213890 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f32a7e9d-ccdf-4191-8702-29afec9bce93 req-c39873de-e02a-43c1-a6ac-5e292a9d84d5 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1953321
Dec 03 11:14:52.218857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41526) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:52.247390 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-33cb6d00-1d40-4e7c-97b6-3ca76139d9b6 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0267363
Dec 03 11:14:52.252089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] For port 572a2d55-42b4-4cad-890e-d01df3f02c1a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=572a2d55-42b4-4cad-890e-d01df3f02c1a,segment=NetworkSegment(fbeca58f-5c6d-410f-8acb-f4d636e02405),segment_id=fbeca58f-5c6d-410f-8acb-f4d636e02405)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:52.252498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:52.261431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41530) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:52.325353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-360cede9-aa2b-4e34-81a8-9cc5734643b8 None None] Provisioning for port 00480e7e-5a00-4c9c-ac2a-b774d5b29672 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:52.334143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 572a2d55-42b4-4cad-890e-d01df3f02c1a no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:14:52.341888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-041a97d1-11da-4560-804b-bcbbf31c4faf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Synchronizing usage tracker for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:14:52.438179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-360cede9-aa2b-4e34-81a8-9cc5734643b8 None None] Provisioning complete for port 00480e7e-5a00-4c9c-ac2a-b774d5b29672 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:52.438602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-360cede9-aa2b-4e34-81a8-9cc5734643b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:52.451037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9cc4-f696-47e6-a1f4-4d11fa1e080d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:52.519255 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4ada8189-66be-4bfb-8a51-15c5810eeaf5 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "GET /v2.0/metering/metering-labels/b1e27f70-c205-4ff9-bf97-1d92fd9160cb HTTP/1.1" status: 200  len: 472 time: 0.2554100
Dec 03 11:14:52.529362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41538) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:52.573098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'Port': ['ID=ad15737f-7658-442f-9b2d-8991e5519d22,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:52.581574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-041a97d1-11da-4560-804b-bcbbf31c4faf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Unset dirty status for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:14:52.586451 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-041a97d1-11da-4560-804b-bcbbf31c4faf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=38200312-9fcc-46b9-91ad-00aa93fddfe6 HTTP/1.1" status: 200  len: 205 time: 0.9565687
Dec 03 11:14:52.609616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:52.617107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41544) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:52.791002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7057e12-f91f-43ee-853f-ad6a11a0dd88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:52.976160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd3c29-a29c-4d9d-ae56-80cb646cfb5b req-78c24f77-9094-4d33-9614-fe9906155f6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:52.977824 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4dfd3c29-a29c-4d9d-ae56-80cb646cfb5b req-78c24f77-9094-4d33-9614-fe9906155f6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 946 time: 0.8494856
Dec 03 11:14:52.982634 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-88862148-e267-45f5-8532-deb9793d4b78 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "GET /v2.0/metering/metering-label-rules/c8108fdd-f8ef-4806-b007-aacb81249368 HTTP/1.1" status: 200  len: 461 time: 0.4382305
Dec 03 11:14:52.992534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41552) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:52.995771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8f4908f7-332e-4065-8280-4df62b89cdd2 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:53.089393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ef3311-c6c9-46bb-a663-e6a204108c9a None None] Network 269d9877-79c6-4c5a-b44f-5715c72b3e10 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:53.132297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41554) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:53.164979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f814b0c-0d9d-4e59-ac97-654727ead2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.177719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network bb7b5218-17b5-429c-bdc0-1e06ff3c6297 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:53.179368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9cc4-f696-47e6-a1f4-4d11fa1e080d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.211573 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4dfd3c29-a29c-4d9d-ae56-80cb646cfb5b req-90017e14-b2f0-40de-bc1a-462dcd0c9093 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2262075
Dec 03 11:14:53.213573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.213997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.214330 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Floating IP dd376605-a5ea-4877-9e4e-7f1373e5de1a disassociated. External IP: 172.26.1.149, port: 572a2d55-42b4-4cad-890e-d01df3f02c1a.
Dec 03 11:14:53.214724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Calling delete_port for 572a2d55-42b4-4cad-890e-d01df3f02c1a owned by compute:nova {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:53.218344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-50912e84-9891-44ce-a7bd-62ee3ecb6f0e tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:53.233026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.238024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:53.255331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:14:53.256255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.260767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f814b0c-0d9d-4e59-ac97-654727ead2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63319ea3-af81-42ec-8646-0194bf2e1c1c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:53.267088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7057e12-f91f-43ee-853f-ad6a11a0dd88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.273163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7057e12-f91f-43ee-853f-ad6a11a0dd88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.275471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0f814b0c-0d9d-4e59-ac97-654727ead2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:53.308018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f814b0c-0d9d-4e59-ac97-654727ead2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.312461 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0f814b0c-0d9d-4e59-ac97-654727ead2f7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/63319ea3-af81-42ec-8646-0194bf2e1c1c HTTP/1.1" status: 204  len: 168 time: 2.7319956
Dec 03 11:14:53.432332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7057e12-f91f-43ee-853f-ad6a11a0dd88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.433198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7057e12-f91f-43ee-853f-ad6a11a0dd88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Fanout notify agent at l3_agent the message router_deleted on router 38200312-9fcc-46b9-91ad-00aa93fddfe6 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:14:53.449692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7057e12-f91f-43ee-853f-ad6a11a0dd88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.453574 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f7057e12-f91f-43ee-853f-ad6a11a0dd88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/38200312-9fcc-46b9-91ad-00aa93fddfe6 HTTP/1.1" status: 204  len: 168 time: 0.8327651
Dec 03 11:14:53.514312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41566) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:53.533854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572a2d55-42b4-4cad-890e-d01df3f02c1a'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:14:53.548948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 8f4908f7-332e-4065-8280-4df62b89cdd2 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:53.594799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 572a2d55-42b4-4cad-890e-d01df3f02c1a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=572a2d55-42b4-4cad-890e-d01df3f02c1a,segment=NetworkSegment(fbeca58f-5c6d-410f-8acb-f4d636e02405),segment_id=fbeca58f-5c6d-410f-8acb-f4d636e02405)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:53.669190 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572a2d55-42b4-4cad-890e-d01df3f02c1a', 'code': 200}
Dec 03 11:14:53.671803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-360cede9-aa2b-4e34-81a8-9cc5734643b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.694731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.722944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8067b243-c354-4f43-b2bf-9782bb94c5f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:53.738498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'network': {'name': 'tempest-network-smoke--110384031', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'port_security_enabled': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:53.745599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:53.749956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:network and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:53.753821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:53.761387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:53.822104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:14:53.822479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:14:53.823077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:53.829853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.864059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.868684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.894161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-360cede9-aa2b-4e34-81a8-9cc5734643b8 None None] For port 00480e7e-5a00-4c9c-ac2a-b774d5b29672, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=00480e7e-5a00-4c9c-ac2a-b774d5b29672,segment=NetworkSegment(3a01de1b-9745-450a-a0e4-622c799c2941),segment_id=3a01de1b-9745-450a-a0e4-622c799c2941)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:53.947262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-360cede9-aa2b-4e34-81a8-9cc5734643b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:53.955636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41576) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:53.961179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=572a2d55-42b4-4cad-890e-d01df3f02c1a,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:53.965598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:53.967897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:54.027517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39ad053b-f028-4d34-b651-7e554f0afef1 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Notify callbacks [] for metering_label_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:54.028769 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-39ad053b-f028-4d34-b651-7e554f0afef1 tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "DELETE /v2.0/metering/metering-label-rules/c8108fdd-f8ef-4806-b007-aacb81249368 HTTP/1.1" status: 204  len: 168 time: 0.9036608
Dec 03 11:14:54.041541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:54.046004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:54.049347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:54.057368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:54.085745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cede9-aa2b-4e34-81a8-9cc5734643b8 None None] Pushing event updated for resources: {'Port': ['ID=00480e7e-5a00-4c9c-ac2a-b774d5b29672,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:54.099764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Provisioning for port 8f4908f7-332e-4065-8280-4df62b89cdd2 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:54.101564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41580) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:54.105563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-360cede9-aa2b-4e34-81a8-9cc5734643b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:54.120726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Provisioning complete for port 8f4908f7-332e-4065-8280-4df62b89cdd2 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:54.121145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:54.267730 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-62a5e3fe-2698-4371-b61b-14f1c450ce23 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=750ceeaa689d49ce90b59053ea5bf936&name=default HTTP/1.1" status: 200  len: 2875 time: 0.2836747
Dec 03 11:14:54.269861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41586) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:54.299667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:54.351020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Deleting port 572a2d55-42b4-4cad-890e-d01df3f02c1a {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:54.351433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:54.368715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] For port 8f4908f7-332e-4065-8280-4df62b89cdd2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8f4908f7-332e-4065-8280-4df62b89cdd2,segment=NetworkSegment(2dfa6103-068b-4685-a9da-29b1a5271662),segment_id=2dfa6103-068b-4685-a9da-29b1a5271662)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:54.379079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:54.382430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-705c2816-8fe8-495e-ad50-85fea0a8662c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:54.386625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9cc4-f696-47e6-a1f4-4d11fa1e080d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:54.413910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2abf9-2c38-4537-92b2-871acde24d85 req-f5cbe746-2073-417c-bcd9-300dc4f1da43 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:54.415969 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ecf2abf9-2c38-4537-92b2-871acde24d85 req-f5cbe746-2073-417c-bcd9-300dc4f1da43 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.7572415
Dec 03 11:14:54.463498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Provisioning for port 9fbaa263-1847-43cd-a59c-a22adcd5c15a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:54.488978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Provisioning complete for port 9fbaa263-1847-43cd-a59c-a22adcd5c15a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:54.491036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:54.524763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:54.561636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc987d7f-997f-480e-948d-5adfa47fa81c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting subnet b37d5120-a593-42ad-9071-aa8e8c48c3bc {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:14:54.579537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc987d7f-997f-480e-948d-5adfa47fa81c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:54.601305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Pushing event updated for resources: {'Port': ['ID=8f4908f7-332e-4065-8280-4df62b89cdd2,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:54.617322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:54.648134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf9cc4-f696-47e6-a1f4-4d11fa1e080d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Subnet': ['ID=bf8d6fca-890e-448b-bf65-88aead871560,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:54.655122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3eaf9cc4-f696-47e6-a1f4-4d11fa1e080d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:54.712877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:54.717829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9cc4-f696-47e6-a1f4-4d11fa1e080d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:54.748363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc987d7f-997f-480e-948d-5adfa47fa81c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:54.787840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] For port 9fbaa263-1847-43cd-a59c-a22adcd5c15a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9fbaa263-1847-43cd-a59c-a22adcd5c15a,segment=NetworkSegment(a786a1fe-3286-47ed-ade0-03bb09f8d104),segment_id=a786a1fe-3286-47ed-ade0-03bb09f8d104)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:54.793601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:54.795734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:54.806829 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3eaf9cc4-f696-47e6-a1f4-4d11fa1e080d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/subnets/bf8d6fca-890e-448b-bf65-88aead871560 HTTP/1.1" status: 204  len: 168 time: 3.7281723
Dec 03 11:14:54.810842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41590) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:54.892387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Pushing event updated for resources: {'Port': ['ID=9fbaa263-1847-43cd-a59c-a22adcd5c15a,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:54.901829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:54.939885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8f4908f7-332e-4065-8280-4df62b89cdd2 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:55.038749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Provisioning for port 67813344-6377-4c49-820f-95ef95fb33f9 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:55.048495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Provisioning complete for port 67813344-6377-4c49-820f-95ef95fb33f9 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:55.048912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.127646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49805ad2-aa30-43c8-be3e-ac5cbfa0094e None None] Network af6865f8-f793-47a9-afbf-22b605dfb859 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:55.160078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Port 67813344-6377-4c49-820f-95ef95fb33f9 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:14:55.169404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 8f4908f7-332e-4065-8280-4df62b89cdd2 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:55.169822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.239061 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ecf2abf9-2c38-4537-92b2-871acde24d85 req-e5dde7d0-96d8-437b-8057-9d2859ecce2f tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6838400
Dec 03 11:14:55.273335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f918ec-2d0e-4f9e-9b11-a4ba3feeb456 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:55.274983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f918ec-2d0e-4f9e-9b11-a4ba3feeb456 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:55.277069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c7f918ec-2d0e-4f9e-9b11-a4ba3feeb456 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Synchronizing usage tracker for tenant:a265822fd0bf4ad681cbadc3fc86ceb6 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:14:55.369066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c7f918ec-2d0e-4f9e-9b11-a4ba3feeb456 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Unset dirty status for tenant:a265822fd0bf4ad681cbadc3fc86ceb6 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:14:55.373421 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c7f918ec-2d0e-4f9e-9b11-a4ba3feeb456 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.5479445
Dec 03 11:14:55.377361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41594) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:55.384499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.430196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.451711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4df283f2-7203-4119-a00d-c00d3252de22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:55.478385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Provisioning for port ad15737f-7658-442f-9b2d-8991e5519d22 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:14:55.490440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17c308a4-6779-470f-92e9-ab8cc6ae31e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.495274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Provisioning complete for port ad15737f-7658-442f-9b2d-8991e5519d22 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:55.495798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.553696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc987d7f-997f-480e-948d-5adfa47fa81c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.558878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-911f9d43-45b8-4f21-93d2-9376dcb325bb tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] Notify callbacks [] for metering_label, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.562598 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-911f9d43-45b8-4f21-93d2-9376dcb325bb tempest-MeteringTestJSON-1835623104 tempest-MeteringTestJSON-1835623104] 10.222.0.90 "DELETE /v2.0/metering/metering-labels/b1e27f70-c205-4ff9-bf97-1d92fd9160cb HTTP/1.1" status: 204  len: 168 time: 1.4572885
Dec 03 11:14:55.562598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:14:55.582192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ebe45-096a-46d1-96e5-13dc1f7d6e36 req-6ed256dd-3099-4176-91f1-8aa918b20857 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:55.583295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d10ebe45-096a-46d1-96e5-13dc1f7d6e36 req-6ed256dd-3099-4176-91f1-8aa918b20857 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Synchronizing usage tracker for tenant:5e6b740752d945f9ac0bd21d6fff1115 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:14:55.602000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 00480e7e-5a00-4c9c-ac2a-b774d5b29672 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:14:55.641583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.665169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.666687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.687502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17c308a4-6779-470f-92e9-ab8cc6ae31e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.691082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:55.697760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.698158 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Added segment f0a1508c-8396-48ca-94d7-d24f20ed2ed1 of type vxlan for network 0181c518-01f1-4e35-9207-f8b8a82a4943
Dec 03 11:14:55.707025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Port ad15737f-7658-442f-9b2d-8991e5519d22 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:14:55.718340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=71451ff1-c475-428e-b7c8-91ae019b7293,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:55.722550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:55.727751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Provisioning complete for port 8f4908f7-332e-4065-8280-4df62b89cdd2 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:55.728286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.748306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb7b1eaa-8e27-43df-9f34-3bec1cb1185a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.772390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'Port': ['ID=ad15737f-7658-442f-9b2d-8991e5519d22,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:55.774463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 00480e7e-5a00-4c9c-ac2a-b774d5b29672 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:55.774887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.789953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:55.805444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] For port 572a2d55-42b4-4cad-890e-d01df3f02c1a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=572a2d55-42b4-4cad-890e-d01df3f02c1a,segment=NetworkSegment(fbeca58f-5c6d-410f-8acb-f4d636e02405),segment_id=fbeca58f-5c6d-410f-8acb-f4d636e02405)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:55.805839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.827082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d10ebe45-096a-46d1-96e5-13dc1f7d6e36 req-6ed256dd-3099-4176-91f1-8aa918b20857 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Unset dirty status for tenant:5e6b740752d945f9ac0bd21d6fff1115 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:14:55.835014 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d10ebe45-096a-46d1-96e5-13dc1f7d6e36 req-6ed256dd-3099-4176-91f1-8aa918b20857 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 944 time: 1.2651513
Dec 03 11:14:55.953415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8fa552-fe59-4e40-9ae6-1fbaa342ee71 None None] DHCP port deletion for af6865f8-f793-47a9-afbf-22b605dfb859 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:14:55.973086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:55.988487 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7b1eaa-8e27-43df-9f34-3bec1cb1185a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:14:55.988487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7b1eaa-8e27-43df-9f34-3bec1cb1185a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] No notification will be sent due to unsuccessful status code: 409 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:14:55.994440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-eb8fa552-fe59-4e40-9ae6-1fbaa342ee71 None None] Deleting port 9fbaa263-1847-43cd-a59c-a22adcd5c15a {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:55.994887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa552-fe59-4e40-9ae6-1fbaa342ee71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:56.041679 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eb7b1eaa-8e27-43df-9f34-3bec1cb1185a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/networks/af6865f8-f793-47a9-afbf-22b605dfb859 HTTP/1.1" status: 409  len: 405 time: 0.6478260
Dec 03 11:14:56.042369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41602) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:56.078657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-492912579'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:56.159541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d10ebe45-096a-46d1-96e5-13dc1f7d6e36 req-02bf9550-4674-436f-8716-7feaeb88809d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups?id=8f0e3026-9698-4f19-ba01-52b22cd28844&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3234787
Dec 03 11:14:56.180251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41606) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:56.198720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:56.206642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Provisioning complete for port 00480e7e-5a00-4c9c-ac2a-b774d5b29672 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:56.207102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:56.220864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network bb7b5218-17b5-429c-bdc0-1e06ff3c6297 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:14:56.224371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17c308a4-6779-470f-92e9-ab8cc6ae31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:56.225990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:14:56.235873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Usage tracker for resource:network and tenant:a265822fd0bf4ad681cbadc3fc86ceb6 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:56.247123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Quota usage for network was recalculated. Used quota:3. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:56.257840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:56.398312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-eb8fa552-fe59-4e40-9ae6-1fbaa342ee71 None None] For port 9fbaa263-1847-43cd-a59c-a22adcd5c15a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9fbaa263-1847-43cd-a59c-a22adcd5c15a,segment=NetworkSegment(a786a1fe-3286-47ed-ade0-03bb09f8d104),segment_id=a786a1fe-3286-47ed-ade0-03bb09f8d104)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:56.398765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa552-fe59-4e40-9ae6-1fbaa342ee71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:56.478331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:56.478775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:56.479154 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Floating IP dd376605-a5ea-4877-9e4e-7f1373e5de1a disassociated. External IP: 172.26.1.149, port: 572a2d55-42b4-4cad-890e-d01df3f02c1a.
Dec 03 11:14:56.479537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Calling delete_port for 572a2d55-42b4-4cad-890e-d01df3f02c1a owned by compute:nova {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:56.575075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0dd38374-d3c7-45e1-85f3-148c5dd4b2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:56.590394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-19bff8de-1d2c-4923-96f5-96e3e6aaca76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:56.597802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:56.603160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:56.603853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:56.609217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc987d7f-997f-480e-948d-5adfa47fa81c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:56.634148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:56.651960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-eb8fa552-fe59-4e40-9ae6-1fbaa342ee71 None None] Calling delete_port for 9fbaa263-1847-43cd-a59c-a22adcd5c15a owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:56.688622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c308a4-6779-470f-92e9-ab8cc6ae31e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60108bb-36ce-466b-af6c-f8a69cdc3e1b,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:56.689677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0dd38374-d3c7-45e1-85f3-148c5dd4b2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:56.709983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0dd38374-d3c7-45e1-85f3-148c5dd4b2ed admin admin] Usage tracker for resource:security_group_rule and tenant:090d1410f8f548dc91a9503a78f8b1db is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:56.713057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Provisioning complete for port 9fbaa263-1847-43cd-a59c-a22adcd5c15a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:56.714388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:56.714587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc987d7f-997f-480e-948d-5adfa47fa81c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Subnet': ['ID=b37d5120-a593-42ad-9071-aa8e8c48c3bc,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:56.716927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0dd38374-d3c7-45e1-85f3-148c5dd4b2ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:56.733836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc987d7f-997f-480e-948d-5adfa47fa81c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:56.745013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0dd38374-d3c7-45e1-85f3-148c5dd4b2ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:56.903261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc987d7f-997f-480e-948d-5adfa47fa81c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:56.911627 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fc987d7f-997f-480e-948d-5adfa47fa81c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/b37d5120-a593-42ad-9071-aa8e8c48c3bc HTTP/1.1" status: 204  len: 168 time: 3.3959732
Dec 03 11:14:56.913439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Router 9dda56b9-8657-4676-a3cb-598df378d9e3 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:14:56.915874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41614) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:56.996407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:57.002172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.022589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17c308a4-6779-470f-92e9-ab8cc6ae31e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:57.026120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1843ff97-a09c-4112-85bd-6e231de039bb tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:57.052427 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 3.9188588
Dec 03 11:14:57.053472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17c308a4-6779-470f-92e9-ab8cc6ae31e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.054564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-17c308a4-6779-470f-92e9-ab8cc6ae31e5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c60108bb-36ce-466b-af6c-f8a69cdc3e1b HTTP/1.1" status: 204  len: 168 time: 2.7675769
Dec 03 11:14:57.063948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41618) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:57.091924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'admin_state_up': True, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:57.148077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:57.187787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53c21bf-ceb3-47d7-aab1-3efe99022e0c None None] Network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:14:57.207005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9fbaa263-1847-43cd-a59c-a22adcd5c15a no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:14:57.219422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:router and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:14:57.226695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:14:57.259606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Network': ['ID=0181c518-01f1-4e35-9207-f8b8a82a4943,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:57.273050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:57.279027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:14:57.288599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:57.311661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.324927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.325079 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Added segment 72fb53f3-02e4-4249-b8f6-52b32bf58633 of type vxlan for network 38986dab-65ce-4dc7-8a6d-e6a27e9392c6
Dec 03 11:14:57.331730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.331730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.342579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.356911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 0181c518-01f1-4e35-9207-f8b8a82a4943 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:57.397720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:57.415513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:14:57.418029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port e690ba4a-3c83-49b0-9c26-1225aa78ff61 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:57.418412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.430096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b57328c-46c4-4dc9-befe-3a9b8afa2b7a None None] Sync routers for ids ['9dda56b9-8657-4676-a3cb-598df378d9e3'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:14:57.451768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b57328c-46c4-4dc9-befe-3a9b8afa2b7a None None] Routers {'9dda56b9-8657-4676-a3cb-598df378d9e3'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:57.452449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4b57328c-46c4-4dc9-befe-3a9b8afa2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b678d080>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['9dda56b9-8657-4676-a3cb-598df378d9e3'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:57.457134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608e005-d8b8-47a8-980f-1a7c9a52a3fc req-202465f0-9c5a-4244-9bef-b3e8bdd29519 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:57.460168 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f608e005-d8b8-47a8-980f-1a7c9a52a3fc req-202465f0-9c5a-4244-9bef-b3e8bdd29519 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.8466976
Dec 03 11:14:57.471782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.532016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 0181c518-01f1-4e35-9207-f8b8a82a4943 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:57.534277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.534562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4b57328c-46c4-4dc9-befe-3a9b8afa2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b678d080>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:57.540661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "PUT /v2.0/routers/9dda56b9-8657-4676-a3cb-598df378d9e3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0212214
Dec 03 11:14:57.544550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b57328c-46c4-4dc9-befe-3a9b8afa2b7a None None] Routers {'9dda56b9-8657-4676-a3cb-598df378d9e3'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:14:57.545226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4b57328c-46c4-4dc9-befe-3a9b8afa2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b678d080>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['9dda56b9-8657-4676-a3cb-598df378d9e3'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:57.553636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41628) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:57.601854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.607171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:14:57.608075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.612373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4b57328c-46c4-4dc9-befe-3a9b8afa2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b678d080>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:14:57.613144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b57328c-46c4-4dc9-befe-3a9b8afa2b7a None None] The sync data for ids ['9dda56b9-8657-4676-a3cb-598df378d9e3'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:14:57.665118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Pushing event deleted for resources: {'Port': ['ID=572a2d55-42b4-4cad-890e-d01df3f02c1a,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:57.725784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:57.757258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1dec9c0-7572-4a4e-ac47-feb24eb12e84 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:57.765704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0dd38374-d3c7-45e1-85f3-148c5dd4b2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.782327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0dd38374-d3c7-45e1-85f3-148c5dd4b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.795102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1446ce0-7903-465b-a40b-f6cf58390671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:57.875136 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-916ad5cf-2fa7-4d69-83b1-f30fa702c35e req-6ebeaaaf-45b6-4551-996c-562a16d5fb89 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.3847234
Dec 03 11:14:57.894611 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0dd38374-d3c7-45e1-85f3-148c5dd4b2ed admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=090d1410f8f548dc91a9503a78f8b1db&name=default HTTP/1.1" status: 200  len: 2879 time: 1.7019582
Dec 03 11:14:57.902703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41640) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:57.921437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd38374-d3c7-45e1-85f3-148c5dd4b2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10fa153-e20e-4f56-99ff-7e1bd1a06c1c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:57.944110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa552-fe59-4e40-9ae6-1fbaa342ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:57.973341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:58.049267 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.db [None req-7f9c9829-ddf6-4c11-a696-c4792325b655 None None] No ports have port_id starting with 9fbaa263-1847-43cd-a59c-a22adcd5c15a
Dec 03 11:14:58.058149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.0089388
Dec 03 11:14:58.063680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fa552-fe59-4e40-9ae6-1fbaa342ee71 None None] Pushing event deleted for resources: {'Port': ['ID=9fbaa263-1847-43cd-a59c-a22adcd5c15a,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:58.066497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eb8fa552-fe59-4e40-9ae6-1fbaa342ee71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:58.071282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41644) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:58.080472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'subnet': {'network_id': '38986dab-65ce-4dc7-8a6d-e6a27e9392c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:14:58.138177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:58.167564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Network': ['ID=38986dab-65ce-4dc7-8a6d-e6a27e9392c6,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:58.172513 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f608e005-d8b8-47a8-980f-1a7c9a52a3fc req-2b4276b6-d577-4e95-bf77-acb86ec137fa tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5905087
Dec 03 11:14:58.242363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:58.268706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 38986dab-65ce-4dc7-8a6d-e6a27e9392c6 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:58.290999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:58.292743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 38986dab-65ce-4dc7-8a6d-e6a27e9392c6 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:14:58.425708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:14:58.450896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0dd38374-d3c7-45e1-85f3-148c5dd4b2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:58.456024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:14:58.521103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41654) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:58.625129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:14:58.702432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d36f3ef0-d918-48f7-922a-bd944b2c709c None None] Provisioning complete for port 8f4908f7-332e-4065-8280-4df62b89cdd2 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:58.703000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d36f3ef0-d918-48f7-922a-bd944b2c709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:58.729771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8fa552-fe59-4e40-9ae6-1fbaa342ee71 None None] No DVR routers for this DVR port 9fbaa263-1847-43cd-a59c-a22adcd5c15a on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:14:58.767779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] For port e690ba4a-3c83-49b0-9c26-1225aa78ff61, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e690ba4a-3c83-49b0-9c26-1225aa78ff61,segment=NetworkSegment(c2b394b7-6c70-4218-b582-ddcf60955937),segment_id=c2b394b7-6c70-4218-b582-ddcf60955937)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:58.768475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:58.946079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e2b148-6a67-4090-be23-49d746a79511 None None] DHCP port deletion for 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:14:58.961024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:58.962173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-19e2b148-6a67-4090-be23-49d746a79511 None None] Deleting port e690ba4a-3c83-49b0-9c26-1225aa78ff61 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:14:58.962596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19e2b148-6a67-4090-be23-49d746a79511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:59.029966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for e690ba4a-3c83-49b0-9c26-1225aa78ff61 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:59.063622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:59.118651 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-83bef0d7-fde9-4287-899f-215a68132bf6 tempest-AgentManagementNegativeTest-388858134 tempest-AgentManagementNegativeTest-388858134] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.5922840
Dec 03 11:14:59.119115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:14:59.224427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-19e2b148-6a67-4090-be23-49d746a79511 None None] For port e690ba4a-3c83-49b0-9c26-1225aa78ff61, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e690ba4a-3c83-49b0-9c26-1225aa78ff61,segment=NetworkSegment(c2b394b7-6c70-4218-b582-ddcf60955937),segment_id=c2b394b7-6c70-4218-b582-ddcf60955937)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:14:59.224973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19e2b148-6a67-4090-be23-49d746a79511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:59.242609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:59.265530 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-3f3c64ae-2bb1-4553-9c23-6ace56ff5342 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:14:59.272302 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f3c64ae-2bb1-4553-9c23-6ace56ff5342 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "PUT /v2.0/routers/9dda56b9-8657-4676-a3cb-598df378d9e3/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.7175982
Dec 03 11:14:59.276834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41666) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:59.277714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-32670f9f-f270-4c53-8a33-faa9c3ab7bfc req-f1036d2a-b6ed-49ca-af61-e13f7848fe50 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Synchronizing usage tracker for tenant:5e6b740752d945f9ac0bd21d6fff1115 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:14:59.360640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-19e2b148-6a67-4090-be23-49d746a79511 None None] Calling delete_port for e690ba4a-3c83-49b0-9c26-1225aa78ff61 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:14:59.440905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19e2b148-6a67-4090-be23-49d746a79511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:59.458341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d81f26a2-4524-4b6b-9fa7-5f2c0e29c499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:59.500241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d36f3ef0-d918-48f7-922a-bd944b2c709c None None] Provisioning complete for port 67813344-6377-4c49-820f-95ef95fb33f9 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:59.500700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d36f3ef0-d918-48f7-922a-bd944b2c709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:59.606051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:14:59.606777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:14:59.613476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2b148-6a67-4090-be23-49d746a79511 None None] Pushing event deleted for resources: {'Port': ['ID=e690ba4a-3c83-49b0-9c26-1225aa78ff61,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:59.631836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-19e2b148-6a67-4090-be23-49d746a79511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:59.748249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41672) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:14:59.749114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:59.781975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0dd38374-d3c7-45e1-85f3-148c5dd4b2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:14:59.811664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d36f3ef0-d918-48f7-922a-bd944b2c709c None None] Port 67813344-6377-4c49-820f-95ef95fb33f9 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:14:59.828420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10fa153-e20e-4f56-99ff-7e1bd1a06c1c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:14:59.843545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.844337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.844679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.845838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.846262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.846678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.847116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.847528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.847933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.848381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.849657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.849657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.850130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.850543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.850938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.851347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.851748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.852306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.852709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.853114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.853520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.853921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.854620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.855078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:14:59.862565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2b148-6a67-4090-be23-49d746a79511 None None] No DVR routers for this DVR port e690ba4a-3c83-49b0-9c26-1225aa78ff61 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:14:59.866147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d36f3ef0-d918-48f7-922a-bd944b2c709c None None] Provisioning complete for port 00480e7e-5a00-4c9c-ac2a-b774d5b29672 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:14:59.866564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d36f3ef0-d918-48f7-922a-bd944b2c709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:14:59.870225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:14:59.914273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.056419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.057667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b10fa153-e20e-4f56-99ff-7e1bd1a06c1c HTTP/1.1" status: 204  len: 168 time: 2.1449115
Dec 03 11:15:00.112630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port e690ba4a-3c83-49b0-9c26-1225aa78ff61 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:00.112630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.298699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-32670f9f-f270-4c53-8a33-faa9c3ab7bfc req-f1036d2a-b6ed-49ca-af61-e13f7848fe50 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Unset dirty status for tenant:5e6b740752d945f9ac0bd21d6fff1115 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:00.311185 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32670f9f-f270-4c53-8a33-faa9c3ab7bfc req-f1036d2a-b6ed-49ca-af61-e13f7848fe50 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 1.2059963
Dec 03 11:15:00.355808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] The port 'e690ba4a-3c83-49b0-9c26-1225aa78ff61' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:15:00.382605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d36f3ef0-d918-48f7-922a-bd944b2c709c None None] Provisioning complete for port ad15737f-7658-442f-9b2d-8991e5519d22 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:00.383979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d36f3ef0-d918-48f7-922a-bd944b2c709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.388100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.409418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40db1375-9819-4f73-a22c-58175c43639d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.435891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.459679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d36f3ef0-d918-48f7-922a-bd944b2c709c None None] Port ad15737f-7658-442f-9b2d-8991e5519d22 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:00.463474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:00.506453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-40db1375-9819-4f73-a22c-58175c43639d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:00.596500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-40db1375-9819-4f73-a22c-58175c43639d admin admin] Usage tracker for resource:security_group_rule and tenant:51ba0d2d9e7d46f79c4010f958b43674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:00.611308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-40db1375-9819-4f73-a22c-58175c43639d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:00.632892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:00.633519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.683695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908719e9-cb3f-441d-aa0e-2d242cddb8b3 req-cda19380-99a0-477c-bd6b-96a584cea261 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:00.693533 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-908719e9-cb3f-441d-aa0e-2d242cddb8b3 req-cda19380-99a0-477c-bd6b-96a584cea261 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 1.1623487
Dec 03 11:15:00.702087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41682) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:00.719896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-40db1375-9819-4f73-a22c-58175c43639d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:00.737935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.776186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.805741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:00.810710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Usage tracker for resource:security_group_rule and tenant:2e08eabeb9dd4b8696876326dd3c7ff2 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:00.815772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:00.824862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2eef41ed-38f3-41cb-8e1b-dfaa72a3a2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.825281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:00.906884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e690ba4a-3c83-49b0-9c26-1225aa78ff61 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:15:00.945530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: e690ba4a-3c83-49b0-9c26-1225aa78ff61 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:15:00.946170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e690ba4a-3c83-49b0-9c26-1225aa78ff61 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:15:00.950491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.957328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:15:00.964525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:00.971241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b3c22-aba2-4d06-8ddd-fdec9f553ec9 None None] Sync routers for ids ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:15:00.983799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b3c22-aba2-4d06-8ddd-fdec9f553ec9 None None] Routers {'94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:00.984964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fe9b3c22-aba2-4d06-8ddd-fdec9f553ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ebf128>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:01.033908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e765a246-6d1c-4f1a-a978-d2ca12f4e943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:01.069149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2e08eabeb9dd4b8696876326dd3c7ff2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3590667
Dec 03 11:15:01.078297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41686) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:01.079467 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-908719e9-cb3f-441d-aa0e-2d242cddb8b3 req-4eacc2c8-562c-4283-883a-8476f301c067 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3848617
Dec 03 11:15:01.093032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634e4449-b8f3-471d-ae60-6b3964f7a53e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:01.114710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.115325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.115628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.116045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.116454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.116860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.117261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.118077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.118077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.118407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.118805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.119230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.119690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.120092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.120491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.120884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.121281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.121679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.122073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.122470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.122867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.123288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.123682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.124074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:01.180350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] No DVR routers for this DVR port 572a2d55-42b4-4cad-890e-d01df3f02c1a on host hv-neutron-7650 {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:15:01.182748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:01.190095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:01.202827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'name': 'network-vif-deleted', 'tag': '572a2d55-42b4-4cad-890e-d01df3f02c1a'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:15:01.209961 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-23aaa33a-3726-4463-8537-cc5dcc096d76 req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.91 "DELETE /v2.0/ports/572a2d55-42b4-4cad-890e-d01df3f02c1a HTTP/1.1" status: 204  len: 173 time: 9.7221255
Dec 03 11:15:01.240114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-fe9b3c22-aba2-4d06-8ddd-fdec9f553ec9 None None] Set router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:15:01.302471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b68cf8>,) {'filters': {'network_id': ['3a87d2ed-80f2-471d-af1c-8c1d646b3f95']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:01.337662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b68cf8>, 'c2b394b7-6c70-4218-b582-ddcf60955937') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:01.338003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b68cf8>, 'c2b394b7-6c70-4218-b582-ddcf60955937') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:01.344510 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab10b75-cb82-4d7a-9bf9-a6623d5de988', 'name': 'network-vif-deleted', 'tag': '572a2d55-42b4-4cad-890e-d01df3f02c1a', 'status': 'completed', 'code': 200}
Dec 03 11:15:01.377962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:01.421155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:01.423175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4a0a-de8f-421f-ae75-bbdf64aab5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:01.425035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Releasing vxlan tunnel 7 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:15:01.586468 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1eb5afd8-eda7-4aeb-998c-5dee72ecb07c req-7f7af983-55fa-44a8-a5cb-867abe445afc tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/ports?device_id=5ab10b75-cb82-4d7a-9bf9-a6623d5de988 HTTP/1.1" status: 200  len: 210 time: 0.0985563
Dec 03 11:15:01.593474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:15:01.594318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:01.595702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.176 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/b5e054bf-62b1-4a9d-959f-067c4e280cfc) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:01.638526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6487c941-4c72-4ffe-a66c-edda471213ef tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:01.655333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4a0a-de8f-421f-ae75-bbdf64aab5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:01.734779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40db1375-9819-4f73-a22c-58175c43639d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:01.737662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fe9b3c22-aba2-4d06-8ddd-fdec9f553ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ebf128>, [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:12:15Z', 'revision_number': 4, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '556262e2-d799-4ea6-ba9b-cc1fc7e66cc1', 'name': '', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'mac_address': 'fa:16:3e:1f:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2d6a84f5-6832-45cc-9338-095641225894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:11Z', 'updated_at': '2020-12-03T11:12:26Z', 'revision_number': 5, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'subnets': [{'id': '2d6a84f5-6832-45cc-9338-095641225894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:01.747180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b3c22-aba2-4d06-8ddd-fdec9f553ec9 None None] Checking router: 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:15:01.762298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b3c22-aba2-4d06-8ddd-fdec9f553ec9 None None] Routers {'94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:01.763715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fe9b3c22-aba2-4d06-8ddd-fdec9f553ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ebf128>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:14:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:01.767845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:01.778533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40db1375-9819-4f73-a22c-58175c43639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:01.792095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Subnet': ['ID=955ff984-b542-41fb-9ea0-71833b507837,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:01.802222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:01.821983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84a098a3-8f3f-4616-821a-78e36897c1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:01.841500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:15:01.854326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:02.011839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-fe9b3c22-aba2-4d06-8ddd-fdec9f553ec9 None None] Set router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:15:02.051441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db1375-9819-4f73-a22c-58175c43639d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb471b60-ed39-4b71-be17-201ffff1a0e1,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:02.065499 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40db1375-9819-4f73-a22c-58175c43639d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=51ba0d2d9e7d46f79c4010f958b43674&name=default HTTP/1.1" status: 200  len: 2879 time: 2.3099663
Dec 03 11:15:02.065499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40db1375-9819-4f73-a22c-58175c43639d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:02.066561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41694) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:02.077915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Checking segment: {'id': '72fb53f3-02e4-4249-b8f6-52b32bf58633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '38986dab-65ce-4dc7-8a6d-e6a27e9392c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:02.078290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network hostable DHCP agents. Network: 38986dab-65ce-4dc7-8a6d-e6a27e9392c6, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:15:02.141473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.166787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 38986dab-65ce-4dc7-8a6d-e6a27e9392c6 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:15:02.181409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 38986dab-65ce-4dc7-8a6d-e6a27e9392c6) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:02.189041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 3a87d2ed-80f2-471d-af1c-8c1d646b3f95 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:02.202399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f37076-c892-454a-94a0-375000cddad2 None None] Network 38986dab-65ce-4dc7-8a6d-e6a27e9392c6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:02.211731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bba16893-b7e5-4a63-acd0-8c4cb5d3791e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:15:02.223020 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:15:02.228964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:02.230248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.275221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bba16893-b7e5-4a63-acd0-8c4cb5d3791e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.307117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4a0a-de8f-421f-ae75-bbdf64aab5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.315455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-48ec36e6-3e58-4d0a-8e16-921699065ce1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:02.329589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.334954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc4a0a-de8f-421f-ae75-bbdf64aab5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634e4449-b8f3-471d-ae60-6b3964f7a53e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:02.344985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6fc4a0a-de8f-421f-ae75-bbdf64aab5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:02.349146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.356610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ece7c9e8-5146-44b1-8303-f45c5cae9988 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:02.359055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b2a47ef-a403-43a4-b0ce-4b7c1a238c6d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:02.379388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.391423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Network': ['ID=3a87d2ed-80f2-471d-af1c-8c1d646b3f95,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:02.394109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4a0a-de8f-421f-ae75-bbdf64aab5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.395962 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a6fc4a0a-de8f-421f-ae75-bbdf64aab5aa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/634e4449-b8f3-471d-ae60-6b3964f7a53e HTTP/1.1" status: 204  len: 168 time: 1.3142254
Dec 03 11:15:02.400175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:02.405301 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/networks/3a87d2ed-80f2-471d-af1c-8c1d646b3f95 HTTP/1.1" status: 204  len: 168 time: 5.4883389
Dec 03 11:15:02.407023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41702) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:02.417050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-942551134'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:02.423034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:02.467214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:network and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:02.473524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:02.487690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:02.506587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Deleting port ad15737f-7658-442f-9b2d-8991e5519d22 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:02.506971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.518819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=b5e054bf-62b1-4a9d-959f-067c4e280cfc,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:02.530529 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 4.4560239
Dec 03 11:15:02.532015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:02.539210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41706) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:02.554129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:02.559833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.664249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-38986dab-65ce-4dc7-8a6d-e6a27e9392c6', 'network_id': '38986dab-65ce-4dc7-8a6d-e6a27e9392c6', 'tenant_id': 'a265822fd0bf4ad681cbadc3fc86ceb6', 'fixed_ips': [{'subnet_id': '955ff984-b542-41fb-9ea0-71833b507837'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:15:02.665197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.733087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bba16893-b7e5-4a63-acd0-8c4cb5d3791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.746404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:15:02.759094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:02.770147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-39df00e9-4d6d-477c-9f09-4c488daa59bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:02.796203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:02.802479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba16893-b7e5-4a63-acd0-8c4cb5d3791e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb471b60-ed39-4b71-be17-201ffff1a0e1,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:02.806325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:02.843239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.843701 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Added segment db2bebc4-eb50-40bc-9ef6-b4671ac3e425 of type vxlan for network 61c8df10-9551-4af0-8deb-20c4e26409f3
Dec 03 11:15:02.845615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bba16893-b7e5-4a63-acd0-8c4cb5d3791e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.847103 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bba16893-b7e5-4a63-acd0-8c4cb5d3791e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bb471b60-ed39-4b71-be17-201ffff1a0e1 HTTP/1.1" status: 204  len: 168 time: 0.7787056
Dec 03 11:15:02.867539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bba16893-b7e5-4a63-acd0-8c4cb5d3791e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:02.877310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fe9b3c22-aba2-4d06-8ddd-fdec9f553ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ebf128>, [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:12:15Z', 'revision_number': 4, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '556262e2-d799-4ea6-ba9b-cc1fc7e66cc1', 'name': '', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'mac_address': 'fa:16:3e:1f:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2d6a84f5-6832-45cc-9338-095641225894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:11Z', 'updated_at': '2020-12-03T11:12:26Z', 'revision_number': 5, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'subnets': [{'id': '2d6a84f5-6832-45cc-9338-095641225894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:02.883884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41722) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:02.937860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.961936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01756820-96d8-452d-a199-0f55c066ec81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:02.978173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b3c22-aba2-4d06-8ddd-fdec9f553ec9 None None] The sync data for ids ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'] in dv-neutron-765072-2-ovs is: [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:12:15Z', 'revision_number': 4, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '556262e2-d799-4ea6-ba9b-cc1fc7e66cc1', 'name': '', 'network_id': 'e4aebd59-2c4a-4b00-90df-f0a29267fbcd', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'mac_address': 'fa:16:3e:1f:70:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2d6a84f5-6832-45cc-9338-095641225894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:11Z', 'updated_at': '2020-12-03T11:12:26Z', 'revision_number': 5, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'subnets': [{'id': '2d6a84f5-6832-45cc-9338-095641225894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:15:03.000172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8ec93-2f71-4ebf-a035-990415573e88 req-e01cd7eb-90fc-4302-8fc9-4667644004f5 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:03.005152 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9bc8ec93-2f71-4ebf-a035-990415573e88 req-e01cd7eb-90fc-4302-8fc9-4667644004f5 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.7357755
Dec 03 11:15:03.080191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:03.094295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:03.267282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:15:03.300031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Calling delete_port for ad15737f-7658-442f-9b2d-8991e5519d22 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:03.310991 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9bc8ec93-2f71-4ebf-a035-990415573e88 req-47e03311-6c3a-4388-8961-769d51b02514 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2110531
Dec 03 11:15:03.356173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Allocated IP 2001:db8::f816:3eff:fe22:7242 (38986dab-65ce-4dc7-8a6d-e6a27e9392c6/955ff984-b542-41fb-9ea0-71833b507837/b62cc471-9c61-4f53-a06b-92904d8e48d7) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:03.360106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70fece44-5a22-4934-bfc2-437e7828305d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:03.417776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:03.422286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:03.422979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:03.436918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:03.503282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:03.674310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0103e5-1bf4-46ab-ba41-27b64493f0c0 None None] New status for floating IP dd376605-a5ea-4877-9e4e-7f1373e5de1a: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:15:03.705173 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.2970135
Dec 03 11:15:03.718364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41746) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:03.729123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'subnet': {'network_id': '61c8df10-9551-4af0-8deb-20c4e26409f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:03.770688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Network': ['ID=61c8df10-9551-4af0-8deb-20c4e26409f3,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:03.782143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:03.830546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 61c8df10-9551-4af0-8deb-20c4e26409f3 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:03.875370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70fece44-5a22-4934-bfc2-437e7828305d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:04.050100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41754) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:04.108962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 61c8df10-9551-4af0-8deb-20c4e26409f3 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:04.313776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:04.441560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:04.451133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Transition to ACTIVE for port object b62cc471-9c61-4f53-a06b-92904d8e48d7 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:04.469599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Transition to ACTIVE for port object b62cc471-9c61-4f53-a06b-92904d8e48d7 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:04.472341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41766) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:04.476583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:04.493075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2bd2bdd6-5c4c-42da-8475-5af5b59bda2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:04.508353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:04.515996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:04.521850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:subnet and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:04.557929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:04.561138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Pushing event updated for resources: {'Port': ['ID=b62cc471-9c61-4f53-a06b-92904d8e48d7,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:04.567514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:04.572974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:04.641684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:04.700361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Network 38986dab-65ce-4dc7-8a6d-e6a27e9392c6 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:04.701695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:04.704341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:04.706681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70fece44-5a22-4934-bfc2-437e7828305d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:04.718781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:04.756122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fece44-5a22-4934-bfc2-437e7828305d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0e3026-9698-4f19-ba01-52b22cd28844,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:04.763901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-70fece44-5a22-4934-bfc2-437e7828305d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:04.775350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b8dca-b1c3-4516-89ef-7d2472c45a66 req-60efa85b-5f15-4c77-a480-6253776aab62 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:04.781691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Attempting to bind port b62cc471-9c61-4f53-a06b-92904d8e48d7 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:15:04.782129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Attempting to bind port b62cc471-9c61-4f53-a06b-92904d8e48d7 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '72fb53f3-02e4-4249-b8f6-52b32bf58633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '38986dab-65ce-4dc7-8a6d-e6a27e9392c6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:15:04.782526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Attempting to bind port b62cc471-9c61-4f53-a06b-92904d8e48d7 on network 38986dab-65ce-4dc7-8a6d-e6a27e9392c6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:15:04.784989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-119b8dca-b1c3-4516-89ef-7d2472c45a66 req-60efa85b-5f15-4c77-a480-6253776aab62 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.8554471
Dec 03 11:15:04.798476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:15:04.799018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Checking segment: {'id': '72fb53f3-02e4-4249-b8f6-52b32bf58633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '38986dab-65ce-4dc7-8a6d-e6a27e9392c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:04.799540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:04.800052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Bound using segment: {'id': '72fb53f3-02e4-4249-b8f6-52b32bf58633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '38986dab-65ce-4dc7-8a6d-e6a27e9392c6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:15:04.800796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Bound port: b62cc471-9c61-4f53-a06b-92904d8e48d7, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fb53f3-02e4-4249-b8f6-52b32bf58633', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '38986dab-65ce-4dc7-8a6d-e6a27e9392c6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:15:04.801393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:04.816747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:04.879134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2de4523e-b0e8-4307-86a2-a05f68195b0d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:04.941001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] For port b62cc471-9c61-4f53-a06b-92904d8e48d7, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:15:04.953439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] For port b62cc471-9c61-4f53-a06b-92904d8e48d7, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b62cc471-9c61-4f53-a06b-92904d8e48d7,segment=NetworkSegment(72fb53f3-02e4-4249-b8f6-52b32bf58633),segment_id=72fb53f3-02e4-4249-b8f6-52b32bf58633)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:15:04.956419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:04.958415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event deleted for resources: {'Port': ['ID=ad15737f-7658-442f-9b2d-8991e5519d22,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:04.963477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:04.968547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:04.970635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:04.987578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d73f6d42-71e9-4f85-b62d-e938d64c0936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:05.031416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16d1f3-26ff-41b2-80aa-070a88a58200 req-b1ac1927-351d-46b1-ab36-8a85613b7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:05.033144 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d16d1f3-26ff-41b2-80aa-070a88a58200 req-b1ac1927-351d-46b1-ab36-8a85613b7a43 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=193702a8528c429d847d08cd33ff784e&device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 1162 time: 0.9840772
Dec 03 11:15:05.034023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70fece44-5a22-4934-bfc2-437e7828305d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:05.038711 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-70fece44-5a22-4934-bfc2-437e7828305d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "DELETE /v2.0/security-groups/8f0e3026-9698-4f19-ba01-52b22cd28844 HTTP/1.1" status: 204  len: 168 time: 2.1411498
Dec 03 11:15:05.045119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41772) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:05.049165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-290985993'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:05.091476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-990104fe-c115-4706-bc13-290d9b8b1deb tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] Request body: {'port': {'network_id': 'a75ee720-f82e-49c7-9e35-ca48899d34d7', 'name': 'tempest-NetworksNegativeTestJSON-1543804293'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:05.112987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:05.144170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Pushing event updated for resources: {'Port': ['ID=b62cc471-9c61-4f53-a06b-92904d8e48d7,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:05.146492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:05.148051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:05.148598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Usage tracker for resource:network and tenant:d97abd82054e47c48ad60ec368cfb70e is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:05.172383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:05.172641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:05.175682 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-990104fe-c115-4706-bc13-290d9b8b1deb tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] POST failed (client error): The resource could not be found.
Dec 03 11:15:05.176216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990104fe-c115-4706-bc13-290d9b8b1deb tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:05.181590 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-990104fe-c115-4706-bc13-290d9b8b1deb tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 1.1115439
Dec 03 11:15:05.182400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41778) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:05.194071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a78702c-1159-4fa4-9d9b-cd52e88de63c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:05.199744 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-119b8dca-b1c3-4516-89ef-7d2472c45a66 req-6762dfeb-a964-4125-a03b-a8fa684c094d tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4135344
Dec 03 11:15:05.261398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Subnet': ['ID=955ff984-b542-41fb-9ea0-71833b507837,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:05.261864 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-527fa464-ab43-4d44-a8f6-e2c3507730b4 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] show failed (client error): The resource could not be found.
Dec 03 11:15:05.263010 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-527fa464-ab43-4d44-a8f6-e2c3507730b4 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "GET /v2.0/security-groups/8f0e3026-9698-4f19-ba01-52b22cd28844 HTTP/1.1" status: 404  len: 347 time: 0.2056592
Dec 03 11:15:05.264427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:05.271954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:05.285082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41782) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:05.404476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:05.437694 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c73859-cc17-459d-97b2-770f1087d1c7 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] DELETE failed (client error): The resource could not be found.
Dec 03 11:15:05.438364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c73859-cc17-459d-97b2-770f1087d1c7 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:05.440410 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a6c73859-cc17-459d-97b2-770f1087d1c7 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] 10.222.0.90 "DELETE /v2.0/networks/20e1a1ee-d3d0-4f58-a39b-9b53b3274f60 HTTP/1.1" status: 404  len: 339 time: 0.2392781
Dec 03 11:15:05.455183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Made reservation on behalf of d97abd82054e47c48ad60ec368cfb70e for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:05.463242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41786) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:05.464068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:05.507707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:05.548509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:05.553706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Usage tracker for resource:security_group_rule and tenant:d97abd82054e47c48ad60ec368cfb70e is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:05.571472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:05.575736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16d1f3-26ff-41b2-80aa-070a88a58200 req-07cf2906-0fe1-4a16-823b-6aebacde599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:05.577501 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d16d1f3-26ff-41b2-80aa-070a88a58200 req-07cf2906-0fe1-4a16-823b-6aebacde599c service neutron] 10.222.0.91 "GET /v2.0/networks?id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4 HTTP/1.1" status: 200  len: 906 time: 0.5245538
Dec 03 11:15:05.601086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:05.755945 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-53822408-1fe4-49a4-834d-d77578f6954a tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] DELETE failed (client error): The resource could not be found.
Dec 03 11:15:05.756459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53822408-1fe4-49a4-834d-d77578f6954a tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:05.769256 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d16d1f3-26ff-41b2-80aa-070a88a58200 req-7bd1363e-9076-47ba-aa67-6eef578ba093 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 HTTP/1.1" status: 200  len: 1000 time: 0.1832035
Dec 03 11:15:05.792512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:05.807202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ab1bb0e0-a017-46cd-9995-1879089b3ea0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Deleting port 5d67f7fd-f6d5-4ce9-a28b-9e5348c64fe4 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:05.807584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb0e0-a017-46cd-9995-1879089b3ea0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:05.856338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:15:05.890745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16d1f3-26ff-41b2-80aa-070a88a58200 req-8d15bcfd-2f4e-4e02-b6c1-2f717bb2dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:05.892404 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d16d1f3-26ff-41b2-80aa-070a88a58200 req-8d15bcfd-2f4e-4e02-b6c1-2f717bb2dd1c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22ea8f59-d136-43f2-acfe-9b4232c66694 HTTP/1.1" status: 200  len: 851 time: 0.1166689
Dec 03 11:15:05.929096 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-53822408-1fe4-49a4-834d-d77578f6954a tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] 10.222.0.90 "DELETE /v2.0/ports/03c51a7c-d776-4659-a573-4b382b1319ad HTTP/1.1" status: 404  len: 333 time: 0.4038072
Dec 03 11:15:05.957322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41790) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:06.075551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:06.138544 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7abe0be-a251-413e-be1c-4969ac0f13cd tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] DELETE failed (client error): The resource could not be found.
Dec 03 11:15:06.139101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7abe0be-a251-413e-be1c-4969ac0f13cd tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:06.151912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:06.164966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:06.171831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:06.180869 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c7abe0be-a251-413e-be1c-4969ac0f13cd tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] 10.222.0.90 "DELETE /v2.0/subnets/ff0ca1cc-8dee-47cb-83e7-ec0683ca0556 HTTP/1.1" status: 404  len: 337 time: 0.2207990
Dec 03 11:15:06.191333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41794) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:06.220493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:15:06.270578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event updated for resources: {'SecurityGroup': ['ID=7f588d54-aeaf-408b-9bcc-95fde381410f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:06.273965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:06.274375 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Added segment 5e81a69b-1c1c-4574-921f-7175c111e5bd of type vxlan for network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0
Dec 03 11:15:06.279364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:06.289627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:15:06.293788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16d1f3-26ff-41b2-80aa-070a88a58200 req-6287cca9-b179-4272-b88a-edf34bf59536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:06.295704 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d16d1f3-26ff-41b2-80aa-070a88a58200 req-6287cca9-b179-4272-b88a-edf34bf59536 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3368130
Dec 03 11:15:06.302560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Sync routers for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:15:06.322431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:06.323463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e4bc88>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:06.421198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:06.518231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:06.522989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 9.4478850
Dec 03 11:15:06.528796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41800) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:06.571376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:15:06.614688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:06.619142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:06.619804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:06.632468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ebaf340a-fb45-4923-9bb4-459a8cc8c379 tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:06.693146 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d16d1f3-26ff-41b2-80aa-070a88a58200 req-3c889305-c4b3-4b8c-8fee-b5d5fc6d2b9e service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3839839
Dec 03 11:15:06.746128 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-038419a4-e0a8-407d-9221-62628f45587c tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] GET failed (client error): The resource could not be found.
Dec 03 11:15:06.748071 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-038419a4-e0a8-407d-9221-62628f45587c tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] 10.222.0.90 "GET /v2.0/networks/3841329d-9924-4cf5-a6ef-ea796fbb2087 HTTP/1.1" status: 404  len: 339 time: 0.5338020
Dec 03 11:15:06.757624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41806) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:06.759735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d4d080>,) {'filters': {'network_id': ['38986dab-65ce-4dc7-8a6d-e6a27e9392c6']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:06.782460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826e36a-1bb0-4fc9-86e3-9408bd529342 req-d0258364-400f-435d-9a6b-de995fdb9a46 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:06.784122 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6826e36a-1bb0-4fc9-86e3-9408bd529342 req-d0258364-400f-435d-9a6b-de995fdb9a46 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.4263756
Dec 03 11:15:06.845304 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 2.3683863
Dec 03 11:15:06.846239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d4d080>, '72fb53f3-02e4-4249-b8f6-52b32bf58633') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:06.846876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d4d080>, '72fb53f3-02e4-4249-b8f6-52b32bf58633') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:06.851370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccbec8f-1247-434f-9b73-1f6a0a124cdd None None] Network 38986dab-65ce-4dc7-8a6d-e6a27e9392c6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:06.863494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41810) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:06.936797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event updated for resources: {'Network': ['ID=44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:06.940103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:06.963109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:06.992337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:06.992841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Request body: {'subnet': {'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:06.995471 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ea342be8-2c30-4937-b51d-db092901c659 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets?project_id=85d2c11b1de444db8a782028cdd05d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4653871
Dec 03 11:15:07.006683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41814) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:07.018448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1577336733', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:07.022214 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6616c47-2d28-421f-b509-b03a65081849 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] GET failed (client error): The resource could not be found.
Dec 03 11:15:07.029051 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e6616c47-2d28-421f-b509-b03a65081849 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] 10.222.0.90 "GET /v2.0/ports/e282f6df-67e9-4dd2-8603-635ccc0b537f HTTP/1.1" status: 404  len: 333 time: 0.2534196
Dec 03 11:15:07.032136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:07.033254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41818) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:07.057217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b62cc471-9c61-4f53-a06b-92904d8e48d7 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:07.108595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb0e0-a017-46cd-9995-1879089b3ea0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:07.108911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb0e0-a017-46cd-9995-1879089b3ea0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:07.149872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:07.161892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Releasing vxlan tunnel 13 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:15:07.378323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ab1bb0e0-a017-46cd-9995-1879089b3ea0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Calling delete_port for 5d67f7fd-f6d5-4ce9-a28b-9e5348c64fe4 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:07.421915 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-5788119e-40bc-419c-b6ab-46384791c5c8 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] GET failed (client error): The resource could not be found.
Dec 03 11:15:07.423421 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5788119e-40bc-419c-b6ab-46384791c5c8 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] 10.222.0.90 "GET /v2.0/subnets/dead36c1-a256-4ff2-84bd-33c8209c0d2f HTTP/1.1" status: 404  len: 337 time: 0.3840137
Dec 03 11:15:07.439261 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6826e36a-1bb0-4fc9-86e3-9408bd529342 req-cafc3c83-b4f3-4f77-b421-d5ee4e13cca4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5735927
Dec 03 11:15:07.442748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41822) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:07.505568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-054f7b9a-21e6-448e-a5f4-124ca5dbb1a1 None None] Provisioning for port b62cc471-9c61-4f53-a06b-92904d8e48d7 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:07.518387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-da7f0e0f-b5c2-4a29-9065-09abcd0fd281 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] Request body: {'network': {'name': 'new_name'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:07.548872 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d16d1f3-26ff-41b2-80aa-070a88a58200 req-3defb7ad-c259-4d1c-9c50-43ef70c7aa1c service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8401561
Dec 03 11:15:07.558029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7f0e0f-b5c2-4a29-9065-09abcd0fd281 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] PUT failed (client error): The resource could not be found.
Dec 03 11:15:07.558547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7f0e0f-b5c2-4a29-9065-09abcd0fd281 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:07.564052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-da7f0e0f-b5c2-4a29-9065-09abcd0fd281 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] 10.222.0.90 "PUT /v2.0/networks/a0f8959a-0e08-4a4b-b345-ed041c184341 HTTP/1.1" status: 404  len: 339 time: 0.1135375
Dec 03 11:15:07.567410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41826) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:07.573307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:07.578079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:subnet and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:07.583638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:07.594367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:07.607042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-639f9dc8-18b1-479e-97b5-685e95400286 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] Request body: {'port': {'name': 'new_name'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:07.648051 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-639f9dc8-18b1-479e-97b5-685e95400286 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] PUT failed (client error): The resource could not be found.
Dec 03 11:15:07.648461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639f9dc8-18b1-479e-97b5-685e95400286 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:07.650781 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-639f9dc8-18b1-479e-97b5-685e95400286 tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] 10.222.0.90 "PUT /v2.0/ports/c3b6b7c5-0765-4c12-af73-ece66bd5afe5 HTTP/1.1" status: 404  len: 333 time: 0.0682883
Dec 03 11:15:07.651192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e4bc88>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:15:03Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:07.653801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:07.653932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41830) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:07.662162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Checking router: 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:15:07.662566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Updating router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 port b5e054bf-62b1-4a9d-959f-067c4e280cfc binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:15:07.692066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port b62cc471-9c61-4f53-a06b-92904d8e48d7 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:07.693574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7712ec75-7c98-4db2-8ad0-bb81bc5595cc tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] Request body: {'subnet': {'name': 'new_name'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:07.721337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b62cc471-9c61-4f53-a06b-92904d8e48d7 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:07.721798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:07.754312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:07.775715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:07.782677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Usage tracker for resource:subnet and tenant:d97abd82054e47c48ad60ec368cfb70e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:07.785099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:07.787422 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7712ec75-7c98-4db2-8ad0-bb81bc5595cc tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] PUT failed (client error): The resource could not be found.
Dec 03 11:15:07.787929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7712ec75-7c98-4db2-8ad0-bb81bc5595cc tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:07.792702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7712ec75-7c98-4db2-8ad0-bb81bc5595cc tempest-NetworksNegativeTestJSON-596853052 tempest-NetworksNegativeTestJSON-596853052] 10.222.0.90 "PUT /v2.0/subnets/456aae62-48db-47fe-9295-a349d38cafed HTTP/1.1" status: 404  len: 337 time: 0.1187732
Dec 03 11:15:07.802280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:07.891290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Router 9dda56b9-8657-4676-a3cb-598df378d9e3 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:15:07.895833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:07.941155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 38986dab-65ce-4dc7-8a6d-e6a27e9392c6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:07.965839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] DHCP port deletion for 38986dab-65ce-4dc7-8a6d-e6a27e9392c6 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:15:07.983942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Deleting port b62cc471-9c61-4f53-a06b-92904d8e48d7 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:07.984368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:07.988446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:08.147091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Made reservation on behalf of d97abd82054e47c48ad60ec368cfb70e for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:08.189858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:08.245030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41838) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:08.324796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port b62cc471-9c61-4f53-a06b-92904d8e48d7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b62cc471-9c61-4f53-a06b-92904d8e48d7,segment=NetworkSegment(72fb53f3-02e4-4249-b8f6-52b32bf58633),segment_id=72fb53f3-02e4-4249-b8f6-52b32bf58633)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:08.436445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:08.453880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eb9ad8dc-8c7e-4434-a4fb-b480fb129bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:08.509168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:08.532599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] For port b62cc471-9c61-4f53-a06b-92904d8e48d7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b62cc471-9c61-4f53-a06b-92904d8e48d7,segment=NetworkSegment(72fb53f3-02e4-4249-b8f6-52b32bf58633),segment_id=72fb53f3-02e4-4249-b8f6-52b32bf58633)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:08.533159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:08.545779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2cdb1d2-c018-4a83-95a7-dfaec12abde8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:08.555169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:08.624798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18fa691e-270c-4d9f-b64b-ac75fd9f4f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:08.746521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:15:08.762924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63a452-6fd6-4eff-9e60-acd8e506bc4c None None] Sync routers for ids ['9dda56b9-8657-4676-a3cb-598df378d9e3'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:15:08.764145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Calling delete_port for b62cc471-9c61-4f53-a06b-92904d8e48d7 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:08.770465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-18fa691e-270c-4d9f-b64b-ac75fd9f4f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:08.776133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63a452-6fd6-4eff-9e60-acd8e506bc4c None None] Routers {'9dda56b9-8657-4676-a3cb-598df378d9e3'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:08.777174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7f63a452-6fd6-4eff-9e60-acd8e506bc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b630a198>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['9dda56b9-8657-4676-a3cb-598df378d9e3'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:08.785132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 38986dab-65ce-4dc7-8a6d-e6a27e9392c6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:08.786342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Subnet': ['ID=4200b6e2-2940-49ba-9709-fee3d781fff5,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:08.790018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-18fa691e-270c-4d9f-b64b-ac75fd9f4f79 admin admin] Usage tracker for resource:security_group_rule and tenant:3b3bc14f9e854675b44e347205bb0bb2 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:08.795324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:08.798370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-18fa691e-270c-4d9f-b64b-ac75fd9f4f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:08.808243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-18fa691e-270c-4d9f-b64b-ac75fd9f4f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:08.853319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7f63a452-6fd6-4eff-9e60-acd8e506bc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b630a198>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:08.856511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=b62cc471-9c61-4f53-a06b-92904d8e48d7,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:08.869374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:08.884777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63a452-6fd6-4eff-9e60-acd8e506bc4c None None] Routers {'9dda56b9-8657-4676-a3cb-598df378d9e3'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:08.888153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7f63a452-6fd6-4eff-9e60-acd8e506bc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b630a198>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['9dda56b9-8657-4676-a3cb-598df378d9e3'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:08.934762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b62cc471-9c61-4f53-a06b-92904d8e48d7 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:15:08.977758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617476eb-0fac-4de6-8d58-02b0e812a23e req-30c0649e-8d63-4c7b-9d39-33786027b780 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:08.979512 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-617476eb-0fac-4de6-8d58-02b0e812a23e req-30c0649e-8d63-4c7b-9d39-33786027b780 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.2919025
Dec 03 11:15:08.989872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7f63a452-6fd6-4eff-9e60-acd8e506bc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b630a198>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:08.990603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63a452-6fd6-4eff-9e60-acd8e506bc4c None None] The sync data for ids ['9dda56b9-8657-4676-a3cb-598df378d9e3'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:15:09.002616 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:15:09.028126 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "PUT /v2.0/routers/9dda56b9-8657-4676-a3cb-598df378d9e3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7403419
Dec 03 11:15:09.031875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:15:09.031875 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:15:09.031875 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': '38986dab-65ce-4dc7-8a6d-e6a27e9392c6'}]
Dec 03 11:15:09.031875 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:15:09.031875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:15:09.033745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41846) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:09.037460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.039613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Checking segment: {'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:09.040029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network hostable DHCP agents. Network: 0181c518-01f1-4e35-9207-f8b8a82a4943, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:15:09.048914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:09.049115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.111167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:15:09.111909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:15:09.131977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb0e0-a017-46cd-9995-1879089b3ea0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.144809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.151682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2df59a4f-91d6-4dbc-aa9f-0466d4826c46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:09.160725 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-4d01a9a8-5cc7-45c5-8f2b-693273fcf264 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] delete failed (client error): The resource could not be found.
Dec 03 11:15:09.161870 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4d01a9a8-5cc7-45c5-8f2b-693273fcf264 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "DELETE /v2.0/routers/tempest-non_exist_router-1427975344 HTTP/1.1" status: 404  len: 335 time: 0.1271067
Dec 03 11:15:09.168086 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-617476eb-0fac-4de6-8d58-02b0e812a23e req-ad747eb3-c582-4016-bae5-1c091dad74e9 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1758299
Dec 03 11:15:09.168592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41850) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:09.188661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-76472a6d-9a9c-4667-b003-9d1bc652388b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Request body: {'router': {'external_gateway_info': {'network_id': '9dda56b9-8657-4676-a3cb-598df378d9e3'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:09.215767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.242870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18fa691e-270c-4d9f-b64b-ac75fd9f4f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.245261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Transition to ACTIVE for port object b5e054bf-62b1-4a9d-959f-067c4e280cfc will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:09.257766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.316185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18fa691e-270c-4d9f-b64b-ac75fd9f4f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.323143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 0181c518-01f1-4e35-9207-f8b8a82a4943 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:15:09.332206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:09.355105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5e600228-4642-43b1-8b78-743b9d973e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:09.363320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bb0e0-a017-46cd-9995-1879089b3ea0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Pushing event deleted for resources: {'Port': ['ID=5d67f7fd-f6d5-4ce9-a28b-9e5348c64fe4,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:09.376833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab1bb0e0-a017-46cd-9995-1879089b3ea0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:09.400673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.422710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-283dc031-3ae7-4003-8760-b4fef1c65ac1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:09.441788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port b62cc471-9c61-4f53-a06b-92904d8e48d7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b62cc471-9c61-4f53-a06b-92904d8e48d7,segment=NetworkSegment(72fb53f3-02e4-4249-b8f6-52b32bf58633),segment_id=72fb53f3-02e4-4249-b8f6-52b32bf58633)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:09.474980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 0181c518-01f1-4e35-9207-f8b8a82a4943) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:09.495438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.497727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7da38-64a9-46d9-8e9b-aa5dfb8620cf None None] Network 0181c518-01f1-4e35-9207-f8b8a82a4943 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:09.524085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5883d-5d7d-4844-9196-e5e1a83d04c2 None None] Pushing event updated for resources: {'Port': ['ID=b5e054bf-62b1-4a9d-959f-067c4e280cfc,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:09.539805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aad5883d-5d7d-4844-9196-e5e1a83d04c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:09.540329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:09.548812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.575913 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-18fa691e-270c-4d9f-b64b-ac75fd9f4f79 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3b3bc14f9e854675b44e347205bb0bb2&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3259230
Dec 03 11:15:09.586070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41856) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:09.592606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:09.593270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.602030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa691e-270c-4d9f-b64b-ac75fd9f4f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113fe3b6-8702-451d-b65a-07f54c21d60e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:09.622008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18fa691e-270c-4d9f-b64b-ac75fd9f4f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:09.740411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Subnet': ['ID=e460512a-7cb6-4dac-9310-dc4332f68f22,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:09.743824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:09.760217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Deleting port b62cc471-9c61-4f53-a06b-92904d8e48d7 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:09.760536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.791714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Deleting port b62cc471-9c61-4f53-a06b-92904d8e48d7 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:09.792600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.848558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-76472a6d-9a9c-4667-b003-9d1bc652388b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:09.866503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.8551507
Dec 03 11:15:09.873556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41860) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:09.956570 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-76472a6d-9a9c-4667-b003-9d1bc652388b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] update failed (client error): The resource could not be found.
Dec 03 11:15:09.957747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-76472a6d-9a9c-4667-b003-9d1bc652388b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "PUT /v2.0/routers/9dda56b9-8657-4676-a3cb-598df378d9e3 HTTP/1.1" status: 404  len: 339 time: 0.7799590
Dec 03 11:15:09.973387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569c3a2-8e1d-40c8-b580-007288ab289a req-8909d637-7783-4d34-96a7-23292a3bcbbc tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:09.975808 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5569c3a2-8e1d-40c8-b580-007288ab289a req-8909d637-7783-4d34-96a7-23292a3bcbbc tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.6463087
Dec 03 11:15:09.976622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41864) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:09.990559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-484034149'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:09.998895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2ebe07-4b3c-4878-bf8f-6587a3f6ebd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.048701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:10.081542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Usage tracker for resource:network and tenant:a60718cc49f048fc963cefc440422e4a is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:10.106966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Quota usage for network was recalculated. Used quota:3. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:10.119916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2ebe07-4b3c-4878-bf8f-6587a3f6ebd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.140765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Attempting to bind port b5e054bf-62b1-4a9d-959f-067c4e280cfc on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:15:10.141666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Attempting to bind port b5e054bf-62b1-4a9d-959f-067c4e280cfc by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:15:10.142470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Attempting to bind port b5e054bf-62b1-4a9d-959f-067c4e280cfc on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:15:10.152877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:10.162469 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5569c3a2-8e1d-40c8-b580-007288ab289a req-f0c77add-ff27-4141-9939-d2e347ad1156 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1653697
Dec 03 11:15:10.216659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Made reservation on behalf of a60718cc49f048fc963cefc440422e4a for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:10.227175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.298971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2ebe07-4b3c-4878-bf8f-6587a3f6ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.306177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:15:10.310572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18fa691e-270c-4d9f-b64b-ac75fd9f4f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:10.347023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ebe07-4b3c-4878-bf8f-6587a3f6ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113fe3b6-8702-451d-b65a-07f54c21d60e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:10.363314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b2ebe07-4b3c-4878-bf8f-6587a3f6ebd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:10.366451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.367121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Added segment b27f4a6a-9f89-4712-84fb-3274f1930a4a of type vxlan for network 40e209b2-cf85-4ca3-88fd-232ffbe7bd45
Dec 03 11:15:10.378585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] For port b62cc471-9c61-4f53-a06b-92904d8e48d7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b62cc471-9c61-4f53-a06b-92904d8e48d7,segment=NetworkSegment(72fb53f3-02e4-4249-b8f6-52b32bf58633),segment_id=72fb53f3-02e4-4249-b8f6-52b32bf58633)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:10.379239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.383990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb0e0-a017-46cd-9995-1879089b3ea0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.386174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b2ebe07-4b3c-4878-bf8f-6587a3f6ebd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.391310 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6b2ebe07-4b3c-4878-bf8f-6587a3f6ebd0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/113fe3b6-8702-451d-b65a-07f54c21d60e HTTP/1.1" status: 204  len: 168 time: 0.7973955
Dec 03 11:15:10.393159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=b62cc471-9c61-4f53-a06b-92904d8e48d7,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:10.415589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Checking segment: {'id': 'db2bebc4-eb50-40bc-9ef6-b4671ac3e425', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '61c8df10-9551-4af0-8deb-20c4e26409f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:10.416234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network hostable DHCP agents. Network: 61c8df10-9551-4af0-8deb-20c4e26409f3, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:15:10.435765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.491071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.499922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:15:10.500354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:10.501227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.501227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:15:10.501731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Bound port: b5e054bf-62b1-4a9d-959f-067c4e280cfc, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:15:10.502153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.508105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:10.509863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.510157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb0e0-a017-46cd-9995-1879089b3ea0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:10.516956 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ab1bb0e0-a017-46cd-9995-1879089b3ea0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] 10.222.0.90 "DELETE /v2.0/floatingips/dd376605-a5ea-4877-9e4e-7f1373e5de1a HTTP/1.1" status: 204  len: 168 time: 5.2257833
Dec 03 11:15:10.533673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41874) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:10.543487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:10.818175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.818567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.818945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.819331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.820952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.821358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.822588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.822823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.823466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.823845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.824223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.825010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.825447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.825922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.826163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.826530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.827119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.827292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.827617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.827985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.828351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.828713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.829073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.829430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:10.834420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.294s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:10.865778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Calling delete_port for b62cc471-9c61-4f53-a06b-92904d8e48d7 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:11.044259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 61c8df10-9551-4af0-8deb-20c4e26409f3 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:15:11.056286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] For port b62cc471-9c61-4f53-a06b-92904d8e48d7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b62cc471-9c61-4f53-a06b-92904d8e48d7,segment=NetworkSegment(72fb53f3-02e4-4249-b8f6-52b32bf58633),segment_id=72fb53f3-02e4-4249-b8f6-52b32bf58633)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:11.057062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:11.157142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-0181c518-01f1-4e35-9207-f8b8a82a4943', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:15:11.158402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:11.539791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Allocated IP 172.20.0.2 (0181c518-01f1-4e35-9207-f8b8a82a4943/4200b6e2-2940-49ba-9709-fee3d781fff5/2c408dd6-81ee-4229-951e-19cefb8c2fa9) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:11.594601 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.6130679
Dec 03 11:15:11.608351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 61c8df10-9551-4af0-8deb-20c4e26409f3) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:11.610998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41888) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:11.622943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Calling delete_port for b62cc471-9c61-4f53-a06b-92904d8e48d7 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:11.670650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'Network': ['ID=40e209b2-cf85-4ca3-88fd-232ffbe7bd45,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:11.675686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:11.697704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Request body: {'subnet': {'network_id': '40e209b2-cf85-4ca3-88fd-232ffbe7bd45', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:11.763331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:11.764084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:11.828858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:11.841051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] For port b5e054bf-62b1-4a9d-959f-067c4e280cfc, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:15:11.850279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6143e61d-7d6b-42d9-ad2b-fc5aa52d61c9 None None] Network 61c8df10-9551-4af0-8deb-20c4e26409f3 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:11.889691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:11.998294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 40e209b2-cf85-4ca3-88fd-232ffbe7bd45 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:12.012771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 40e209b2-cf85-4ca3-88fd-232ffbe7bd45 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:12.055278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747283c0-d6ec-417d-a4fb-03cf805156e9 req-00dcc5f4-41c1-4433-980c-33d6c576189c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:12.056847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-747283c0-d6ec-417d-a4fb-03cf805156e9 req-00dcc5f4-41c1-4433-980c-33d6c576189c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 1.2216301
Dec 03 11:15:12.070058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 8.3475254
Dec 03 11:15:12.080607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41898) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:12.090746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41900) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:12.100222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Transition to ACTIVE for port object 2c408dd6-81ee-4229-951e-19cefb8c2fa9 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:12.105893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1d6cf29b-04c0-477b-af0a-c5ff238a8cf6 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-591326192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:12.137114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] For port b5e054bf-62b1-4a9d-959f-067c4e280cfc, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b5e054bf-62b1-4a9d-959f-067c4e280cfc,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:15:12.142724 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-747283c0-d6ec-417d-a4fb-03cf805156e9 req-e7efb58b-0797-4a53-a055-908ccbb88dd8 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769060
Dec 03 11:15:12.174934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1d6cf29b-04c0-477b-af0a-c5ff238a8cf6 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:12.175156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:12.176531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 03 11:15:12.176531 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Dec 03 11:15:12.176531 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'port_id': 'b62cc471-9c61-4f53-a06b-92904d8e48d7'}]
Dec 03 11:15:12.176531 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:15:12.176895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:15:12.182697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:12.195935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Usage tracker for resource:subnet and tenant:a60718cc49f048fc963cefc440422e4a is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:12.201883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1d6cf29b-04c0-477b-af0a-c5ff238a8cf6 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:router and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:12.210364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:12.213430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1d6cf29b-04c0-477b-af0a-c5ff238a8cf6 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:12.228965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1d6cf29b-04c0-477b-af0a-c5ff238a8cf6 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:12.231319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:12.282353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf29b-04c0-477b-af0a-c5ff238a8cf6 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:12.283539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf29b-04c0-477b-af0a-c5ff238a8cf6 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:12.291529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:12.312237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:12.343569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Made reservation on behalf of a60718cc49f048fc963cefc440422e4a for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:12.503356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-360cede9-aa2b-4e34-81a8-9cc5734643b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:12.580030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:12.600235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf29b-04c0-477b-af0a-c5ff238a8cf6 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:12.607887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-224726487'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:12.648103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:12.656564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Pushing event deleted for resources: {'Port': ['ID=b62cc471-9c61-4f53-a06b-92904d8e48d7,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:12.663721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:12.664515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:12.705608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event updated for resources: {'Subnet': ['ID=3906eff7-5abd-414f-b70b-aea823c7ef71,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:12.715467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:network and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:12.719895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Deleting port b62cc471-9c61-4f53-a06b-92904d8e48d7 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:12.720371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:12.742948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1239c0e4-40dc-4258-8ab9-eab8384963d2 None None] No DVR routers for this DVR port b62cc471-9c61-4f53-a06b-92904d8e48d7 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:15:12.753409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:12.760165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:12.765135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:12.795464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] Deleting port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:12.795846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:12.808728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:12.811548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Transition to ACTIVE for port object 2c408dd6-81ee-4229-951e-19cefb8c2fa9 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:12.820803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:12.880605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a516a-058c-401f-a658-66b215a806d3 req-cc4b0bc4-a02d-4ad6-b484-827c34edf81d tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:12.882241 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb4a516a-058c-401f-a658-66b215a806d3 req-cc4b0bc4-a02d-4ad6-b484-827c34edf81d tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.1600614
Dec 03 11:15:12.931528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] The port 'b62cc471-9c61-4f53-a06b-92904d8e48d7' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:15:12.975032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:12.999676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-61c8df10-9551-4af0-8deb-20c4e26409f3', 'network_id': '61c8df10-9551-4af0-8deb-20c4e26409f3', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'fixed_ips': [{'subnet_id': 'e460512a-7cb6-4dac-9310-dc4332f68f22'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:15:13.000661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.005121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf29b-04c0-477b-af0a-c5ff238a8cf6 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.029883 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb4a516a-058c-401f-a658-66b215a806d3 req-1b37c752-9986-4cfd-9068-7937a47c66ec tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276364
Dec 03 11:15:13.076596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] For port 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=556262e2-d799-4ea6-ba9b-cc1fc7e66cc1,segment=NetworkSegment(fbeca58f-5c6d-410f-8acb-f4d636e02405),segment_id=fbeca58f-5c6d-410f-8acb-f4d636e02405)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:13.077246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.136477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:13.142398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.155640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5883d-5d7d-4844-9196-e5e1a83d04c2 None None] Pushing event updated for resources: {'Port': ['ID=b5e054bf-62b1-4a9d-959f-067c4e280cfc,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:13.167107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aad5883d-5d7d-4844-9196-e5e1a83d04c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:13.170230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-81c8eee8-0a2f-4590-a560-801cb173b27f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:13.218338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] Calling delete_port for 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:13.218715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:13.219349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e4bc88>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:13.325746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.353420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf29b-04c0-477b-af0a-c5ff238a8cf6 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.357464 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1d6cf29b-04c0-477b-af0a-c5ff238a8cf6 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.2658789
Dec 03 11:15:13.361680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41912) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:13.434956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.467165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:13.485389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:security_group_rule and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:13.503571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Checking segment: {'id': '5e81a69b-1c1c-4574-921f-7175c111e5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:13.503967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Network hostable DHCP agents. Network: 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:15:13.509526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:13.517175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Pushing event updated for resources: {'Port': ['ID=2c408dd6-81ee-4229-951e-19cefb8c2fa9,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:13.529201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:13.534960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:13.548868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Network 0181c518-01f1-4e35-9207-f8b8a82a4943 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:13.594740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:13.601658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:13.669983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.684286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:15:13.688242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ade34198-01d7-4f68-98f4-146d6c7c7f90 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:13.725649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4a68a58>,) {'filters': {'network_id': ['38986dab-65ce-4dc7-8a6d-e6a27e9392c6']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:13.767728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:15:13.775149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4a68a58>, '72fb53f3-02e4-4249-b8f6-52b32bf58633') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:13.775489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4a68a58>, '72fb53f3-02e4-4249-b8f6-52b32bf58633') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:13.834769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.850884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:13.865037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=556262e2-d799-4ea6-ba9b-cc1fc7e66cc1,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:13.868350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Attempting to bind port 2c408dd6-81ee-4229-951e-19cefb8c2fa9 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:15:13.868783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Attempting to bind port 2c408dd6-81ee-4229-951e-19cefb8c2fa9 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:15:13.869192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Attempting to bind port 2c408dd6-81ee-4229-951e-19cefb8c2fa9 on network 0181c518-01f1-4e35-9207-f8b8a82a4943 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:15:13.872603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:13.882868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98044ae-f018-40e9-b85d-b57b949cd367 None None] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:13.917203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:15:13.918320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Checking segment: {'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:13.918320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.918523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Bound using segment: {'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:15:13.919237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Bound port: 2c408dd6-81ee-4229-951e-19cefb8c2fa9, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:15:13.919422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.955325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:13.955731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.970122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:13.980056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Releasing vxlan tunnel 13 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:15:14.101329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:14.339857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Allocated IP 2001:db8::2 (61c8df10-9551-4af0-8deb-20c4e26409f3/e460512a-7cb6-4dac-9310-dc4332f68f22/b0a59b4e-f6ee-46cb-8a9a-74e55508279c) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:14.554250 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 7.6813219
Dec 03 11:15:14.558248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41918) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:14.643639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Request body: {'port': {'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1563404853'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:14.669855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 38986dab-65ce-4dc7-8a6d-e6a27e9392c6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:14.702106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:14.729080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:14.736831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] For port 2c408dd6-81ee-4229-951e-19cefb8c2fa9, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:15:14.776445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] For port 2c408dd6-81ee-4229-951e-19cefb8c2fa9, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2c408dd6-81ee-4229-951e-19cefb8c2fa9,segment=NetworkSegment(f0a1508c-8396-48ca-94d7-d24f20ed2ed1),segment_id=f0a1508c-8396-48ca-94d7-d24f20ed2ed1)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:15:14.780175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:14.794978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:14.814832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:14.846894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6fc4a0a-de8f-421f-ae75-bbdf64aab5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:14.859549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:14.976908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Transition to ACTIVE for port object b0a59b4e-f6ee-46cb-8a9a-74e55508279c will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:15.007928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd908f9-f521-465d-8fcd-d685050dd1a5 req-17604018-1d3f-4330-90e7-28c475be474a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:15.009592 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afd908f9-f521-465d-8fcd-d685050dd1a5 req-17604018-1d3f-4330-90e7-28c475be474a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.7282398
Dec 03 11:15:15.021895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] vxlan segment allocate from pool success with {'vxlan_vni': 16}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:15:15.064089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0', 'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0', 'tenant_id': 'd97abd82054e47c48ad60ec368cfb70e', 'fixed_ips': [{'subnet_id': '3906eff7-5abd-414f-b70b-aea823c7ef71'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:15:15.065065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:15.104762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Transition to ACTIVE for port object b0a59b4e-f6ee-46cb-8a9a-74e55508279c will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:15.108914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Pushing event updated for resources: {'Port': ['ID=2c408dd6-81ee-4229-951e-19cefb8c2fa9,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:15.125305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'SecurityGroup': ['ID=2d44a456-0fd0-4649-bf01-4fb079753e03,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:15.128865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:15.131680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:15.136518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:15.150582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:15.175517 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afd908f9-f521-465d-8fcd-d685050dd1a5 req-7fc3e331-63c9-474f-b350-4d2effff92f4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1490035
Dec 03 11:15:15.181466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4637ba84-57db-4391-b6ae-ccb26cd72fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:15.214105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:15.214105 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Added segment f23363d7-5c87-4695-8602-5ccbbc540867 of type vxlan for network 84ac366d-179e-4f13-8d9f-4ea28bbd9166
Dec 03 11:15:15.239847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 38986dab-65ce-4dc7-8a6d-e6a27e9392c6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:15.250216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e4bc88>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:15:03Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:15:15.287681 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:15:15.292534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeef066-8002-4c84-bd8f-97613a492ae9 None None] The sync data for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs is: [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:15:03Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:15:15.355941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:15.468520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Pushing event updated for resources: {'Port': ['ID=b0a59b4e-f6ee-46cb-8a9a-74e55508279c,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:15.482391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:15.539515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:15.551573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:15.557017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:15.557420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:15.567533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Usage tracker for resource:port and tenant:d97abd82054e47c48ad60ec368cfb70e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:15.572039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-877708ca-270f-46d9-81c1-4d1f086b9880 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:15.601065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Allocated IP 2001:db8::1 (61c8df10-9551-4af0-8deb-20c4e26409f3/e460512a-7cb6-4dac-9310-dc4332f68f22/8134a450-1ee2-4a6e-a563-1ed12a3477e2) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:15.644877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:15.663700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:15.668208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:15.672444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Network 61c8df10-9551-4af0-8deb-20c4e26409f3 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:15.677378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:15.685252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:15.690809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:15.826742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.1 (0181c518-01f1-4e35-9207-f8b8a82a4943/4200b6e2-2940-49ba-9709-fee3d781fff5/9946c251-c381-4431-be96-ed35f271f1c9) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:15.861526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Attempting to bind port b0a59b4e-f6ee-46cb-8a9a-74e55508279c on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:15:15.861953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Attempting to bind port b0a59b4e-f6ee-46cb-8a9a-74e55508279c by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'db2bebc4-eb50-40bc-9ef6-b4671ac3e425', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '61c8df10-9551-4af0-8deb-20c4e26409f3'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:15:15.862369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Attempting to bind port b0a59b4e-f6ee-46cb-8a9a-74e55508279c on network 61c8df10-9551-4af0-8deb-20c4e26409f3 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:15:15.912118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:15:15.912658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Checking segment: {'id': 'db2bebc4-eb50-40bc-9ef6-b4671ac3e425', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '61c8df10-9551-4af0-8deb-20c4e26409f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:15.912975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:15.913414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Bound using segment: {'id': 'db2bebc4-eb50-40bc-9ef6-b4671ac3e425', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '61c8df10-9551-4af0-8deb-20c4e26409f3'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:15:15.918812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Bound port: b0a59b4e-f6ee-46cb-8a9a-74e55508279c, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2bebc4-eb50-40bc-9ef6-b4671ac3e425', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '61c8df10-9551-4af0-8deb-20c4e26409f3'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:15:15.919491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:16.103788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Allocated IP 2001:db8::2 (44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0/3906eff7-5abd-414f-b70b-aea823c7ef71/5730699f-e358-4d9b-9cda-5d634e14c13d) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:16.121677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Network': ['ID=84ac366d-179e-4f13-8d9f-4ea28bbd9166,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:16.131185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:16.146159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-242fd213-1fd5-4744-8b77-14155e62de05 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.441s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:16.154477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:16.177246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:16.185773 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 4.0875041
Dec 03 11:15:16.191309 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/networks/38986dab-65ce-4dc7-8a6d-e6a27e9392c6 HTTP/1.1" status: 204  len: 168 time: 13.6509941
Dec 03 11:15:16.202837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41926) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:16.203410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41928) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:16.217794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Made reservation on behalf of d97abd82054e47c48ad60ec368cfb70e for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:16.224847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:16.248048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Network': ['ID=38986dab-65ce-4dc7-8a6d-e6a27e9392c6,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:16.250885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:16.256795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'name': 'tempest-PortsIpV6TestJSON-870145656'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:16.276013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-920770135'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:16.305213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:16.315035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:16.369850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Usage tracker for resource:network and tenant:a265822fd0bf4ad681cbadc3fc86ceb6 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:16.408829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Quota usage for network was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:16.427709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] Router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:15:16.434876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121615e-22b0-4c7b-a135-501c28820efd req-24f56532-cebb-4156-b8bf-adbaf0b5b6a6 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:16.444053 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b121615e-22b0-4c7b-a135-501c28820efd req-24f56532-cebb-4156-b8bf-adbaf0b5b6a6 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.7221823
Dec 03 11:15:16.455632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:16.513040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 9946c251-c381-4431-be96-ed35f271f1c9 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:16.566329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:16.668386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] For port b0a59b4e-f6ee-46cb-8a9a-74e55508279c, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:15:16.680044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:16.684490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Transition to ACTIVE for port object 8134a450-1ee2-4a6e-a563-1ed12a3477e2 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:16.685922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:16.692211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:16.695462 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b121615e-22b0-4c7b-a135-501c28820efd req-710f6f94-53a9-4faa-94b9-82afc9fc2412 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2504485
Dec 03 11:15:16.725260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:port and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:16.725852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:16.734590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] For port b0a59b4e-f6ee-46cb-8a9a-74e55508279c, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b0a59b4e-f6ee-46cb-8a9a-74e55508279c,segment=NetworkSegment(db2bebc4-eb50-40bc-9ef6-b4671ac3e425),segment_id=db2bebc4-eb50-40bc-9ef6-b4671ac3e425)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:15:16.741038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:16.747068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:16.754270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dbfe6b54-d714-47ec-a3f5-540b7f346ef7 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:16.781178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:16.783933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:15:16.799427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:16.819611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:16.820575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a4587c25-3e4e-4c3b-9cc1-d721415f3a68 tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:16.834123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e776f3-4c18-49f1-973f-357f48259de0 None None] Sync routers for ids ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:15:16.850613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] device_id is not set on port 4baf56de-b258-4ff4-97f9-fdd85b639043 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:15:16.924003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=8134a450-1ee2-4a6e-a563-1ed12a3477e2,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:16.931052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:16.936238 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] 10.222.0.90 "PUT /v2.0/routers/94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3363144
Dec 03 11:15:16.945567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41934) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:17.045899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:17.046765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e776f3-4c18-49f1-973f-357f48259de0 None None] Routers {'94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:17.047525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-01e776f3-4c18-49f1-973f-357f48259de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c58e48>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:17.091044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:15:17.101103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:17.107152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:17.131864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b5e054bf-62b1-4a9d-959f-067c4e280cfc up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:17.340944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Pushing event updated for resources: {'Port': ['ID=b0a59b4e-f6ee-46cb-8a9a-74e55508279c,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:17.356159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:17.380618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port b5e054bf-62b1-4a9d-959f-067c4e280cfc completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:17.394089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31032c8e-b089-4171-8c2b-6fff61974234 None None] Network 0181c518-01f1-4e35-9207-f8b8a82a4943 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:17.415969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:17.425722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b5e054bf-62b1-4a9d-959f-067c4e280cfc triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:17.426668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:17.512446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Transition to ACTIVE for port object 5730699f-e358-4d9b-9cda-5d634e14c13d will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:17.549987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:17.550478 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Added segment 64bb9d1a-844e-4fb6-bf2f-efe363b9b4e9 of type vxlan for network 2de83325-ce51-48e1-86ce-62a57da0a7d2
Dec 03 11:15:17.565321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'Subnet': ['ID=5bb3c3ff-6111-4634-b04b-5e5279206a0e,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:17.570104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:17.581163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-10c1ac9e-7fb2-4b51-87b8-3f74d1d5904f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:17.593026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 61c8df10-9551-4af0-8deb-20c4e26409f3 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:17.594330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:17.623790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Transition to ACTIVE for port object 5730699f-e358-4d9b-9cda-5d634e14c13d will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:17.643909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8f917f0f-ead2-433e-96af-f2994025bc5d None None] Provisioning for port 2c408dd6-81ee-4229-951e-19cefb8c2fa9 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:17.644545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:17.650850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-01e776f3-4c18-49f1-973f-357f48259de0 None None] Set router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:15:17.652493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:17.652647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:17.702667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:17.798948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d39e476-e272-4320-8a6d-29ddad4891ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:17.894713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port f07d3a60-1f49-4a56-a836-f07fcddf7728 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:15:18.082465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.204153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.205477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 0181c518-01f1-4e35-9207-f8b8a82a4943 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:18.207763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.221883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=9946c251-c381-4431-be96-ed35f271f1c9,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:18.223419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Deleting port 9e338612-82f6-4d6e-8fde-15eb77f613a4 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:18.223902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.225746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:18.226859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:18.229144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:18.246248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Pushing event updated for resources: {'Port': ['ID=5730699f-e358-4d9b-9cda-5d634e14c13d,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:18.263183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:18.265376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8915160-0f26-4c7f-94c8-3fbedf01aae7 req-da389049-4ef0-4c72-8451-d301f3884fca tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:18.267450 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a8915160-0f26-4c7f-94c8-3fbedf01aae7 req-da389049-4ef0-4c72-8451-d301f3884fca tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.4071090
Dec 03 11:15:18.286660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:18.296999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:18.312213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:18.317312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.362798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Allocated IP 2001:db8::2b4 (44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0/3906eff7-5abd-414f-b70b-aea823c7ef71/4baf56de-b258-4ff4-97f9-fdd85b639043) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:18.463218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.467522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:18.468326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.493785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1eb0740a-f33a-475e-bbf8-c5279b61d12f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:18.547790 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a8915160-0f26-4c7f-94c8-3fbedf01aae7 req-53c98cad-b23d-447c-8c36-ea4320010d5a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2356973
Dec 03 11:15:18.571768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.606817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port b5e054bf-62b1-4a9d-959f-067c4e280cfc, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b5e054bf-62b1-4a9d-959f-067c4e280cfc,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:18.656417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.657337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2c408dd6-81ee-4229-951e-19cefb8c2fa9 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:18.689299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:18.751184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Attempting to bind port 5730699f-e358-4d9b-9cda-5d634e14c13d on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:15:18.751719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Attempting to bind port 5730699f-e358-4d9b-9cda-5d634e14c13d by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '5e81a69b-1c1c-4574-921f-7175c111e5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:15:18.751893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Attempting to bind port 5730699f-e358-4d9b-9cda-5d634e14c13d on network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:15:18.759732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] For port 9e338612-82f6-4d6e-8fde-15eb77f613a4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9e338612-82f6-4d6e-8fde-15eb77f613a4,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:18.760292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.782251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Network': ['ID=2de83325-ce51-48e1-86ce-62a57da0a7d2,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:18.786443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Checking segment: {'id': 'b27f4a6a-9f89-4712-84fb-3274f1930a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '40e209b2-cf85-4ca3-88fd-232ffbe7bd45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:18.787639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network hostable DHCP agents. Network: 40e209b2-cf85-4ca3-88fd-232ffbe7bd45, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:15:18.794072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:15:18.794491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Checking segment: {'id': '5e81a69b-1c1c-4574-921f-7175c111e5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:18.794987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.795424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Bound using segment: {'id': '5e81a69b-1c1c-4574-921f-7175c111e5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:15:18.795950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Bound port: 5730699f-e358-4d9b-9cda-5d634e14c13d, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e81a69b-1c1c-4574-921f-7175c111e5bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:15:18.796360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.798274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:18.807000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:18.817442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 2de83325-ce51-48e1-86ce-62a57da0a7d2 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:18.830435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 2de83325-ce51-48e1-86ce-62a57da0a7d2 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:18.851714 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.6323969
Dec 03 11:15:18.860291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41942) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:18.885488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'subnet': {'network_id': '2de83325-ce51-48e1-86ce-62a57da0a7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:18.962723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Calling delete_port for 9e338612-82f6-4d6e-8fde-15eb77f613a4 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:19.048766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network 40e209b2-cf85-4ca3-88fd-232ffbe7bd45 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:15:19.096133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:19.098900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=b5e054bf-62b1-4a9d-959f-067c4e280cfc,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:19.103355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:19.123558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 40e209b2-cf85-4ca3-88fd-232ffbe7bd45) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:19.174788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877c05ff-7ac3-49eb-b5a8-d4be6cd7209c None None] Network 40e209b2-cf85-4ca3-88fd-232ffbe7bd45 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:19.221218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:19.240857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 2c408dd6-81ee-4229-951e-19cefb8c2fa9 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:19.261587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:19.286531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 2c408dd6-81ee-4229-951e-19cefb8c2fa9 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:19.286955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:19.293171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18647a3b-e833-4975-a29a-d9bd835f1134 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:19.330570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:19.331164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:19.368556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120154e-6f2b-4ac5-91f1-140bec6b4c2a req-3dd5b9d3-9aa4-4883-8d6d-cfd3e6547daf tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:19.380044 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6120154e-6f2b-4ac5-91f1-140bec6b4c2a req-3dd5b9d3-9aa4-4883-8d6d-cfd3e6547daf tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.6099508
Dec 03 11:15:19.392693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:19.397497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-01e776f3-4c18-49f1-973f-357f48259de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c58e48>, [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:15:13Z', 'revision_number': 5, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:19.437670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e776f3-4c18-49f1-973f-357f48259de0 None None] Checking router: 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:15:19.442685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] For port 5730699f-e358-4d9b-9cda-5d634e14c13d, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:15:19.480707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] For port 5730699f-e358-4d9b-9cda-5d634e14c13d, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5730699f-e358-4d9b-9cda-5d634e14c13d,segment=NetworkSegment(5e81a69b-1c1c-4574-921f-7175c111e5bd),segment_id=5e81a69b-1c1c-4574-921f-7175c111e5bd)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:15:19.491010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:19.501707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e776f3-4c18-49f1-973f-357f48259de0 None None] Routers {'94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:19.503108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-01e776f3-4c18-49f1-973f-357f48259de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c58e48>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:19.505343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:19.528691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:19.530074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:19.555540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04baa59d-1700-4abf-bb67-5ff0e6bcce1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:19.570299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:19.571798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 7.9140728
Dec 03 11:15:19.605921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5958755-0335-4fea-a6f3-2e54472c8baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:19.611136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41946) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:19.627374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ceb7baa3-98ad-4b79-820c-4f8e40d9f34c tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Request body: {'router': {'external_gateway_info': {'network_id': '40e209b2-cf85-4ca3-88fd-232ffbe7bd45'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:19.633489 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6120154e-6f2b-4ac5-91f1-140bec6b4c2a req-44765a78-7d93-40ce-8d3f-66fd49ddbc3b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2521377
Dec 03 11:15:19.642504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7514573-0066-4d43-8476-44a474328f34 None None] Network 61c8df10-9551-4af0-8deb-20c4e26409f3 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:19.947752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=f07d3a60-1f49-4a56-a836-f07fcddf7728,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:19.974592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:19.992596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:20.009540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:20.030765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:20.292566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=8134a450-1ee2-4a6e-a563-1ed12a3477e2,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:20.292999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8f1b7e65-69b2-4c1d-9035-59d629ccb180 None None] Provisioning complete for port 2c408dd6-81ee-4229-951e-19cefb8c2fa9 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:20.293303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7e65-69b2-4c1d-9035-59d629ccb180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:20.317930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:20.453634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 61c8df10-9551-4af0-8deb-20c4e26409f3 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:20.460052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:20.470953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bcdbc-1505-4725-8f8a-3568e4402242 req-75fb8dcb-7954-4335-8018-1f3889762ceb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:20.472775 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c39bcdbc-1505-4725-8f8a-3568e4402242 req-75fb8dcb-7954-4335-8018-1f3889762ceb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.2822649
Dec 03 11:15:20.476256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:20.552575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Transition to ACTIVE for port object 4baf56de-b258-4ff4-97f9-fdd85b639043 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:20.593843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-40e209b2-cf85-4ca3-88fd-232ffbe7bd45', 'network_id': '40e209b2-cf85-4ca3-88fd-232ffbe7bd45', 'tenant_id': 'a60718cc49f048fc963cefc440422e4a', 'fixed_ips': [{'subnet_id': '5bb3c3ff-6111-4634-b04b-5e5279206a0e'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:15:20.595474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:20.692050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Pushing event updated for resources: {'Port': ['ID=5730699f-e358-4d9b-9cda-5d634e14c13d,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:20.704071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:20.720225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.114s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:20.721180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:20.728325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:20.806792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Checking segment: {'id': 'f23363d7-5c87-4695-8602-5ccbbc540867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:20.807529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network hostable DHCP agents. Network: 84ac366d-179e-4f13-8d9f-4ea28bbd9166, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:15:20.828240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-01e776f3-4c18-49f1-973f-357f48259de0 None None] Set router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:15:20.870856 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c39bcdbc-1505-4725-8f8a-3568e4402242 req-cc6fd4f0-3b3a-46e1-bb4b-0aecf433efd3 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3152444
Dec 03 11:15:20.873914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:20.874468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:15:20.921252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:20.924694 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-85dacb32-13d5-4379-8f39-bc8f2c317df6 admin admin] 10.222.0.90 "DELETE /v2.0/routers/94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb HTTP/1.1" status: 204  len: 168 time: 3.9756045
Dec 03 11:15:20.926983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41954) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:21.048550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ceb7baa3-98ad-4b79-820c-4f8e40d9f34c tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:21.117603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router c694aef7-a031-4079-87ee-9722b21525ff is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:15:21.125995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-60df88dc-a7b4-4c75-8403-637c1c4291ac admin admin] Deleting subnet 2d6a84f5-6832-45cc-9338-095641225894 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:15:21.126695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:15:21.129483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:21.131243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60df88dc-a7b4-4c75-8403-637c1c4291ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:21.133695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 2c408dd6-81ee-4229-951e-19cefb8c2fa9, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2c408dd6-81ee-4229-951e-19cefb8c2fa9,segment=NetworkSegment(f0a1508c-8396-48ca-94d7-d24f20ed2ed1),segment_id=f0a1508c-8396-48ca-94d7-d24f20ed2ed1)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:21.155804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:21.254485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:21.267085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:21.268971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 84ac366d-179e-4f13-8d9f-4ea28bbd9166) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:21.273487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:21.276951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d0c8f819-2c40-43b7-bad7-df27199a9410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:21.277954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:21.278617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:21.315826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49590e9b-e002-41c1-a839-14ff103193d2 None None] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:21.329879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60df88dc-a7b4-4c75-8403-637c1c4291ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:21.374259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7e65-69b2-4c1d-9035-59d629ccb180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:21.491541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60df88dc-a7b4-4c75-8403-637c1c4291ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:21.595339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ee8b-9100-4025-b663-bca5adb2d108 req-9298419d-372e-4f5f-ad18-7d709fc68f49 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:21.597018 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-08a5ee8b-9100-4025-b663-bca5adb2d108 req-9298419d-372e-4f5f-ad18-7d709fc68f49 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.5535481
Dec 03 11:15:21.601724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:15:21.614180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5730699f-e358-4d9b-9cda-5d634e14c13d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:21.614578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event updated for resources: {'Port': ['ID=4baf56de-b258-4ff4-97f9-fdd85b639043,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:21.616035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad112265-8fb3-40cf-be40-fe9d58fea51b None None] Sync routers for ids ['c694aef7-a031-4079-87ee-9722b21525ff'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:15:21.626472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:21.634778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad112265-8fb3-40cf-be40-fe9d58fea51b None None] Routers {'c694aef7-a031-4079-87ee-9722b21525ff'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:21.635581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ad112265-8fb3-40cf-be40-fe9d58fea51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b64083c8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['c694aef7-a031-4079-87ee-9722b21525ff'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:21.639331 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/c694aef7-a031-4079-87ee-9722b21525ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2763450
Dec 03 11:15:21.644890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41958) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:21.664083 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 5.4502680
Dec 03 11:15:21.684547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41962) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:21.732520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-411018393'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:21.736404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ad112265-8fb3-40cf-be40-fe9d58fea51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b64083c8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:21.752802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad112265-8fb3-40cf-be40-fe9d58fea51b None None] Routers {'c694aef7-a031-4079-87ee-9722b21525ff'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:21.753506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ad112265-8fb3-40cf-be40-fe9d58fea51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b64083c8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['c694aef7-a031-4079-87ee-9722b21525ff'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:21.819562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=2c408dd6-81ee-4229-951e-19cefb8c2fa9,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:21.853422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ad112265-8fb3-40cf-be40-fe9d58fea51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b64083c8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:21.854754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad112265-8fb3-40cf-be40-fe9d58fea51b None None] The sync data for ids ['c694aef7-a031-4079-87ee-9722b21525ff'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:15:21.886298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:21.891850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:network and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:21.896212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:21.905240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:21.915426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:21.927023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5474ced0-34d3-4e0d-8348-50abbdd8f764 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:21.928045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5474ced0-34d3-4e0d-8348-50abbdd8f764 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Synchronizing usage tracker for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:21.950228 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-08a5ee8b-9100-4025-b663-bca5adb2d108 req-28aab747-596a-4587-8641-c02a04071882 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3186641
Dec 03 11:15:21.984283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:21.985296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:21.991473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:22.021683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2994c9b-1679-4980-bbbb-1f8b5f4351dd None None] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:22.030876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:22.055437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] vxlan segment allocate from pool success with {'vxlan_vni': 17}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:15:22.061561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5474ced0-34d3-4e0d-8348-50abbdd8f764 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Unset dirty status for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:22.066227 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5474ced0-34d3-4e0d-8348-50abbdd8f764 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports/8134a450-1ee2-4a6e-a563-1ed12a3477e2 HTTP/1.1" status: 200  len: 911 time: 0.4201350
Dec 03 11:15:22.067548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41968) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:22.069670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:22.070763 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Added segment 5ce9cc9c-62ff-4476-91c9-35cc8aac01dc of type vxlan for network 5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc
Dec 03 11:15:22.104360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:22.128502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-8f1b7e65-69b2-4c1d-9035-59d629ccb180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:15:22.129859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-8f1b7e65-69b2-4c1d-9035-59d629ccb180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:15:22.168825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:22.173294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:22.173961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:22.204515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:22.209818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:22.210347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:22.231919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:22.264737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 5730699f-e358-4d9b-9cda-5d634e14c13d completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:22.306621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Allocated IP 2001:db8:1::2 (40e209b2-cf85-4ca3-88fd-232ffbe7bd45/5bb3c3ff-6111-4634-b04b-5e5279206a0e/6f3e1f5b-aabb-456f-866a-52d9851eafe5) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:22.312752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b5e054bf-62b1-4a9d-959f-067c4e280cfc up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:22.337297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60df88dc-a7b4-4c75-8403-637c1c4291ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:22.414053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-01e776f3-4c18-49f1-973f-357f48259de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c58e48>, [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:15:13Z', 'revision_number': 5, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:22.420787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:22.421237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Network': ['ID=5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:22.424497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 7.8120124
Dec 03 11:15:22.425595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:22.440506 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7536945
Dec 03 11:15:22.450881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41972) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:22.451387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41974) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:22.463829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:22.478723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:22.480119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'ports': [{'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166'}, {'network_id': '5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc'}]} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:22.480479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:22.481008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': '5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:22.492687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e776f3-4c18-49f1-973f-357f48259de0 None None] The sync data for ids ['94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb'] in dv-neutron-765072-2-ovs is: [{'id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'name': 'tempest-ServersTestJSON-1798390756-router', 'tenant_id': '5e6b740752d945f9ac0bd21d6fff1115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:59Z', 'updated_at': '2020-12-03T11:15:13Z', 'revision_number': 5, 'project_id': '5e6b740752d945f9ac0bd21d6fff1115', 'gw_port': {'id': '9e338612-82f6-4d6e-8fde-15eb77f613a4', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ac226c-1cd2-4f7a-b45d-493cdf6a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:01Z', 'updated_at': '2020-12-03T11:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:15:22.531913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Request body: {'port': {'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-141095855', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b4', 'mac_address': 'fa:16:3e:d9:b9:3f'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:22.714818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:22.719532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Usage tracker for resource:port and tenant:d97abd82054e47c48ad60ec368cfb70e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:22.724214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Quota usage for port was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:22.746990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:22.853784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df88dc-a7b4-4c75-8403-637c1c4291ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6a84f5-6832-45cc-9338-095641225894,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:22.861460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-60df88dc-a7b4-4c75-8403-637c1c4291ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:22.881351 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-ceb7baa3-98ad-4b79-820c-4f8e40d9f34c tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:15:22.886818 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ceb7baa3-98ad-4b79-820c-4f8e40d9f34c tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "PUT /v2.0/routers/9dda56b9-8657-4676-a3cb-598df378d9e3 HTTP/1.1" status: 400  len: 364 time: 3.2713816
Dec 03 11:15:22.890386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41980) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:22.972872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Made reservation on behalf of d97abd82054e47c48ad60ec368cfb70e for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:23.101643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:23.148588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:23.229456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b5e054bf-62b1-4a9d-959f-067c4e280cfc triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:23.230037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:23.339557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8f1b7e65-69b2-4c1d-9035-59d629ccb180 None None] Provisioning for port 9946c251-c381-4431-be96-ed35f271f1c9 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:23.390124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8f1b7e65-69b2-4c1d-9035-59d629ccb180 None None] Provisioning complete for port 9946c251-c381-4431-be96-ed35f271f1c9 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:23.390384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7e65-69b2-4c1d-9035-59d629ccb180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:23.480529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60df88dc-a7b4-4c75-8403-637c1c4291ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:23.498550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:23.511140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-60df88dc-a7b4-4c75-8403-637c1c4291ac admin admin] 10.222.0.90 "DELETE /v2.0/subnets/2d6a84f5-6832-45cc-9338-095641225894 HTTP/1.1" status: 204  len: 168 time: 2.5801809
Dec 03 11:15:23.515143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41984) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:23.517218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc017c-587e-421e-bc2e-a19046fe602c None None] Network e4aebd59-2c4a-4b00-90df-f0a29267fbcd requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:23.579410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Transition to ACTIVE for port object 6f3e1f5b-aabb-456f-866a-52d9851eafe5 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:23.622299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b7e65-69b2-4c1d-9035-59d629ccb180 None None] Port 9946c251-c381-4431-be96-ed35f271f1c9 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:23.694995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:15:23.708474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Transition to ACTIVE for port object 6f3e1f5b-aabb-456f-866a-52d9851eafe5 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:23.741918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:23.759568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:23.823227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b0a59b4e-f6ee-46cb-8a9a-74e55508279c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:23.857070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:23.862634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:23.874927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:23.991450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Provisioning for port 5730699f-e358-4d9b-9cda-5d634e14c13d completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:24.011038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc67dbbd-1f64-4b63-9724-06c8b9eeb1af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:24.034704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.057547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.073476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Provisioning complete for port 5730699f-e358-4d9b-9cda-5d634e14c13d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:24.073906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.115627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Pushing event updated for resources: {'Port': ['ID=6f3e1f5b-aabb-456f-866a-52d9851eafe5,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:24.118858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:24.138615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.219484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port b0a59b4e-f6ee-46cb-8a9a-74e55508279c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:24.239613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Network 40e209b2-cf85-4ca3-88fd-232ffbe7bd45 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:24.242131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:24.244546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:24.292561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:24.297920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:port and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:24.301669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for port was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:24.307822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:24.341474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] device_id is not set on port 3c98b401-a36d-48d8-a7a0-ce53fcf97687 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:15:24.374797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.394302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 2} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:24.399332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201527f6-dab4-45d1-a223-a1c031f09f89 None None] DHCP port deletion for e4aebd59-2c4a-4b00-90df-f0a29267fbcd request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:15:24.401737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.413145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2c408dd6-81ee-4229-951e-19cefb8c2fa9 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:24.465026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-201527f6-dab4-45d1-a223-a1c031f09f89 None None] Deleting port 7bf9b3bf-6250-43b5-98ad-7becf4484139 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:24.465455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-201527f6-dab4-45d1-a223-a1c031f09f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.477394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 0181c518-01f1-4e35-9207-f8b8a82a4943 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:24.485742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:24.510128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Subnet': ['ID=b1e31462-77e9-4c99-adf5-04c2f86f55f4,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:24.520635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:24.529605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f7077a4-90dc-4413-a17c-b225559744c6 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.391s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:24.532133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Attempting to bind port 6f3e1f5b-aabb-456f-866a-52d9851eafe5 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:15:24.532564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Attempting to bind port 6f3e1f5b-aabb-456f-866a-52d9851eafe5 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'b27f4a6a-9f89-4712-84fb-3274f1930a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '40e209b2-cf85-4ca3-88fd-232ffbe7bd45'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:15:24.532978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Attempting to bind port 6f3e1f5b-aabb-456f-866a-52d9851eafe5 on network 40e209b2-cf85-4ca3-88fd-232ffbe7bd45 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:15:24.545129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Deleting port 7bf9b3bf-6250-43b5-98ad-7becf4484139 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:24.545414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.547574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] For port 5730699f-e358-4d9b-9cda-5d634e14c13d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5730699f-e358-4d9b-9cda-5d634e14c13d,segment=NetworkSegment(5e81a69b-1c1c-4574-921f-7175c111e5bd),segment_id=5e81a69b-1c1c-4574-921f-7175c111e5bd)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:24.560315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:15:24.560741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Checking segment: {'id': 'b27f4a6a-9f89-4712-84fb-3274f1930a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '40e209b2-cf85-4ca3-88fd-232ffbe7bd45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:24.561198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.561643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Bound using segment: {'id': 'b27f4a6a-9f89-4712-84fb-3274f1930a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '40e209b2-cf85-4ca3-88fd-232ffbe7bd45'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:15:24.562176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Bound port: 6f3e1f5b-aabb-456f-866a-52d9851eafe5, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27f4a6a-9f89-4712-84fb-3274f1930a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '40e209b2-cf85-4ca3-88fd-232ffbe7bd45'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:15:24.562600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.594630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.602670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-327c7bd5-e281-41a5-90b2-6c05441fdb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:24.666779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=9946c251-c381-4431-be96-ed35f271f1c9,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:24.817945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Provisioning complete for port 2c408dd6-81ee-4229-951e-19cefb8c2fa9 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:24.818701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.824628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:24.837757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:24.846054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Checking segment: {'id': '64bb9d1a-844e-4fb6-bf2f-efe363b9b4e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '2de83325-ce51-48e1-86ce-62a57da0a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:24.846469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network hostable DHCP agents. Network: 2de83325-ce51-48e1-86ce-62a57da0a7d2, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:15:24.938734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 2de83325-ce51-48e1-86ce-62a57da0a7d2 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:15:25.033308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 2de83325-ce51-48e1-86ce-62a57da0a7d2) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:25.052325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 2c408dd6-81ee-4229-951e-19cefb8c2fa9 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:25.052765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:25.096702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd75b02-2038-48b3-bda0-4a0aa0323f70 None None] Network 2de83325-ce51-48e1-86ce-62a57da0a7d2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:25.128826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Pushing event updated for resources: {'Port': ['ID=5730699f-e358-4d9b-9cda-5d634e14c13d,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:25.155091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Allocated IP 2001:db8::3c9 (44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0/3906eff7-5abd-414f-b70b-aea823c7ef71/3c98b401-a36d-48d8-a7a0-ce53fcf97687) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:25.163217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:25.163871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:25.180518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 964f8d5f-ec2e-4b1a-96c1-78feafc3c926 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:15:25.184342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:25.213618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:15:25.242997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 6.3764646
Dec 03 11:15:25.244779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] For port 6f3e1f5b-aabb-456f-866a-52d9851eafe5, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:15:25.248893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 41988) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:25.387803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] For port 6f3e1f5b-aabb-456f-866a-52d9851eafe5, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=6f3e1f5b-aabb-456f-866a-52d9851eafe5,segment=NetworkSegment(b27f4a6a-9f89-4712-84fb-3274f1930a4a),segment_id=b27f4a6a-9f89-4712-84fb-3274f1930a4a)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:15:25.402438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:25.420269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] For port 7bf9b3bf-6250-43b5-98ad-7becf4484139, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7bf9b3bf-6250-43b5-98ad-7becf4484139,segment=NetworkSegment(fbeca58f-5c6d-410f-8acb-f4d636e02405),segment_id=fbeca58f-5c6d-410f-8acb-f4d636e02405)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:25.420676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:25.429202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:25.501907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-201527f6-dab4-45d1-a223-a1c031f09f89 None None] For port 7bf9b3bf-6250-43b5-98ad-7becf4484139, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7bf9b3bf-6250-43b5-98ad-7becf4484139,segment=NetworkSegment(fbeca58f-5c6d-410f-8acb-f4d636e02405),segment_id=fbeca58f-5c6d-410f-8acb-f4d636e02405)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:25.502687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-201527f6-dab4-45d1-a223-a1c031f09f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:25.621697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Calling delete_port for 7bf9b3bf-6250-43b5-98ad-7becf4484139 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:25.697998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Allocated IP 2001:db8::1 (a9155cc0-b566-4b7d-8a51-fce8114a1bd3/f952ff8d-938e-4c9c-bf74-dfb45a282d1d/cba6492f-9be6-4d01-a160-ebfd61910123) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:25.776552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-201527f6-dab4-45d1-a223-a1c031f09f89 None None] Calling delete_port for 7bf9b3bf-6250-43b5-98ad-7becf4484139 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:25.805339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:25.822950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:25.845651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:25.903332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf9b3bf-6250-43b5-98ad-7becf4484139,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:25.946271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Pushing event updated for resources: {'Port': ['ID=6f3e1f5b-aabb-456f-866a-52d9851eafe5,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:25.967919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:25.971574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:26.061787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Provisioning complete for port 9946c251-c381-4431-be96-ed35f271f1c9 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:26.061787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:26.095442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4b8c58-9146-4796-bc23-512164bc9211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-2de83325-ce51-48e1-86ce-62a57da0a7d2', 'network_id': '2de83325-ce51-48e1-86ce-62a57da0a7d2', 'tenant_id': 'a265822fd0bf4ad681cbadc3fc86ceb6', 'fixed_ips': [{'subnet_id': 'b1e31462-77e9-4c99-adf5-04c2f86f55f4'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:15:26.096368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8c58-9146-4796-bc23-512164bc9211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:26.122239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9e338612-82f6-4d6e-8fde-15eb77f613a4 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:15:26.151344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:26.157073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:15:26.176140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2955582
Dec 03 11:15:26.177555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41992) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:26.186138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-201527f6-dab4-45d1-a223-a1c031f09f89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:15:26.186547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-201527f6-dab4-45d1-a223-a1c031f09f89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:15:26.187379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Sync routers for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:15:26.189544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 9e338612-82f6-4d6e-8fde-15eb77f613a4 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:15:26.189932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9e338612-82f6-4d6e-8fde-15eb77f613a4 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:15:26.190390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:15:26.253043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:15:26.253043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 556262e2-d799-4ea6-ba9b-cc1fc7e66cc1 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:15:26.258475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port 8134a450-1ee2-4a6e-a563-1ed12a3477e2 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:26.258475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:26.265573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Port 9946c251-c381-4431-be96-ed35f271f1c9 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:26.271386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:26.272078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c98f98>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:26.296666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] No DVR routers for this DVR port 7bf9b3bf-6250-43b5-98ad-7becf4484139 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:15:26.329626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:26.358711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:26.370437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 52a35b4d-3923-463f-9870-e8ae900cac5d yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:15:26.388494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Transition to ACTIVE for port object 3c98b401-a36d-48d8-a7a0-ce53fcf97687 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:26.401598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:26.428111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5730699f-e358-4d9b-9cda-5d634e14c13d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:26.525311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Transition to ACTIVE for port object cba6492f-9be6-4d01-a160-ebfd61910123 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:26.615562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:26.703482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:26.710447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3478263d-289b-4026-8ee2-712ef63285fc tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:26.774114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-201527f6-dab4-45d1-a223-a1c031f09f89 None None] Deleting port 7bf9b3bf-6250-43b5-98ad-7becf4484139 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:26.774539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-201527f6-dab4-45d1-a223-a1c031f09f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:26.813678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Provisioning for port 8134a450-1ee2-4a6e-a563-1ed12a3477e2 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:26.865646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.866033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.866534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.866989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.867470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.867913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.868316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.868718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.869117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.869517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.870318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.870724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.871152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.871551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.871990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.872349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.872747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:26.886507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-201527f6-dab4-45d1-a223-a1c031f09f89 None None] The port '7bf9b3bf-6250-43b5-98ad-7becf4484139' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:15:26.887310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Provisioning complete for port 8134a450-1ee2-4a6e-a563-1ed12a3477e2 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:26.887725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:26.895487 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-79ecbc87-f816-4a37-9fde-f4411199c140 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 12363 time: 0.7115643
Dec 03 11:15:26.900243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 41996) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:26.918695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:26.923893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event updated for resources: {'Port': ['ID=3c98b401-a36d-48d8-a7a0-ce53fcf97687,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:26.947274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:27.049195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Port 8134a450-1ee2-4a6e-a563-1ed12a3477e2 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:27.068511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 5730699f-e358-4d9b-9cda-5d634e14c13d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:27.068847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.069972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.094989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:27.095232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9eae248-ca3a-402e-84b7-0f8f1c78cb71 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:27.096332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.103056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:27.106967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:15:27.119091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf21df02-e3cd-4399-81c0-c890de2061bb tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:27.156685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:27.161284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.161942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.188511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Provisioning for port b0a59b4e-f6ee-46cb-8a9a-74e55508279c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:27.222784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Provisioning complete for port b0a59b4e-f6ee-46cb-8a9a-74e55508279c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:27.222784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server [None req-4b4b8c58-9146-4796-bc23-512164bc9211 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1e31462-77e9-4c99-adf5-04c2f86f55f4: This subnet is being modified by another concurrent operation.
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 03 11:15:27.278373 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise exception
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1e31462-77e9-4c99-adf5-04c2f86f55f4: This subnet is being modified by another concurrent operation.
Dec 03 11:15:27.281819 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server 
Dec 03 11:15:27.308837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.327682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.342288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=964f8d5f-ec2e-4b1a-96c1-78feafc3c926,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:27.349855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d9842-188f-4ab9-aea5-1200772cbbeb None None] Network 2de83325-ce51-48e1-86ce-62a57da0a7d2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:27.351766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:27.354210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-94cb2964-a55e-4b53-95b6-f862b32c77c9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:27.365516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.365988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.366402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.366812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.367242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.367652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.368233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.368646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.369048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.369580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.370029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.370431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.370830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:27.376602 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ad8103e4-2d24-4ea3-82d1-bb13c4aa3fa7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 8325 time: 0.4729481
Dec 03 11:15:27.383325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d72a58>,) {'filters': {'network_id': ['e4aebd59-2c4a-4b00-90df-f0a29267fbcd']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:27.389232 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 4.9204080
Dec 03 11:15:27.394384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42000) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:27.394384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42002) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:27.519002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Subnet': ['ID=b1e31462-77e9-4c99-adf5-04c2f86f55f4,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:27.538270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:27.539698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for 8134a450-1ee2-4a6e-a563-1ed12a3477e2 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:27.572460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d72a58>, 'fbeca58f-5c6d-410f-8acb-f4d636e02405') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:27.572807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d72a58>, 'fbeca58f-5c6d-410f-8acb-f4d636e02405') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:27.602026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'Port': ['ID=cba6492f-9be6-4d01-a160-ebfd61910123,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:27.605568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:27.612236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.629427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network a9155cc0-b566-4b7d-8a51-fce8114a1bd3 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:27.638051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:27.640501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:27.641267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.675732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.690565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:27.702410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:27.707601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:27.708603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.729138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:27.755094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.862815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] For port b0a59b4e-f6ee-46cb-8a9a-74e55508279c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b0a59b4e-f6ee-46cb-8a9a-74e55508279c,segment=NetworkSegment(db2bebc4-eb50-40bc-9ef6-b4671ac3e425),segment_id=db2bebc4-eb50-40bc-9ef6-b4671ac3e425)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:27.889012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:27.945788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-19e2b148-6a67-4090-be23-49d746a79511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:28.092316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Pushing event updated for resources: {'Port': ['ID=b0a59b4e-f6ee-46cb-8a9a-74e55508279c,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:28.095881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7bf9b3bf-6250-43b5-98ad-7becf4484139 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:15:28.122684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=52a35b4d-3923-463f-9870-e8ae900cac5d,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:28.125945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:28.134769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:28.140023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:28.156899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 7bf9b3bf-6250-43b5-98ad-7becf4484139 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:15:28.157434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7bf9b3bf-6250-43b5-98ad-7becf4484139 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:15:28.177207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Provisioning complete for port 5730699f-e358-4d9b-9cda-5d634e14c13d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:28.178827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:28.202236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83a105-d560-47ab-98f2-dc592846cbcb tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:28.206799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83a105-d560-47ab-98f2-dc592846cbcb tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:28.211725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83a105-d560-47ab-98f2-dc592846cbcb tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:28.212702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aa83a105-d560-47ab-98f2-dc592846cbcb tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Synchronizing usage tracker for tenant:d97abd82054e47c48ad60ec368cfb70e on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:28.239751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:15:28.273322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c98f98>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:15:19Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:21Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:28.338097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Checking router: 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:15:28.339397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Updating router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 port 9946c251-c381-4431-be96-ed35f271f1c9 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:15:28.360427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aa83a105-d560-47ab-98f2-dc592846cbcb tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Unset dirty status for tenant:d97abd82054e47c48ad60ec368cfb70e on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:28.365063 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aa83a105-d560-47ab-98f2-dc592846cbcb tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2483 time: 0.9598536
Dec 03 11:15:28.365907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73fc190-2ea6-453b-9dc7-41f0dcd5611b None None] Network 40e209b2-cf85-4ca3-88fd-232ffbe7bd45 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:28.366737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42010) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:28.368490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b64f8a58>,) {'filters': {'network_id': ['2de83325-ce51-48e1-86ce-62a57da0a7d2']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:28.424872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b64f8a58>, '64bb9d1a-844e-4fb6-bf2f-efe363b9b4e9') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:28.425213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b64f8a58>, '64bb9d1a-844e-4fb6-bf2f-efe363b9b4e9') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:28.447109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Checking segment: {'id': '5ce9cc9c-62ff-4476-91c9-35cc8aac01dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:28.447512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network hostable DHCP agents. Network: 5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:15:28.479074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:28.498871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 6f3e1f5b-aabb-456f-866a-52d9851eafe5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:28.508460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Network e4aebd59-2c4a-4b00-90df-f0a29267fbcd has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:28.519500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:28.521057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:28.523160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:28.529516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cdc953f5-442e-4a4d-8f82-b5ba28e763a2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Deleting port 3c98b401-a36d-48d8-a7a0-ce53fcf97687 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:28.529899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdc953f5-442e-4a4d-8f82-b5ba28e763a2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:28.540561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Provisioning for port 4baf56de-b258-4ff4-97f9-fdd85b639043 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:28.565029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Releasing vxlan tunnel 13 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:15:28.568975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Provisioning complete for port 4baf56de-b258-4ff4-97f9-fdd85b639043 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:28.569395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:28.766810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Port 4baf56de-b258-4ff4-97f9-fdd85b639043 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:28.794764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Network e4aebd59-2c4a-4b00-90df-f0a29267fbcd has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:15:28.835595 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:15:28.860819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:15:28.975957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:28.994622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5e3cdd-fbdd-459e-946c-94cc058e3dc7 None None] Network 5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:28.998622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:29.016242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:29.016648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:29.021046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:29.024741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:29.025521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:29.031754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 6f3e1f5b-aabb-456f-866a-52d9851eafe5 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:29.038412 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40bb1267-67ef-4181-a33c-80dd5279d48f tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3408 time: 1.6345699
Dec 03 11:15:29.038598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8e871367-d790-4000-a838-00a3fae01987 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:29.088956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b0a59b4e-f6ee-46cb-8a9a-74e55508279c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:29.172631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 2de83325-ce51-48e1-86ce-62a57da0a7d2 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:29.184497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:29.235561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=8134a450-1ee2-4a6e-a563-1ed12a3477e2,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:29.246654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:29.250896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:29.254068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Provisioning complete for port 9946c251-c381-4431-be96-ed35f271f1c9 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:29.254500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:29.258132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:29.275675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:29.304110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Pushing event deleted for resources: {'Network': ['ID=e4aebd59-2c4a-4b00-90df-f0a29267fbcd,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:29.312678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:29.451141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Port 9946c251-c381-4431-be96-ed35f271f1c9 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:29.469404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 2de83325-ce51-48e1-86ce-62a57da0a7d2 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:29.470433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:15:29.614537 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:15:29.618239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42016) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:29.626729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Provisioning for port 3c98b401-a36d-48d8-a7a0-ce53fcf97687 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:29.631845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b0a59b4e-f6ee-46cb-8a9a-74e55508279c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:29.632014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:29.652389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414473894', 'description': 'tempest-secgroup-smoke-1414473894 description', 'project_id': '85d2c11b1de444db8a782028cdd05d7d'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:29.658067 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] 10.222.0.90 "DELETE /v2.0/networks/e4aebd59-2c4a-4b00-90df-f0a29267fbcd HTTP/1.1" status: 204  len: 168 time: 6.1416693
Dec 03 11:15:29.679644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Provisioning complete for port 3c98b401-a36d-48d8-a7a0-ce53fcf97687 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:29.680047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:29.847025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-27afafee-6ba4-4965-964c-ffdd98a769e8 None None] Port 3c98b401-a36d-48d8-a7a0-ce53fcf97687 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:29.854411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdc953f5-442e-4a4d-8f82-b5ba28e763a2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:29.989782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:15:30.036448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cdc953f5-442e-4a4d-8f82-b5ba28e763a2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Calling delete_port for 3c98b401-a36d-48d8-a7a0-ce53fcf97687 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:30.061084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] Provisioning for port 6f3e1f5b-aabb-456f-866a-52d9851eafe5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:30.071414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] Provisioning complete for port 6f3e1f5b-aabb-456f-866a-52d9851eafe5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:30.071832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.119804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42022) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:30.121125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:30.134328 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 7.6610947
Dec 03 11:15:30.143036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.149006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:30.153272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42026) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:30.162515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Transition to ACTIVE for port object 9946c251-c381-4431-be96-ed35f271f1c9 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:30.169879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.179977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.184696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:30.190629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:30.235002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-47a47dbf-3542-44f6-89c0-116df251b998 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:30.261877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.268255 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/networks/2de83325-ce51-48e1-86ce-62a57da0a7d2 HTTP/1.1" status: 204  len: 168 time: 5.0123668
Dec 03 11:15:30.268445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42030) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:30.271900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:30.293803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-43987262'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:30.302625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Network': ['ID=2de83325-ce51-48e1-86ce-62a57da0a7d2,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:30.316750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:30.336118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc392a43-bb63-46c9-98df-6308299da01a None None] Pushing event updated for resources: {'Port': ['ID=9946c251-c381-4431-be96-ed35f271f1c9,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:30.340598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc392a43-bb63-46c9-98df-6308299da01a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:30.359499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:30.362529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Usage tracker for resource:network and tenant:a265822fd0bf4ad681cbadc3fc86ceb6 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:30.371865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Quota usage for network was recalculated. Used quota:3. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:30.372251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.385668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:30.399157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-009639d6-977e-40bf-880b-7278ce35a842 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5e6b740752d945f9ac0bd21d6fff1115&name=default HTTP/1.1" status: 200  len: 2875 time: 0.2741706
Dec 03 11:15:30.402320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42034) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:30.433788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d75cc457-1039-43f7-b822-cfa27f38bad7 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 52a35b4d-3923-463f-9870-e8ae900cac5d {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:30.434182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d75cc457-1039-43f7-b822-cfa27f38bad7 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.437385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.464276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:30.468320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:30.471537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:30.478220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:30.507594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] For port 6f3e1f5b-aabb-456f-866a-52d9851eafe5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=6f3e1f5b-aabb-456f-866a-52d9851eafe5,segment=NetworkSegment(b27f4a6a-9f89-4712-84fb-3274f1930a4a),segment_id=b27f4a6a-9f89-4712-84fb-3274f1930a4a)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:30.575101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.580461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router c694aef7-a031-4079-87ee-9722b21525ff has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:15:30.581464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:30.587555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eb8fa552-fe59-4e40-9ae6-1fbaa342ee71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:30.588944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.610798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.618230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdc953f5-442e-4a4d-8f82-b5ba28e763a2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.630372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.651477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.653763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-47753460-5890-4619-a60b-8e2902428712 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:30.693658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] Provisioning for port cba6492f-9be6-4d01-a160-ebfd61910123 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:30.723998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] Provisioning complete for port cba6492f-9be6-4d01-a160-ebfd61910123 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:30.724427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.739806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:15:30.782990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc953f5-442e-4a4d-8f82-b5ba28e763a2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event deleted for resources: {'Port': ['ID=3c98b401-a36d-48d8-a7a0-ce53fcf97687,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:30.784208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a7c84-3391-4e5d-8098-1907d780cea5 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:15:30.812572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cdc953f5-442e-4a4d-8f82-b5ba28e763a2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:30.813033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0f814b0c-0d9d-4e59-ac97-654727ead2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:30.813379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Attempting to bind port 9946c251-c381-4431-be96-ed35f271f1c9 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:15:30.813825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Attempting to bind port 9946c251-c381-4431-be96-ed35f271f1c9 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:15:30.814234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Attempting to bind port 9946c251-c381-4431-be96-ed35f271f1c9 on network 0181c518-01f1-4e35-9207-f8b8a82a4943 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:15:30.825518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] Pushing event updated for resources: {'Port': ['ID=6f3e1f5b-aabb-456f-866a-52d9851eafe5,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:30.829494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:30.856601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:15:30.857013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Checking segment: {'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:30.857471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.857922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Bound using segment: {'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:15:30.858468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Bound port: 9946c251-c381-4431-be96-ed35f271f1c9, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:15:30.858900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.892765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d63cfc5-4002-486b-ba02-eb8c009dde08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.928080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.929429 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.2933922
Dec 03 11:15:30.934647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] Port cba6492f-9be6-4d01-a160-ebfd61910123 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:30.947022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc419a0a-5c31-41f9-8da0-c2c37de29aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:30.951491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42038) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:30.987965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '7c91f8b4-2b29-4ff3-8b20-6b473bf410f4', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:31.052236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] For port 9946c251-c381-4431-be96-ed35f271f1c9, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:15:31.055083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:31.057539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:31.082467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:31.083940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] For port 9946c251-c381-4431-be96-ed35f271f1c9, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9946c251-c381-4431-be96-ed35f271f1c9,segment=NetworkSegment(f0a1508c-8396-48ca-94d7-d24f20ed2ed1),segment_id=f0a1508c-8396-48ca-94d7-d24f20ed2ed1)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:15:31.094493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.099287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:31.105187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:31.111112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc419a0a-5c31-41f9-8da0-c2c37de29aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.120159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58290e3b-89a8-4735-a9d9-dd3eb5e9fb2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:31.123908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.124801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.125777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d75cc457-1039-43f7-b822-cfa27f38bad7 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.135291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:31.149058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a54712e7-f612-4a8e-9eca-53babee85e24 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:31.180596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.181283 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Added segment 5eaf2fb7-d282-4595-a6b3-04d5efaab04f of type vxlan for network 54e7703c-4cfd-4718-b9ca-bdea83c12412
Dec 03 11:15:31.239696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:15:31.254264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4028a9-3495-4055-98cc-63f118d39dab None None] Sync routers for ids ['c694aef7-a031-4079-87ee-9722b21525ff'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:15:31.269158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4028a9-3495-4055-98cc-63f118d39dab None None] Routers {'c694aef7-a031-4079-87ee-9722b21525ff'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:31.271069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fe4028a9-3495-4055-98cc-63f118d39dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b64970b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['c694aef7-a031-4079-87ee-9722b21525ff'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:31.310044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d75cc457-1039-43f7-b822-cfa27f38bad7 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 52a35b4d-3923-463f-9870-e8ae900cac5d owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:31.334364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.344915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9096f2a7-78a3-4f2c-92f1-35c6eb2875c2 None None] Provisioning complete for port 6f3e1f5b-aabb-456f-866a-52d9851eafe5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:31.345338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9096f2a7-78a3-4f2c-92f1-35c6eb2875c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.347141 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/c694aef7-a031-4079-87ee-9722b21525ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2761884
Dec 03 11:15:31.355470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42042) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:31.381843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.383182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fe4028a9-3495-4055-98cc-63f118d39dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b64970b8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:31.406936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdc953f5-442e-4a4d-8f82-b5ba28e763a2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.408465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4028a9-3495-4055-98cc-63f118d39dab None None] Routers {'c694aef7-a031-4079-87ee-9722b21525ff'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:31.411207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fe4028a9-3495-4055-98cc-63f118d39dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b64970b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['c694aef7-a031-4079-87ee-9722b21525ff'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:31.422271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event updated for resources: {'Port': ['ID=cba6492f-9be6-4d01-a160-ebfd61910123,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:31.450606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:31.452361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e9c315c7-3830-40fe-bdf3-de7648491852 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Synchronizing usage tracker for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:31.456122 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cdc953f5-442e-4a4d-8f82-b5ba28e763a2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "DELETE /v2.0/ports/3c98b401-a36d-48d8-a7a0-ce53fcf97687 HTTP/1.1" status: 204  len: 168 time: 3.0793281
Dec 03 11:15:31.461485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42046) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:31.465561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc419a0a-5c31-41f9-8da0-c2c37de29aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.468193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc419a0a-5c31-41f9-8da0-c2c37de29aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.479648 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fc419a0a-5c31-41f9-8da0-c2c37de29aab admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a2430c58-37e0-43dc-9579-4ae7ec11ecc2 HTTP/1.1" status: 204  len: 168 time: 1.0689464
Dec 03 11:15:31.509981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.514208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:31.514937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.518529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-662449fb-6e94-4f92-89f8-2a873e534d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:31.520467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fe4028a9-3495-4055-98cc-63f118d39dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b64970b8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:31.521136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4028a9-3495-4055-98cc-63f118d39dab None None] The sync data for ids ['c694aef7-a031-4079-87ee-9722b21525ff'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:15:31.538639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network a9155cc0-b566-4b7d-8a51-fce8114a1bd3 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:31.541348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:31.544494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485a7c84-3391-4e5d-8098-1907d780cea5 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:15:31.548493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc419a0a-5c31-41f9-8da0-c2c37de29aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2430c58-37e0-43dc-9579-4ae7ec11ecc2,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:31.550356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d75cc457-1039-43f7-b822-cfa27f38bad7 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.552301 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a553ff1-52ef-4f90-a99c-2278ebb1f0df tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] GET failed (client error): The resource could not be found.
Dec 03 11:15:31.552909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8a553ff1-52ef-4f90-a99c-2278ebb1f0df tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Synchronizing usage tracker for tenant:d97abd82054e47c48ad60ec368cfb70e on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:31.569431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc419a0a-5c31-41f9-8da0-c2c37de29aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:31.572510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-16503590-3977-47a4-93b8-4f0a7d7ea1ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:31.615605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc392a43-bb63-46c9-98df-6308299da01a None None] Pushing event updated for resources: {'Port': ['ID=9946c251-c381-4431-be96-ed35f271f1c9,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:31.618978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc392a43-bb63-46c9-98df-6308299da01a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:31.640210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.641338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cc457-1039-43f7-b822-cfa27f38bad7 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=52a35b4d-3923-463f-9870-e8ae900cac5d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:31.649776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e9c315c7-3830-40fe-bdf3-de7648491852 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Unset dirty status for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:31.656107 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e9c315c7-3830-40fe-bdf3-de7648491852 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=c694aef7-a031-4079-87ee-9722b21525ff HTTP/1.1" status: 200  len: 205 time: 0.2966146
Dec 03 11:15:31.662720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42052) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:31.667303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Network': ['ID=54e7703c-4cfd-4718-b9ca-bdea83c12412,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:31.669914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:31.678195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:31.725427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 54e7703c-4cfd-4718-b9ca-bdea83c12412 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:31.776130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d75cc457-1039-43f7-b822-cfa27f38bad7 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:31.787786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.794777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d75cc457-1039-43f7-b822-cfa27f38bad7 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.825999 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d75cc457-1039-43f7-b822-cfa27f38bad7 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/52a35b4d-3923-463f-9870-e8ae900cac5d HTTP/1.1" status: 204  len: 168 time: 1.6591594
Dec 03 11:15:31.827656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34b797a8-ed59-4876-b0e2-fa39ef1bd899 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:31.836152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07a738f8-0bc7-45d5-a1da-d4f451bfbbf0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.844697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42058) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:31.846224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3dddf0-f1cc-45e1-a4e5-f0d858b2551d,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:31.848963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:31.853542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.8860192
Dec 03 11:15:31.855331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 54e7703c-4cfd-4718-b9ca-bdea83c12412 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:31.855447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8a553ff1-52ef-4f90-a99c-2278ebb1f0df tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Unset dirty status for tenant:d97abd82054e47c48ad60ec368cfb70e on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:31.856935 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8a553ff1-52ef-4f90-a99c-2278ebb1f0df tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "GET /v2.0/ports/3c98b401-a36d-48d8-a7a0-ce53fcf97687 HTTP/1.1" status: 404  len: 333 time: 0.3928139
Dec 03 11:15:31.859551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42060) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:31.864268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:31.870848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '7c91f8b4-2b29-4ff3-8b20-6b473bf410f4', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:31.878150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:31.898712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:31.907689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:31.914460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42064) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:31.927490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:31.969808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:31.970526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c98f98>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:32.044466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Request body: {'port': {'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1235156104'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:32.057652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:32.146160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:32.157507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:32.184638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:32.206255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefe847e-e694-49d1-9d22-af0b350747e2,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:32.211520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:32.216924 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 1.9376700
Dec 03 11:15:32.222732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:32.228805 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.3630469
Dec 03 11:15:32.229519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42078) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:32.230527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42080) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:32.240035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30356702-59df-4595-8914-4c4fb557118c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:32.245742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30356702-59df-4595-8914-4c4fb557118c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:32.246578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-30356702-59df-4595-8914-4c4fb557118c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:32.265650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '7c91f8b4-2b29-4ff3-8b20-6b473bf410f4', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:32.274820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:32.279180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:32.282428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:32.289321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:32.303113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Request body: {'subnet': {'network_id': '54e7703c-4cfd-4718-b9ca-bdea83c12412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:32.418813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:15:32.441917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07a738f8-0bc7-45d5-a1da-d4f451bfbbf0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:32.449010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:32.456562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:32.460466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:32.468013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:32.469333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07a738f8-0bc7-45d5-a1da-d4f451bfbbf0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:32.472009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 6f3e1f5b-aabb-456f-866a-52d9851eafe5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:32.476258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Router 9dda56b9-8657-4676-a3cb-598df378d9e3 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:15:32.477100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Made reservation on behalf of d97abd82054e47c48ad60ec368cfb70e for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:32.482804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:32.497529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Made reservation on behalf of a265822fd0bf4ad681cbadc3fc86ceb6 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:32.698748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07a738f8-0bc7-45d5-a1da-d4f451bfbbf0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:32.700466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a738f8-0bc7-45d5-a1da-d4f451bfbbf0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Fanout notify agent at l3_agent the message router_deleted on router c694aef7-a031-4079-87ee-9722b21525ff {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:15:32.771211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:15:32.772761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42092) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:32.796449 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "PUT /v2.0/routers/9dda56b9-8657-4676-a3cb-598df378d9e3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8891075
Dec 03 11:15:32.811621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42098) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:32.831716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a4aa88-1856-4a2b-94be-ae7267862c7e None None] Sync routers for ids ['9dda56b9-8657-4676-a3cb-598df378d9e3'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:15:32.862867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 6f3e1f5b-aabb-456f-866a-52d9851eafe5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:32.863523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:32.928524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4aa88-1856-4a2b-94be-ae7267862c7e None None] Routers {'9dda56b9-8657-4676-a3cb-598df378d9e3'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:32.929239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-74a4aa88-1856-4a2b-94be-ae7267862c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b595d160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['9dda56b9-8657-4676-a3cb-598df378d9e3'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:32.930347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:32.950868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] device_id is not set on port 1f0f2c3f-87c5-4166-b6e8-6679a00b534a yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:15:33.059663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-30356702-59df-4595-8914-4c4fb557118c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:33.060993 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-30356702-59df-4595-8914-4c4fb557118c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 1.2028701
Dec 03 11:15:33.068420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:33.077757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42102) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:33.094870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07a738f8-0bc7-45d5-a1da-d4f451bfbbf0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:33.099493 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-07a738f8-0bc7-45d5-a1da-d4f451bfbbf0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/c694aef7-a031-4079-87ee-9722b21525ff HTTP/1.1" status: 204  len: 168 time: 1.4240279
Dec 03 11:15:33.127439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42106) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:33.173835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1834826759-network', 'tenant_id': '292c86d7811a470cbc10639515f99e44'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:33.197565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14aba038-f93e-4079-9a11-bcdd64e6e096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:33.238816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-74a4aa88-1856-4a2b-94be-ae7267862c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b595d160>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:33.251975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:33.260065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8c70121a-9cb4-46a7-b69d-66fae9b66fea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 964f8d5f-ec2e-4b1a-96c1-78feafc3c926 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:33.260470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c70121a-9cb4-46a7-b69d-66fae9b66fea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:33.268015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Usage tracker for resource:network and tenant:292c86d7811a470cbc10639515f99e44 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:33.287327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:33.290030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4aa88-1856-4a2b-94be-ae7267862c7e None None] Routers {'9dda56b9-8657-4676-a3cb-598df378d9e3'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:33.290619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-74a4aa88-1856-4a2b-94be-ae7267862c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b595d160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['9dda56b9-8657-4676-a3cb-598df378d9e3'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:33.329211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83dc92bc-da72-4015-8eb0-c6f0ab2dab5f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:33.381823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-74a4aa88-1856-4a2b-94be-ae7267862c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b595d160>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:33.382443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a4aa88-1856-4a2b-94be-ae7267862c7e None None] The sync data for ids ['9dda56b9-8657-4676-a3cb-598df378d9e3'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:15:33.436402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:33.475387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:33.489031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c98f98>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:15:19Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:31Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:33.494562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde2d5c-8f84-42da-9cb9-fa9951a3937f None None] The sync data for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs is: [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:15:19Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:31Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:15:33.655551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c344312a-a41e-49eb-9096-392d708ccc59 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:33.677287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:33.789401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05f05a0-20f7-451e-85ed-371de0a03861,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:33.824056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:33.847010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1158f25d-59c4-43bd-b2dc-1a6e2a7a2612 None None] Provisioning complete for port cba6492f-9be6-4d01-a160-ebfd61910123 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:33.848387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1158f25d-59c4-43bd-b2dc-1a6e2a7a2612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:33.875866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:33.877104 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.6233346
Dec 03 11:15:33.888125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b5922b-3255-42d3-993f-e16050037d62 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting subnet e460512a-7cb6-4dac-9310-dc4332f68f22 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:15:33.891407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9b5922b-3255-42d3-993f-e16050037d62 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:33.943841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1158f25d-59c4-43bd-b2dc-1a6e2a7a2612 None None] Port cba6492f-9be6-4d01-a160-ebfd61910123 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:33.956290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9b5922b-3255-42d3-993f-e16050037d62 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:33.956492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42110) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:33.969618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:33.975481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-83dc92bc-da72-4015-8eb0-c6f0ab2dab5f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] delete failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:15:33.979394 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-83dc92bc-da72-4015-8eb0-c6f0ab2dab5f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "DELETE /v2.0/routers/9dda56b9-8657-4676-a3cb-598df378d9e3 HTTP/1.1" status: 409  len: 329 time: 1.1636217
Dec 03 11:15:33.981282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Allocated IP 2001:db8::100 (44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0/3906eff7-5abd-414f-b70b-aea823c7ef71/1f0f2c3f-87c5-4166-b6e8-6679a00b534a) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:33.986499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '7c91f8b4-2b29-4ff3-8b20-6b473bf410f4', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:33.993327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:34.000378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42114) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:34.064788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:34.078243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:34.096982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c70121a-9cb4-46a7-b69d-66fae9b66fea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.139296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Made reservation on behalf of 292c86d7811a470cbc10639515f99e44 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:34.143940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.170767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:34.181736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.236910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:34.263481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Usage tracker for resource:security_group_rule and tenant:292c86d7811a470cbc10639515f99e44 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:34.273696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:34.275706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8c70121a-9cb4-46a7-b69d-66fae9b66fea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 964f8d5f-ec2e-4b1a-96c1-78feafc3c926 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:34.280400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.299240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:34.388857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9946c251-c381-4431-be96-ed35f271f1c9 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:34.466327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9b5922b-3255-42d3-993f-e16050037d62 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.486402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 9946c251-c381-4431-be96-ed35f271f1c9 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:34.493721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 9946c251-c381-4431-be96-ed35f271f1c9 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:34.494356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.522623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c70121a-9cb4-46a7-b69d-66fae9b66fea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.543634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab1bb0e0-a017-46cd-9995-1879089b3ea0 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:34.628036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70121a-9cb4-46a7-b69d-66fae9b66fea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=964f8d5f-ec2e-4b1a-96c1-78feafc3c926,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:34.632358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c70121a-9cb4-46a7-b69d-66fae9b66fea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:34.637877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.667465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.673993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 9946c251-c381-4431-be96-ed35f271f1c9, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9946c251-c381-4431-be96-ed35f271f1c9,segment=NetworkSegment(f0a1508c-8396-48ca-94d7-d24f20ed2ed1),segment_id=f0a1508c-8396-48ca-94d7-d24f20ed2ed1)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:34.677578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.679520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aad5883d-5d7d-4844-9196-e5e1a83d04c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:34.735018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.755246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=9946c251-c381-4431-be96-ed35f271f1c9,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:34.758780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:34.813816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.851041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:34.854254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c70121a-9cb4-46a7-b69d-66fae9b66fea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.913830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208c178a-349c-4e75-92d7-86cd496ad759,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:34.937995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:34.940054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:34.943754 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8c70121a-9cb4-46a7-b69d-66fae9b66fea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/964f8d5f-ec2e-4b1a-96c1-78feafc3c926 HTTP/1.1" status: 204  len: 168 time: 1.8609109
Dec 03 11:15:34.950951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42120) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:34.959989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.031033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.035838 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 1.0544991
Dec 03 11:15:35.039814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42124) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:35.040794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Transition to ACTIVE for port object 1f0f2c3f-87c5-4166-b6e8-6679a00b534a will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:35.055842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '7c91f8b4-2b29-4ff3-8b20-6b473bf410f4', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:35.062383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.075034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:35.078200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.088056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-786b401b-2464-4a2e-b956-93fa02910b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:35.099757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:35.143199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80976) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:15:35.143907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.163400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba1b844f-79b1-4fa5-afe5-92f3297f00b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:35.164246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:35.181606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:35.227838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9b5922b-3255-42d3-993f-e16050037d62 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.237682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:15:35.260397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76965706-f2cc-4c8c-b1ae-2dc8ae10f0f4,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:35.268136 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:15:35.279614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:35.285886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.288099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.288492 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Added segment a29e1dff-c04c-400d-b35a-ae6e26eec6ec of type vxlan for network d6a8abbf-02f9-444e-baba-466ff0a6f350
Dec 03 11:15:35.292359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.327411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a53d9449-3f36-4e13-829f-60f44eaa7847 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:35.404587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.500927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.590172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event updated for resources: {'Port': ['ID=1f0f2c3f-87c5-4166-b6e8-6679a00b534a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:35.592120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7ae5e-edd3-438b-8058-c41e5ebec973 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:35.592872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f7b7ae5e-edd3-438b-8058-c41e5ebec973 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:35.600645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:35.649869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event updated for resources: {'Subnet': ['ID=b2e0efe7-f60a-4f3d-ad3a-e1c51e2b6532,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:35.663417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:35.663903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:35.686992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.689759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.690747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:35.692062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.728541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5922b-3255-42d3-993f-e16050037d62 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Subnet': ['ID=e460512a-7cb6-4dac-9310-dc4332f68f22,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:35.733452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f5884a6c-1a83-45da-9c8c-8907589a0a31 tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:35.735321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9b5922b-3255-42d3-993f-e16050037d62 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:35.749366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f7b7ae5e-edd3-438b-8058-c41e5ebec973 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:35.750635 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f7b7ae5e-edd3-438b-8058-c41e5ebec973 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.7673094
Dec 03 11:15:35.754288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42128) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:35.762151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9b5922b-3255-42d3-993f-e16050037d62 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.764302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.766078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ad0424-087c-4450-85b3-756b19a731f9 None None] Network 61c8df10-9551-4af0-8deb-20c4e26409f3 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:35.820221 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af993d9-e609-4e45-96f7-bbacc96624df tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:15:35.824259 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2af993d9-e609-4e45-96f7-bbacc96624df tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/52a35b4d-3923-463f-9870-e8ae900cac5d HTTP/1.1" status: 404  len: 333 time: 0.0661254
Dec 03 11:15:35.825897 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d9b5922b-3255-42d3-993f-e16050037d62 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/e460512a-7cb6-4dac-9310-dc4332f68f22 HTTP/1.1" status: 204  len: 168 time: 2.6973696
Dec 03 11:15:35.826755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42132) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:35.827155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42134) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:35.892317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:35.906447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:35.910438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Pushing event updated for resources: {'Network': ['ID=d6a8abbf-02f9-444e-baba-466ff0a6f350,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:35.913632 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 3.1338673
Dec 03 11:15:35.915993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:35.920404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:35.920619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42140) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:35.921081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.926146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:35.932454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:35.933317 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb89ad38-44d4-4604-a423-dccdad38c0be tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:15:35.934211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fb89ad38-44d4-4604-a423-dccdad38c0be tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/964f8d5f-ec2e-4b1a-96c1-78feafc3c926 HTTP/1.1" status: 404  len: 333 time: 0.1041932
Dec 03 11:15:35.941400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42142) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:35.947686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Request body: {'subnet': {'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1834826759-subnet', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:35.964388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network d6a8abbf-02f9-444e-baba-466ff0a6f350 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:35.974630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:35.975966 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.9319277
Dec 03 11:15:35.986102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network d6a8abbf-02f9-444e-baba-466ff0a6f350 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:35.989509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42148) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:36.009567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e6dbf4-069f-495c-b9a7-2481c0dd4a72,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:36.017017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:36.034209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '7c91f8b4-2b29-4ff3-8b20-6b473bf410f4', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:36.037750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Checking segment: {'id': '5eaf2fb7-d282-4595-a6b3-04d5efaab04f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54e7703c-4cfd-4718-b9ca-bdea83c12412'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:36.038152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network hostable DHCP agents. Network: 54e7703c-4cfd-4718-b9ca-bdea83c12412, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:15:36.045426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Usage tracker for resource:subnet and tenant:292c86d7811a470cbc10639515f99e44 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:36.051707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:36.053170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:36.059246 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 4.1410804
Dec 03 11:15:36.063610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:36.067463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42152) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:36.074087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3bbe03dd-ea31-4c25-88dc-97c46abd76d2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b4', 'mac_address': 'fa:16:3e:d9:b9:3f'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:36.109222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.116145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:36.125104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:36.138616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:36.186773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:36.207022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.218626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Made reservation on behalf of 292c86d7811a470cbc10639515f99e44 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:36.223692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.251331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 54e7703c-4cfd-4718-b9ca-bdea83c12412 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:15:36.273517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port b0a59b4e-f6ee-46cb-8a9a-74e55508279c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:36.273894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.316935 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:15:36.327852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2a5dd09e-8c82-4389-a3c7-3d7a76df0383 None None] Provisioning for port 1f0f2c3f-87c5-4166-b6e8-6679a00b534a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:36.330618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.336412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2a5dd09e-8c82-4389-a3c7-3d7a76df0383 None None] Provisioning complete for port 1f0f2c3f-87c5-4166-b6e8-6679a00b534a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:36.336846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd09e-8c82-4389-a3c7-3d7a76df0383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.374780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5636f-5eb1-4094-aa63-258af6ba6047 None None] DHCP port deletion for 61c8df10-9551-4af0-8deb-20c4e26409f3 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:15:36.389632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5636f-5eb1-4094-aa63-258af6ba6047 None None] Deleting port b0a59b4e-f6ee-46cb-8a9a-74e55508279c {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:36.389942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba5636f-5eb1-4094-aa63-258af6ba6047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.408583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 54e7703c-4cfd-4718-b9ca-bdea83c12412) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:36.435641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9946c251-c381-4431-be96-ed35f271f1c9 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:36.464030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d5363-19f7-4188-8254-65f940cd2e82 None None] Network 54e7703c-4cfd-4718-b9ca-bdea83c12412 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:36.501737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:36.502521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.608462 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 4.3571503
Dec 03 11:15:36.620977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2a5dd09e-8c82-4389-a3c7-3d7a76df0383 None None] Port 1f0f2c3f-87c5-4166-b6e8-6679a00b534a cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:36.633596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42156) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:36.801950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 9946c251-c381-4431-be96-ed35f271f1c9 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:36.802289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.841981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.844822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.893115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.923355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b87945a-682c-4b7e-a88f-251e3563be91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:36.936122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1ba5636f-5eb1-4094-aa63-258af6ba6047 None None] For port b0a59b4e-f6ee-46cb-8a9a-74e55508279c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b0a59b4e-f6ee-46cb-8a9a-74e55508279c,segment=NetworkSegment(db2bebc4-eb50-40bc-9ef6-b4671ac3e425),segment_id=db2bebc4-eb50-40bc-9ef6-b4671ac3e425)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:36.936570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba5636f-5eb1-4094-aa63-258af6ba6047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.976583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] For port b0a59b4e-f6ee-46cb-8a9a-74e55508279c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b0a59b4e-f6ee-46cb-8a9a-74e55508279c,segment=NetworkSegment(db2bebc4-eb50-40bc-9ef6-b4671ac3e425),segment_id=db2bebc4-eb50-40bc-9ef6-b4671ac3e425)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:36.976947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:36.995900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bbe03dd-ea31-4c25-88dc-97c46abd76d2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:37.031233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5062b543-b948-4a15-aa2a-9f5ad16c5c1e,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:37.047138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:37.065175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Deleting port cba6492f-9be6-4d01-a160-ebfd61910123 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:37.065679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:37.099066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:37.099438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5636f-5eb1-4094-aa63-258af6ba6047 None None] Calling delete_port for b0a59b4e-f6ee-46cb-8a9a-74e55508279c owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:37.108932 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 1.1024776
Dec 03 11:15:37.197153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for b0a59b4e-f6ee-46cb-8a9a-74e55508279c owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:37.214899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-54e7703c-4cfd-4718-b9ca-bdea83c12412', 'network_id': '54e7703c-4cfd-4718-b9ca-bdea83c12412', 'tenant_id': 'a265822fd0bf4ad681cbadc3fc86ceb6', 'fixed_ips': [{'subnet_id': 'b2e0efe7-f60a-4f3d-ad3a-e1c51e2b6532'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:15:37.215846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:37.327041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b426b9b0>,) {'filters': {'network_id': ['5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:37.337246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:37.345473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b426b9b0>, '5ce9cc9c-62ff-4476-91c9-35cc8aac01dc') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:37.345828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b426b9b0>, '5ce9cc9c-62ff-4476-91c9-35cc8aac01dc') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:37.361218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:37.449001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:37.527220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Calling delete_port for cba6492f-9be6-4d01-a160-ebfd61910123 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:37.575402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:37.585647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:37.595416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Releasing vxlan tunnel 17 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:15:37.606381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c9fbc02c-4f96-4833-82e3-e2c984d004bc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:37.617656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-1ba5636f-5eb1-4094-aa63-258af6ba6047 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:15:37.618074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-1ba5636f-5eb1-4094-aa63-258af6ba6047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:15:37.683074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=b0a59b4e-f6ee-46cb-8a9a-74e55508279c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:37.700188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a10cf460-6180-4578-851f-7b165c2de691 req-b6602a87-07b1-45f1-a7b3-4dc658446eed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:37.779739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Allocated IP 2001:db8::f816:3eff:feca:703 (54e7703c-4cfd-4718-b9ca-bdea83c12412/b2e0efe7-f60a-4f3d-ad3a-e1c51e2b6532/fe45e323-b7cd-4e59-98b2-0d4c07eb9d56) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:37.847315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a10cf460-6180-4578-851f-7b165c2de691 req-b6602a87-07b1-45f1-a7b3-4dc658446eed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:37.848702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-b6602a87-07b1-45f1-a7b3-4dc658446eed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414473894&fields=id&tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 267 time: 0.4908679
Dec 03 11:15:37.851664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:37.865345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:37.957044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:37.979108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.030061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.119456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5636f-5eb1-4094-aa63-258af6ba6047 None None] Deleting port b0a59b4e-f6ee-46cb-8a9a-74e55508279c {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:38.119838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ba5636f-5eb1-4094-aa63-258af6ba6047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.186282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5636f-5eb1-4094-aa63-258af6ba6047 None None] The port 'b0a59b4e-f6ee-46cb-8a9a-74e55508279c' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:15:38.214204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:15:38.251420 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:15:38.302688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No DVR routers for this DVR port b0a59b4e-f6ee-46cb-8a9a-74e55508279c on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:15:38.351800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b0a59b4e-f6ee-46cb-8a9a-74e55508279c no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:15:38.373680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cf460-6180-4578-851f-7b165c2de691 req-bc9abffa-276b-4862-ae9d-21aaf4d90288 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:38.374403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a10cf460-6180-4578-851f-7b165c2de691 req-bc9abffa-276b-4862-ae9d-21aaf4d90288 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:38.390970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.396588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:38.399051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Transition to ACTIVE for port object fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:38.407024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: b0a59b4e-f6ee-46cb-8a9a-74e55508279c {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:15:38.407427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b0a59b4e-f6ee-46cb-8a9a-74e55508279c not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:15:38.412936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.419714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Transition to ACTIVE for port object fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:38.427957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.433219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.450217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Network': ['ID=5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:38.456817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:38.457721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7941b373-4eea-4952-bca2-5864df47814a tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:38.514719 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/networks/5e47b3c7-a59e-4c7b-bc0c-baf9a0a90dfc HTTP/1.1" status: 204  len: 168 time: 2.5644958
Dec 03 11:15:38.518321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a10cf460-6180-4578-851f-7b165c2de691 req-bc9abffa-276b-4862-ae9d-21aaf4d90288 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:38.520053 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-bc9abffa-276b-4862-ae9d-21aaf4d90288 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/networks?id=0181c518-01f1-4e35-9207-f8b8a82a4943 HTTP/1.1" status: 200  len: 796 time: 0.6600349
Dec 03 11:15:38.522318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42174) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:38.523223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event deleted for resources: {'Port': ['ID=cba6492f-9be6-4d01-a160-ebfd61910123,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:38.527582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:38.531799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-330095294'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:38.578404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.585231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:38.587361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:38.605445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:network and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:38.609778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:38.610234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-3bbe03dd-ea31-4c25-88dc-97c46abd76d2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:15:38.618297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-ddcf2e8a-3a21-4e4d-abc5-3c1e54ab24db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/quotas/85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 375 time: 0.0344496
Dec 03 11:15:38.618999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:38.655413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bbe03dd-ea31-4c25-88dc-97c46abd76d2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.660223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Pushing event updated for resources: {'Port': ['ID=fe45e323-b7cd-4e59-98b2-0d4c07eb9d56,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:38.673001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:38.682534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Network 54e7703c-4cfd-4718-b9ca-bdea83c12412 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:38.684088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:38.686639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:38.700117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:38.705547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.744475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Attempting to bind port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:15:38.744862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Attempting to bind port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '5eaf2fb7-d282-4595-a6b3-04d5efaab04f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54e7703c-4cfd-4718-b9ca-bdea83c12412'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:15:38.745253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Attempting to bind port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 on network 54e7703c-4cfd-4718-b9ca-bdea83c12412 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:15:38.746223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bbe03dd-ea31-4c25-88dc-97c46abd76d2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.754475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:15:38.754948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Checking segment: {'id': '5eaf2fb7-d282-4595-a6b3-04d5efaab04f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54e7703c-4cfd-4718-b9ca-bdea83c12412'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:38.755406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.755876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Bound using segment: {'id': '5eaf2fb7-d282-4595-a6b3-04d5efaab04f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54e7703c-4cfd-4718-b9ca-bdea83c12412'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:15:38.756403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Bound port: fe45e323-b7cd-4e59-98b2-0d4c07eb9d56, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eaf2fb7-d282-4595-a6b3-04d5efaab04f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54e7703c-4cfd-4718-b9ca-bdea83c12412'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:15:38.757216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.778235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:38.841884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:15:38.880528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b477a0b8>,) {'filters': {'network_id': ['61c8df10-9551-4af0-8deb-20c4e26409f3']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:38.892420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] For port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:15:38.894415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b477a0b8>, 'db2bebc4-eb50-40bc-9ef6-b4671ac3e425') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:38.894720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b477a0b8>, 'db2bebc4-eb50-40bc-9ef6-b4671ac3e425') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:38.903492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] For port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fe45e323-b7cd-4e59-98b2-0d4c07eb9d56,segment=NetworkSegment(5eaf2fb7-d282-4595-a6b3-04d5efaab04f),segment_id=5eaf2fb7-d282-4595-a6b3-04d5efaab04f)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:15:38.908035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.912968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.933768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc392a43-bb63-46c9-98df-6308299da01a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:38.939691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] vxlan segment allocate from pool success with {'vxlan_vni': 17}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:15:38.967687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.968344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.970434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Releasing vxlan tunnel 7 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:15:38.986292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:38.986825 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Added segment eb640a60-1106-4284-ad09-626415bc1b76 of type vxlan for network a3f081a9-c131-4fab-a87c-8af2dfe1ec57
Dec 03 11:15:39.026529 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-486cd57a-b28b-41ec-8c00-7208e46f4af0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3955569
Dec 03 11:15:39.123094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Pushing event updated for resources: {'Port': ['ID=fe45e323-b7cd-4e59-98b2-0d4c07eb9d56,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:39.129534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:39.190477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe03dd-ea31-4c25-88dc-97c46abd76d2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event updated for resources: {'Port': ['ID=1f0f2c3f-87c5-4166-b6e8-6679a00b534a,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:39.214756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3bbe03dd-ea31-4c25-88dc-97c46abd76d2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:39.314396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 61c8df10-9551-4af0-8deb-20c4e26409f3 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:39.323536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:39.351314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:39.366730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:39.422490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:39.431117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:39.736320 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-9d491be3-46d8-4cbd-83f7-1ab3e8d06b02 service neutron] 10.222.0.90 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6499593
Dec 03 11:15:39.736882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:39.741347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:39.742047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:39.756964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-62c9c23e-9042-4dff-aca6-d905b8ef3cb5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:39.873500 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.3478060
Dec 03 11:15:39.930527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42178) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:39.944891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe03dd-ea31-4c25-88dc-97c46abd76d2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] In _notify_port_updated(), no bound segment for port 1f0f2c3f-87c5-4166-b6e8-6679a00b534a on network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 {{(pid=80976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:15:39.949122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbe03dd-ea31-4c25-88dc-97c46abd76d2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:39.949815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bbe03dd-ea31-4c25-88dc-97c46abd76d2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:39.953419 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3bbe03dd-ea31-4c25-88dc-97c46abd76d2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "PUT /v2.0/ports/1f0f2c3f-87c5-4166-b6e8-6679a00b534a HTTP/1.1" status: 200  len: 1003 time: 3.8827870
Dec 03 11:15:39.957882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad40f9b-401c-49c7-9617-3de4963903ab,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:39.979207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42180) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:39.986801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:40.042017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-405866c1-36b3-47e5-bcd3-085b3ffcde4f tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.586s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:40.047219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': 'a3f081a9-c131-4fab-a87c-8af2dfe1ec57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:40.135405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 61c8df10-9551-4af0-8deb-20c4e26409f3 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:40.147977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Network': ['ID=a3f081a9-c131-4fab-a87c-8af2dfe1ec57,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:40.159477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network a3f081a9-c131-4fab-a87c-8af2dfe1ec57 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:40.173988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:40.179102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Subnet': ['ID=b2e0efe7-f60a-4f3d-ad3a-e1c51e2b6532,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:15:40.181086 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:15:40.182993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:40.266211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Router 9dda56b9-8657-4676-a3cb-598df378d9e3 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:15:40.281069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network a3f081a9-c131-4fab-a87c-8af2dfe1ec57 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:40.302441 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-47e7996a-1e13-4397-8dfc-d143f9c3fcd6 service neutron] 10.222.0.90 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5292752
Dec 03 11:15:40.303551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:40.341377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9fb83305-71f9-4a4c-8536-97bccd7e8477 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Deleting port 1f0f2c3f-87c5-4166-b6e8-6679a00b534a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:40.341705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9fb83305-71f9-4a4c-8536-97bccd7e8477 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:40.457188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:40.468643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:40.479434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5696549a-87cf-412e-a212-e9da00793eed None None] Provisioning complete for port 1f0f2c3f-87c5-4166-b6e8-6679a00b534a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:40.479868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5696549a-87cf-412e-a212-e9da00793eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:40.492394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:15:40.507052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb373f97-6189-45df-8903-f04b4a5249d0 None None] Sync routers for ids ['9dda56b9-8657-4676-a3cb-598df378d9e3'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:15:40.511062 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "PUT /v2.0/routers/9dda56b9-8657-4676-a3cb-598df378d9e3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5087407
Dec 03 11:15:40.514216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:40.523267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:40.532634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42186) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:40.535474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb373f97-6189-45df-8903-f04b4a5249d0 None None] Routers {'9dda56b9-8657-4676-a3cb-598df378d9e3'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:40.536166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fb373f97-6189-45df-8903-f04b4a5249d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73aa048>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['9dda56b9-8657-4676-a3cb-598df378d9e3'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:40.584090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35bed5b6-4287-4199-8ec6-ef3ebf58ea25 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:40.592490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5696549a-87cf-412e-a212-e9da00793eed None None] Port 1f0f2c3f-87c5-4166-b6e8-6679a00b534a cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:40.595831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:40.605247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:40.615694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:40.629815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:40.649596 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-9259fd28-f8da-4e44-97e8-73c4a9220d58 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] show failed (client error): The resource could not be found.
Dec 03 11:15:40.650956 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9259fd28-f8da-4e44-97e8-73c4a9220d58 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "GET /v2.0/routers/tempest-non_exist_router-1627332180 HTTP/1.1" status: 404  len: 335 time: 0.1165597
Dec 03 11:15:40.662887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42190) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:40.670527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Network': ['ID=61c8df10-9551-4af0-8deb-20c4e26409f3,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:40.679257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fb373f97-6189-45df-8903-f04b4a5249d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73aa048>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:40.679868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-064f50c2-5ea0-4980-b3d9-5314583c8ab5 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Request body: {'router': {'name': 'new_name'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:40.689439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb373f97-6189-45df-8903-f04b4a5249d0 None None] Routers {'9dda56b9-8657-4676-a3cb-598df378d9e3'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:40.690277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fb373f97-6189-45df-8903-f04b4a5249d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73aa048>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['9dda56b9-8657-4676-a3cb-598df378d9e3'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:40.712073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:40.766821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fb373f97-6189-45df-8903-f04b4a5249d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73aa048>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:40.767565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb373f97-6189-45df-8903-f04b4a5249d0 None None] The sync data for ids ['9dda56b9-8657-4676-a3cb-598df378d9e3'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:15:40.778819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:40.801388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:40.852145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da912a8-8642-4387-81d4-063f7b7a8a23 None None] Network 54e7703c-4cfd-4718-b9ca-bdea83c12412 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:40.885969 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-064f50c2-5ea0-4980-b3d9-5314583c8ab5 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] update failed (client error): The resource could not be found.
Dec 03 11:15:40.890659 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-064f50c2-5ea0-4980-b3d9-5314583c8ab5 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "PUT /v2.0/routers/tempest-non_exist_router-1353641550 HTTP/1.1" status: 404  len: 335 time: 0.2219455
Dec 03 11:15:40.891274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42194) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:40.923922 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/networks/61c8df10-9551-4af0-8deb-20c4e26409f3 HTTP/1.1" status: 204  len: 168 time: 5.0921738
Dec 03 11:15:40.945291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42198) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:40.963011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Checking segment: {'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:40.963416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Network hostable DHCP agents. Network: d6a8abbf-02f9-444e-baba-466ff0a6f350, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:15:40.983608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1338393205', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:40.989084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ec53522b-9730-4e2a-a3f9-716af47537fb None None] Provisioning for port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:40.996365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ec53522b-9730-4e2a-a3f9-716af47537fb None None] Provisioning complete for port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:40.996798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec53522b-9730-4e2a-a3f9-716af47537fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:40.999271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:41.005371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:router and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:41.010213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:41.019673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:41.028183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4508208>,) {'filters': {'network_id': ['54e7703c-4cfd-4718-b9ca-bdea83c12412']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:41.054407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.055519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.067037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4508208>, '5eaf2fb7-d282-4595-a6b3-04d5efaab04f') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:41.067037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4508208>, '5eaf2fb7-d282-4595-a6b3-04d5efaab04f') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:41.089819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.145779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Network d6a8abbf-02f9-444e-baba-466ff0a6f350 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:15:41.155078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.212148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec53522b-9730-4e2a-a3f9-716af47537fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.220468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, d6a8abbf-02f9-444e-baba-466ff0a6f350) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:41.228655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.232847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c241b323-e0ec-419f-b937-77c57b6ebaeb None None] Network d6a8abbf-02f9-444e-baba-466ff0a6f350 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:41.241908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:15:41.290893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ec53522b-9730-4e2a-a3f9-716af47537fb None None] For port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fe45e323-b7cd-4e59-98b2-0d4c07eb9d56,segment=NetworkSegment(5eaf2fb7-d282-4595-a6b3-04d5efaab04f),segment_id=5eaf2fb7-d282-4595-a6b3-04d5efaab04f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:41.353970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec53522b-9730-4e2a-a3f9-716af47537fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.356417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] DHCP port deletion for 54e7703c-4cfd-4718-b9ca-bdea83c12412 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:15:41.362457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:41.363602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.363922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc392a43-bb63-46c9-98df-6308299da01a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:41.397857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Deleting port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:41.398189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.428015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9fb83305-71f9-4a4c-8536-97bccd7e8477 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.480245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.628136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 54e7703c-4cfd-4718-b9ca-bdea83c12412 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:41.640332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53522b-9730-4e2a-a3f9-716af47537fb None None] Pushing event updated for resources: {'Port': ['ID=fe45e323-b7cd-4e59-98b2-0d4c07eb9d56,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:41.658236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ec53522b-9730-4e2a-a3f9-716af47537fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:41.710051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9fb83305-71f9-4a4c-8536-97bccd7e8477 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Calling delete_port for 1f0f2c3f-87c5-4166-b6e8-6679a00b534a owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:41.730533 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b2a099e-8edb-4dec-913b-2882b6398da4 req-a90862ec-b7f4-4e3d-bbea-6cb6bbfdded5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 210 time: 0.0738568
Dec 03 11:15:41.740257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.763097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.787811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] For port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fe45e323-b7cd-4e59-98b2-0d4c07eb9d56,segment=NetworkSegment(5eaf2fb7-d282-4595-a6b3-04d5efaab04f),segment_id=5eaf2fb7-d282-4595-a6b3-04d5efaab04f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:41.788286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.799236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-d6a8abbf-02f9-444e-baba-466ff0a6f350', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'fixed_ips': [{'subnet_id': '9ad40f9b-401c-49c7-9617-3de4963903ab'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:15:41.800784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.808806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 5.8685141
Dec 03 11:15:41.818435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42208) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:41.901594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:41.910733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba20c2b-9850-4643-8485-a85dd4c5e68e tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Deleting subnet 5bb3c3ff-6111-4634-b04b-5e5279206a0e {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:15:41.922438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:41.925108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ba20c2b-9850-4643-8485-a85dd4c5e68e tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:41.964819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Calling delete_port for fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:41.983492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Usage tracker for resource:router and tenant:292c86d7811a470cbc10639515f99e44 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:42.006776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:42.024778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:42.031892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:42.115740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ba20c2b-9850-4643-8485-a85dd4c5e68e tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:42.187348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Subnet': ['ID=ffa8beda-164a-4c4f-b04e-4528faa71fb1,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:42.195726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:42.384144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:15:42.450848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:42.467269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 54e7703c-4cfd-4718-b9ca-bdea83c12412 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:42.490495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:42.498089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:42.499257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:15:42.502739 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:15:42.514734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Checking segment: {'id': 'eb640a60-1106-4284-ad09-626415bc1b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'a3f081a9-c131-4fab-a87c-8af2dfe1ec57'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:42.515169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network hostable DHCP agents. Network: a3f081a9-c131-4fab-a87c-8af2dfe1ec57, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:15:42.578377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Allocated IP 172.20.0.2 (d6a8abbf-02f9-444e-baba-466ff0a6f350/9ad40f9b-401c-49c7-9617-3de4963903ab/a35a8268-1467-4a22-be70-9cdc7a43b714) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:42.592779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:42.641137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:42.653043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9fb83305-71f9-4a4c-8536-97bccd7e8477 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:42.655716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network a3f081a9-c131-4fab-a87c-8af2dfe1ec57 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:15:42.665494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fe45e323-b7cd-4e59-98b2-0d4c07eb9d56,segment=NetworkSegment(5eaf2fb7-d282-4595-a6b3-04d5efaab04f),segment_id=5eaf2fb7-d282-4595-a6b3-04d5efaab04f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:42.673508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:42.675382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8794bae9-911c-406c-b828-9eb32ec08008 tempest-FloatingIPAdminTestJSON-1925694678 tempest-FloatingIPAdminTestJSON-1925694678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:42.729199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, a3f081a9-c131-4fab-a87c-8af2dfe1ec57) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:42.729767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38d4be5b-adfe-4d49-ac5c-a47718fcbee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:42.737362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:15:42.737362 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:15:42.737362 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': '54e7703c-4cfd-4718-b9ca-bdea83c12412'}]
Dec 03 11:15:42.737362 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:15:42.737830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:15:42.751189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb83305-71f9-4a4c-8536-97bccd7e8477 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event deleted for resources: {'Port': ['ID=1f0f2c3f-87c5-4166-b6e8-6679a00b534a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:42.755386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:42.756284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:42.807906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=fe45e323-b7cd-4e59-98b2-0d4c07eb9d56,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:42.811220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:15:42.811685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:15:42.812410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a38d9-b981-46cd-9168-d66557d173e4 None None] Network a3f081a9-c131-4fab-a87c-8af2dfe1ec57 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:42.830121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:42.854184 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8145473
Dec 03 11:15:42.859272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42218) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:42.874506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': 'a3f081a9-c131-4fab-a87c-8af2dfe1ec57', 'name': 'tempest-PortsIpV6TestJSON-1573725022'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:42.889297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9fb83305-71f9-4a4c-8536-97bccd7e8477 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:42.927614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Allocated IP 172.26.1.83 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/ad7da1f4-7091-4cab-b104-7c0e86a3cc24) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:43.007146 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-188e6662-ea29-472a-9748-618f4ac1f567 req-a7d7a904-a0c2-4db5-a082-ddf972c1747a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 210 time: 0.0767064
Dec 03 11:15:43.047458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9fb83305-71f9-4a4c-8536-97bccd7e8477 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.061184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ba20c2b-9850-4643-8485-a85dd4c5e68e tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.173350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:43.205000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.218251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Transition to ACTIVE for port object a35a8268-1467-4a22-be70-9cdc7a43b714 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:43.223075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-a3f081a9-c131-4fab-a87c-8af2dfe1ec57', 'network_id': 'a3f081a9-c131-4fab-a87c-8af2dfe1ec57', 'tenant_id': '0c0dd5c17e4f4c5ea2c8385671a17ab4', 'fixed_ips': [{'subnet_id': 'ffa8beda-164a-4c4f-b04e-4528faa71fb1'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:15:43.224020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.239292 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9fb83305-71f9-4a4c-8536-97bccd7e8477 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "DELETE /v2.0/ports/1f0f2c3f-87c5-4166-b6e8-6679a00b534a HTTP/1.1" status: 204  len: 168 time: 3.2572200
Dec 03 11:15:43.251581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.261940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:43.264411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42222) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:43.265068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Transition to ACTIVE for port object a35a8268-1467-4a22-be70-9cdc7a43b714 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:43.274089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.291089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ec53522b-9730-4e2a-a3f9-716af47537fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:43.320972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.329031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Deleting port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:43.329224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bc8b38-0f20-4f8c-9853-263999d049e8 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] GET failed (client error): The resource could not be found.
Dec 03 11:15:43.329336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.329783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-70bc8b38-0f20-4f8c-9853-263999d049e8 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Synchronizing usage tracker for tenant:d97abd82054e47c48ad60ec368cfb70e on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:43.336920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:43.342788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.404922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-70bc8b38-0f20-4f8c-9853-263999d049e8 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Unset dirty status for tenant:d97abd82054e47c48ad60ec368cfb70e on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:43.407758 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-70bc8b38-0f20-4f8c-9853-263999d049e8 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "GET /v2.0/ports/1f0f2c3f-87c5-4166-b6e8-6679a00b534a HTTP/1.1" status: 404  len: 333 time: 0.1418955
Dec 03 11:15:43.409046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Deleting port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:43.410031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.421674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42226) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:43.443040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Request body: {'port': {'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-417603078'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:43.465640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.558690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Pushing event updated for resources: {'Port': ['ID=a35a8268-1467-4a22-be70-9cdc7a43b714,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:43.570018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:43.728684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 5a7bf630-07ef-4836-bdaf-b1cf74c03d3f yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:15:43.783445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.805546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f113aac4-5105-460c-9057-bc1878918e8a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:43.838559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Network d6a8abbf-02f9-444e-baba-466ff0a6f350 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:43.851426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:43.868681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:43.891122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] For port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fe45e323-b7cd-4e59-98b2-0d4c07eb9d56,segment=NetworkSegment(5eaf2fb7-d282-4595-a6b3-04d5efaab04f),segment_id=5eaf2fb7-d282-4595-a6b3-04d5efaab04f)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:43.891384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:43.896878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:44.010864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:44.019654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=ad7da1f4-7091-4cab-b104-7c0e86a3cc24,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:44.027606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:44.042871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] For port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fe45e323-b7cd-4e59-98b2-0d4c07eb9d56,segment=NetworkSegment(5eaf2fb7-d282-4595-a6b3-04d5efaab04f),segment_id=5eaf2fb7-d282-4595-a6b3-04d5efaab04f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:44.043343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:44.055001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Made reservation on behalf of d97abd82054e47c48ad60ec368cfb70e for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:44.063714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ba20c2b-9850-4643-8485-a85dd4c5e68e tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:44.066496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:44.090286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Calling delete_port for fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:44.117641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Attempting to bind port a35a8268-1467-4a22-be70-9cdc7a43b714 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:15:44.117985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Attempting to bind port a35a8268-1467-4a22-be70-9cdc7a43b714 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:15:44.118393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Attempting to bind port a35a8268-1467-4a22-be70-9cdc7a43b714 on network d6a8abbf-02f9-444e-baba-466ff0a6f350 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:15:44.122471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:44.176142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba20c2b-9850-4643-8485-a85dd4c5e68e tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event deleted for resources: {'Subnet': ['ID=5bb3c3ff-6111-4634-b04b-5e5279206a0e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:44.196200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Calling delete_port for fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:44.203046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3ba20c2b-9850-4643-8485-a85dd4c5e68e tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:44.231931 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f764e917-3df7-4a8a-85bd-88361336e1b1 req-a0de2e14-8f08-4468-8957-249d873bf20e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 210 time: 0.0921268
Dec 03 11:15:44.234688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:15:44.234864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Checking segment: {'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:44.235211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:44.235655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Bound using segment: {'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:15:44.236190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Bound port: a35a8268-1467-4a22-be70-9cdc7a43b714, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:15:44.236613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:44.260872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:44.266874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Allocated IP 2001:db8::2 (a3f081a9-c131-4fab-a87c-8af2dfe1ec57/ffa8beda-164a-4c4f-b04e-4528faa71fb1/2270b06f-da22-4926-9e6f-8b55d472732c) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:44.267074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:44.327790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:44.428487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] device_id is not set on port 1d52628b-b8f1-4017-9788-39e44c5bda18 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:15:44.589534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:44.655439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:44.710103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] For port a35a8268-1467-4a22-be70-9cdc7a43b714, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:15:44.712400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Pushing event deleted for resources: {'Port': ['ID=fe45e323-b7cd-4e59-98b2-0d4c07eb9d56,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:44.729247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ba20c2b-9850-4643-8485-a85dd4c5e68e tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:44.734105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:15:44.734669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:15:44.734937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:44.742262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] For port a35a8268-1467-4a22-be70-9cdc7a43b714, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a35a8268-1467-4a22-be70-9cdc7a43b714,segment=NetworkSegment(a29e1dff-c04c-400d-b35a-ae6e26eec6ec),segment_id=a29e1dff-c04c-400d-b35a-ae6e26eec6ec)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:15:44.746328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614d66f6-7c66-4fa8-80b0-b611be9f164c None None] Network 40e209b2-cf85-4ca3-88fd-232ffbe7bd45 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:44.756947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3ba20c2b-9850-4643-8485-a85dd4c5e68e tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "DELETE /v2.0/subnets/5bb3c3ff-6111-4634-b04b-5e5279206a0e HTTP/1.1" status: 204  len: 168 time: 3.8517995
Dec 03 11:15:44.758688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:44.785811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42238) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:44.816415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:44.822571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:44.852346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:44.973879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:45.111018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Deleting port 6f3e1f5b-aabb-456f-866a-52d9851eafe5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:45.111404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:45.173719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] No DVR routers for this DVR port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:15:45.191879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Allocated IP 2001:db8::4e (44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0/3906eff7-5abd-414f-b70b-aea823c7ef71/1d52628b-b8f1-4017-9788-39e44c5bda18) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:45.236861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Deleting port fe45e323-b7cd-4e59-98b2-0d4c07eb9d56 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:45.237979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:45.290874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Pushing event updated for resources: {'Port': ['ID=a35a8268-1467-4a22-be70-9cdc7a43b714,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:45.308573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:45.322702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:45.357559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:45.373148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] The port 'fe45e323-b7cd-4e59-98b2-0d4c07eb9d56' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:15:45.381796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Transition to ACTIVE for port object 2270b06f-da22-4926-9e6f-8b55d472732c will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:45.429162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Transition to ACTIVE for port object 2270b06f-da22-4926-9e6f-8b55d472732c will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:45.436381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:45.437788 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bda9fff6-c477-4a6d-ab6d-817648de9d17 req-d4f7cdcb-b6d3-484c-9ff6-2fb6334fc70d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 210 time: 0.0604146
Dec 03 11:15:45.454946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:45.614162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Pushing event updated for resources: {'Port': ['ID=2270b06f-da22-4926-9e6f-8b55d472732c,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:45.619379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:45.646973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71643f0-d046-4ce9-8e5a-a955145d0a0a None None] DHCP port deletion for 40e209b2-cf85-4ca3-88fd-232ffbe7bd45 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:15:45.663274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b71643f0-d046-4ce9-8e5a-a955145d0a0a None None] Deleting port 6f3e1f5b-aabb-456f-866a-52d9851eafe5 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:45.663697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b71643f0-d046-4ce9-8e5a-a955145d0a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:45.683894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:45.736716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Network a3f081a9-c131-4fab-a87c-8af2dfe1ec57 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:45.759016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8::305 (a3f081a9-c131-4fab-a87c-8af2dfe1ec57/ffa8beda-164a-4c4f-b04e-4528faa71fb1/5a7bf630-07ef-4836-bdaf-b1cf74c03d3f) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:45.765720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:45.773816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:45.896469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Attempting to bind port 2270b06f-da22-4926-9e6f-8b55d472732c on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:15:45.896888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Attempting to bind port 2270b06f-da22-4926-9e6f-8b55d472732c by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'eb640a60-1106-4284-ad09-626415bc1b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'a3f081a9-c131-4fab-a87c-8af2dfe1ec57'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:15:45.897303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Attempting to bind port 2270b06f-da22-4926-9e6f-8b55d472732c on network a3f081a9-c131-4fab-a87c-8af2dfe1ec57 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:15:45.935124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Allocated IP 172.26.1.113 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/26465762-ca12-42ce-adff-547b5a4bb473) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:45.947197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:15:45.947790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Checking segment: {'id': 'eb640a60-1106-4284-ad09-626415bc1b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'a3f081a9-c131-4fab-a87c-8af2dfe1ec57'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:45.948355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:45.948908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Bound using segment: {'id': 'eb640a60-1106-4284-ad09-626415bc1b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'a3f081a9-c131-4fab-a87c-8af2dfe1ec57'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:15:45.949563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Bound port: 2270b06f-da22-4926-9e6f-8b55d472732c, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb640a60-1106-4284-ad09-626415bc1b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'a3f081a9-c131-4fab-a87c-8af2dfe1ec57'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:15:45.950097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.037320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] For port 6f3e1f5b-aabb-456f-866a-52d9851eafe5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=6f3e1f5b-aabb-456f-866a-52d9851eafe5,segment=NetworkSegment(b27f4a6a-9f89-4712-84fb-3274f1930a4a),segment_id=b27f4a6a-9f89-4712-84fb-3274f1930a4a)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:46.037724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.047605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b461ef60>,) {'filters': {'network_id': ['54e7703c-4cfd-4718-b9ca-bdea83c12412']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:46.083636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b71643f0-d046-4ce9-8e5a-a955145d0a0a None None] For port 6f3e1f5b-aabb-456f-866a-52d9851eafe5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=6f3e1f5b-aabb-456f-866a-52d9851eafe5,segment=NetworkSegment(b27f4a6a-9f89-4712-84fb-3274f1930a4a),segment_id=b27f4a6a-9f89-4712-84fb-3274f1930a4a)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:46.084245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b71643f0-d046-4ce9-8e5a-a955145d0a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.125558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b461ef60>, '5eaf2fb7-d282-4595-a6b3-04d5efaab04f') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:46.125789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b461ef60>, '5eaf2fb7-d282-4595-a6b3-04d5efaab04f') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:46.219009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.225941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b71643f0-d046-4ce9-8e5a-a955145d0a0a None None] Calling delete_port for 6f3e1f5b-aabb-456f-866a-52d9851eafe5 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:46.256827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Calling delete_port for 6f3e1f5b-aabb-456f-866a-52d9851eafe5 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:46.261616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Transition to ACTIVE for port object 1d52628b-b8f1-4017-9788-39e44c5bda18 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:46.284210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.302262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] For port 2270b06f-da22-4926-9e6f-8b55d472732c, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:15:46.318070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] For port 2270b06f-da22-4926-9e6f-8b55d472732c, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2270b06f-da22-4926-9e6f-8b55d472732c,segment=NetworkSegment(eb640a60-1106-4284-ad09-626415bc1b76),segment_id=eb640a60-1106-4284-ad09-626415bc1b76)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:15:46.339772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.345714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.346352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.350665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.353873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:15:46.371896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:46.415691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b71643f0-d046-4ce9-8e5a-a955145d0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.485263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a35a8268-1467-4a22-be70-9cdc7a43b714 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:46.489328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.623422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:15:46.624004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:15:46.640351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 54e7703c-4cfd-4718-b9ca-bdea83c12412 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:46.653321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.709707 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0f58ec9c-9a60-41a1-9ca0-18e6c216ee0f req-af78d4a8-51fa-4c87-bf00-633b71c180da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 210 time: 0.0790677
Dec 03 11:15:46.725327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Transition to ACTIVE for port object 5a7bf630-07ef-4836-bdaf-b1cf74c03d3f will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:46.730575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.760090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d7f73e03-9bec-4bee-8ffe-d3b74ae7a668 tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:46.762382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:46.787652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-df6949da-5848-4d1d-a4a5-aee52efa3e35 tempest-RoutersAdminNegativeIpV6Test-668608343 tempest-RoutersAdminNegativeIpV6Test-668608343] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:47.004563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Pushing event updated for resources: {'Port': ['ID=2270b06f-da22-4926-9e6f-8b55d472732c,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:47.004755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event updated for resources: {'Port': ['ID=1d52628b-b8f1-4017-9788-39e44c5bda18,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:47.022094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:47.027691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router dad80365-feb3-4d98-b573-4d30660a5085 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:15:47.027819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5de2ca6c-ccb3-419e-ac33-738925feb548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.562s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:47.055183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:47.076257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:47.100790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 54e7703c-4cfd-4718-b9ca-bdea83c12412 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:47.102655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba14725d-e8ed-429b-b96a-7a480c6f1fa1 tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:47.108198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71643f0-d046-4ce9-8e5a-a955145d0a0a None None] Pushing event deleted for resources: {'Port': ['ID=6f3e1f5b-aabb-456f-866a-52d9851eafe5,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:47.116553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b71643f0-d046-4ce9-8e5a-a955145d0a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:15:47.132156 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:15:47.134742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Deleting port 6f3e1f5b-aabb-456f-866a-52d9851eafe5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:47.134742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:47.135802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port a35a8268-1467-4a22-be70-9cdc7a43b714 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:47.140618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71643f0-d046-4ce9-8e5a-a955145d0a0a None None] No DVR routers for this DVR port 6f3e1f5b-aabb-456f-866a-52d9851eafe5 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:15:47.207621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Pushing event updated for resources: {'Port': ['ID=26465762-ca12-42ce-adff-547b5a4bb473,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:47.213628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 6f3e1f5b-aabb-456f-866a-52d9851eafe5 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:15:47.232794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:47.277088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 6f3e1f5b-aabb-456f-866a-52d9851eafe5 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:15:47.277680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 6f3e1f5b-aabb-456f-866a-52d9851eafe5 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:15:47.310611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcbf273-d77e-4794-ae01-e9401e10589a None None] Network d6a8abbf-02f9-444e-baba-466ff0a6f350 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:47.359359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] The port '6f3e1f5b-aabb-456f-866a-52d9851eafe5' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:15:47.445726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1767d476-f526-44b5-8881-7a814f387d51 None None] Provisioning for port a35a8268-1467-4a22-be70-9cdc7a43b714 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:47.462080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1767d476-f526-44b5-8881-7a814f387d51 None None] Provisioning complete for port a35a8268-1467-4a22-be70-9cdc7a43b714 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:47.462514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1767d476-f526-44b5-8881-7a814f387d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:47.487646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:47.497820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:47.504912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=5a7bf630-07ef-4836-bdaf-b1cf74c03d3f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:47.510180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:47.514795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:47.515704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:47.523027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:47.614249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:15:47.629466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe1e45-3307-4d2e-88a1-6387078b5ecc None None] Sync routers for ids ['dad80365-feb3-4d98-b573-4d30660a5085'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:15:47.634603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 4.2117562
Dec 03 11:15:47.646245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42254) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:47.664709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-40242087-e6ad-4ae2-800e-df40106483cf tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d9:b9:3f'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:47.687437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe1e45-3307-4d2e-88a1-6387078b5ecc None None] Routers {'dad80365-feb3-4d98-b573-4d30660a5085'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:47.688160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f0fe1e45-3307-4d2e-88a1-6387078b5ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b59023c8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['dad80365-feb3-4d98-b573-4d30660a5085'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:47.694476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network a3f081a9-c131-4fab-a87c-8af2dfe1ec57 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:47.700598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:47.703141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:47.710303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:47.716691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:47.717390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:47.727126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:47.731053 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 6.7820373
Dec 03 11:15:47.738044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42258) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:47.771204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f0fe1e45-3307-4d2e-88a1-6387078b5ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b59023c8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:47.799417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-101cda9d-cf1a-43c0-b22c-cd4d1599502a tempest-ExtraDHCPOptionsIpV6TestJSON-557713983 tempest-ExtraDHCPOptionsIpV6TestJSON-557713983] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:47.891193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1767d476-f526-44b5-8881-7a814f387d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:47.909456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe1e45-3307-4d2e-88a1-6387078b5ecc None None] Routers {'dad80365-feb3-4d98-b573-4d30660a5085'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:47.910534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f0fe1e45-3307-4d2e-88a1-6387078b5ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b59023c8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['dad80365-feb3-4d98-b573-4d30660a5085'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:47.930245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:48.011064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f0fe1e45-3307-4d2e-88a1-6387078b5ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b59023c8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:48.011634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe1e45-3307-4d2e-88a1-6387078b5ecc None None] The sync data for ids ['dad80365-feb3-4d98-b573-4d30660a5085'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:15:48.043987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1767d476-f526-44b5-8881-7a814f387d51 None None] For port a35a8268-1467-4a22-be70-9cdc7a43b714, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a35a8268-1467-4a22-be70-9cdc7a43b714,segment=NetworkSegment(a29e1dff-c04c-400d-b35a-ae6e26eec6ec),segment_id=a29e1dff-c04c-400d-b35a-ae6e26eec6ec)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:48.049245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1767d476-f526-44b5-8881-7a814f387d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:48.056549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:48.063414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Network': ['ID=54e7703c-4cfd-4718-b9ca-bdea83c12412,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:48.082266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:48.084466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:48.114831 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/networks/54e7703c-4cfd-4718-b9ca-bdea83c12412 HTTP/1.1" status: 204  len: 168 time: 11.4754717
Dec 03 11:15:48.117251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42264) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:48.132904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:48.170957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:48.177596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767d476-f526-44b5-8881-7a814f387d51 None None] Pushing event updated for resources: {'Port': ['ID=a35a8268-1467-4a22-be70-9cdc7a43b714,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:48.179551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:48.181154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1767d476-f526-44b5-8881-7a814f387d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:48.193057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-45230194-937e-43fc-b338-5b8727ff2d6c None None] Provisioning for port 1d52628b-b8f1-4017-9788-39e44c5bda18 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:48.200259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-45230194-937e-43fc-b338-5b8727ff2d6c None None] Provisioning complete for port 1d52628b-b8f1-4017-9788-39e44c5bda18 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:48.200688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45230194-937e-43fc-b338-5b8727ff2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:48.300660 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c777112-733d-4480-bfa2-d9e050ff64b4 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] DELETE failed (client error): The resource could not be found.
Dec 03 11:15:48.301245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c777112-733d-4480-bfa2-d9e050ff64b4 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:48.305782 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1c777112-733d-4480-bfa2-d9e050ff64b4 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/subnets/b2e0efe7-f60a-4f3d-ad3a-e1c51e2b6532 HTTP/1.1" status: 404  len: 337 time: 0.1735408
Dec 03 11:15:48.307395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-45230194-937e-43fc-b338-5b8727ff2d6c None None] Port 1d52628b-b8f1-4017-9788-39e44c5bda18 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:48.321689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42268) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:48.383165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4cdd898>,) {'filters': {'network_id': ['40e209b2-cf85-4ca3-88fd-232ffbe7bd45']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:48.388010 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9c2ae968-0520-40cf-9b16-49a7c7604fb8 req-2174dbcc-532b-47cd-9cc4-f1e582bc0c3d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 210 time: 0.0855145
Dec 03 11:15:48.397066 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f349f85-8241-4823-8ce1-d5eda949bb06 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] DELETE failed (client error): The resource could not be found.
Dec 03 11:15:48.401490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f349f85-8241-4823-8ce1-d5eda949bb06 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:48.403604 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2f349f85-8241-4823-8ce1-d5eda949bb06 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/networks/54e7703c-4cfd-4718-b9ca-bdea83c12412 HTTP/1.1" status: 404  len: 339 time: 0.0806925
Dec 03 11:15:48.413588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42272) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:48.435744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4cdd898>, 'b27f4a6a-9f89-4712-84fb-3274f1930a4a') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:48.436395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4cdd898>, 'b27f4a6a-9f89-4712-84fb-3274f1930a4a') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:48.479593 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 5.6190543
Dec 03 11:15:48.499984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42276) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:48.516618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:48.562813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7dc76c70-1e0e-4413-baa0-941ac04b5910 None None] Provisioning complete for port a35a8268-1467-4a22-be70-9cdc7a43b714 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:48.563289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7dc76c70-1e0e-4413-baa0-941ac04b5910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:48.602854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a35a8268-1467-4a22-be70-9cdc7a43b714 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:48.631027 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3915882-b3ba-4b68-9c16-fa5b59a6ede1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] DELETE failed (client error): The resource could not be found.
Dec 03 11:15:48.631582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3915882-b3ba-4b68-9c16-fa5b59a6ede1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:48.633582 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d3915882-b3ba-4b68-9c16-fa5b59a6ede1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/subnets/b1e31462-77e9-4c99-adf5-04c2f86f55f4 HTTP/1.1" status: 404  len: 337 time: 0.2059736
Dec 03 11:15:48.646467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42284) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:48.731371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:48.738387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Releasing vxlan tunnel 15 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:15:48.781241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port a35a8268-1467-4a22-be70-9cdc7a43b714 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:48.781818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:48.782505 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7200dc-13d5-4044-b6f0-936a6add0120 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] DELETE failed (client error): The resource could not be found.
Dec 03 11:15:48.783074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7200dc-13d5-4044-b6f0-936a6add0120 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:48.788334 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0e7200dc-13d5-4044-b6f0-936a6add0120 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/networks/2de83325-ce51-48e1-86ce-62a57da0a7d2 HTTP/1.1" status: 404  len: 339 time: 0.1278996
Dec 03 11:15:48.798105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42288) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:48.865455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0805fa03-4dbf-4eb5-a97b-67990e80f61e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 5a7bf630-07ef-4836-bdaf-b1cf74c03d3f {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:48.865847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0805fa03-4dbf-4eb5-a97b-67990e80f61e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:48.869161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cf460-6180-4578-851f-7b165c2de691 req-c0286139-3ac9-4714-ba0c-3db1fa879966 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:48.870860 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-c0286139-3ac9-4714-ba0c-3db1fa879966 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks?id=0181c518-01f1-4e35-9207-f8b8a82a4943 HTTP/1.1" status: 200  len: 796 time: 0.5941265
Dec 03 11:15:48.964578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2270b06f-da22-4926-9e6f-8b55d472732c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:49.003402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-21220a04-f4f9-40ed-be43-5732a2c17327 None None] Provisioning complete for port a35a8268-1467-4a22-be70-9cdc7a43b714 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:49.004573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21220a04-f4f9-40ed-be43-5732a2c17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:49.009667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8efc4a-5f31-42eb-8f3c-c03eb7123f06 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] DELETE failed (client error): The resource could not be found.
Dec 03 11:15:49.010171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8efc4a-5f31-42eb-8f3c-c03eb7123f06 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:49.013971 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9a8efc4a-5f31-42eb-8f3c-c03eb7123f06 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/subnets/955ff984-b542-41fb-9ea0-71833b507837 HTTP/1.1" status: 404  len: 337 time: 0.2032621
Dec 03 11:15:49.044921 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-19407820-d138-40fd-bea2-7e8dc8728504 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/routers/dad80365-feb3-4d98-b573-4d30660a5085 HTTP/1.1" status: 200  len: 884 time: 1.3010504
Dec 03 11:15:49.050413 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-a3dc3e88-901c-4c45-ac18-6af47a011797 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 7761 time: 0.1410592
Dec 03 11:15:49.053444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42292) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:49.053828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42294) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:49.113031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'device_id': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'admin_state_up': True, 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'security_groups': ['7c91f8b4-2b29-4ff3-8b20-6b473bf410f4']}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:49.184778 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6a2764-53c2-4d8c-a455-1f5c0756c73e tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] DELETE failed (client error): The resource could not be found.
Dec 03 11:15:49.185283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6a2764-53c2-4d8c-a455-1f5c0756c73e tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:49.189577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 2270b06f-da22-4926-9e6f-8b55d472732c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:49.189730 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3b6a2764-53c2-4d8c-a455-1f5c0756c73e tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/networks/38986dab-65ce-4dc7-8a6d-e6a27e9392c6 HTTP/1.1" status: 404  len: 339 time: 0.1298766
Dec 03 11:15:49.225192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42300) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:49.302756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40242087-e6ad-4ae2-800e-df40106483cf tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:49.339191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-26df40fa-b895-4e34-a811-1d4039724c40 None None] Provisioning complete for port a35a8268-1467-4a22-be70-9cdc7a43b714 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:49.339617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26df40fa-b895-4e34-a811-1d4039724c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:49.376692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba14ab2-b2ff-4791-b6b0-4e7295bc8243 None None] Network a3f081a9-c131-4fab-a87c-8af2dfe1ec57 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:49.392593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:49.392936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network 40e209b2-cf85-4ca3-88fd-232ffbe7bd45 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:49.401198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:port and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:49.407191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for port was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:49.424261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:49.491353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:49.613727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:49.619303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:49.643727 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d51c6bc8-d79a-4555-b173-041905bf38b8 req-9058c9cb-8743-454c-ad30-26f04b17a1ee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 210 time: 0.0935333
Dec 03 11:15:49.771394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ef4fcf1f-b22d-4074-9196-662e64aaaabb None None] Provisioning for port 2270b06f-da22-4926-9e6f-8b55d472732c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:49.780618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ef4fcf1f-b22d-4074-9196-662e64aaaabb None None] Provisioning complete for port 2270b06f-da22-4926-9e6f-8b55d472732c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:49.781041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef4fcf1f-b22d-4074-9196-662e64aaaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:49.929185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef4fcf1f-b22d-4074-9196-662e64aaaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:49.984235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-33e5042d-ad49-4ff3-beaf-dfba29e06880 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Deleting port 67813344-6377-4c49-820f-95ef95fb33f9 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:49.984623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e5042d-ad49-4ff3-beaf-dfba29e06880 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:49.986627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ef4fcf1f-b22d-4074-9196-662e64aaaabb None None] For port 2270b06f-da22-4926-9e6f-8b55d472732c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2270b06f-da22-4926-9e6f-8b55d472732c,segment=NetworkSegment(eb640a60-1106-4284-ad09-626415bc1b76),segment_id=eb640a60-1106-4284-ad09-626415bc1b76)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:49.990476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef4fcf1f-b22d-4074-9196-662e64aaaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:49.994594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:50.040952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40242087-e6ad-4ae2-800e-df40106483cf tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:50.050469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40242087-e6ad-4ae2-800e-df40106483cf tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:50.077042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:50.081867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fcf1f-b22d-4074-9196-662e64aaaabb None None] Pushing event updated for resources: {'Port': ['ID=2270b06f-da22-4926-9e6f-8b55d472732c,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:50.088041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ef4fcf1f-b22d-4074-9196-662e64aaaabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:50.113029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-71d379f0-f15d-45c7-9b7b-991031d9c3c2 None None] Provisioning for port 5a7bf630-07ef-4836-bdaf-b1cf74c03d3f completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:50.118653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-71d379f0-f15d-45c7-9b7b-991031d9c3c2 None None] Provisioning complete for port 5a7bf630-07ef-4836-bdaf-b1cf74c03d3f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:50.119116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71d379f0-f15d-45c7-9b7b-991031d9c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:50.198713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-71d379f0-f15d-45c7-9b7b-991031d9c3c2 None None] Port 5a7bf630-07ef-4836-bdaf-b1cf74c03d3f cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:50.213334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-71d379f0-f15d-45c7-9b7b-991031d9c3c2 None None] Provisioning complete for port 2270b06f-da22-4926-9e6f-8b55d472732c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:50.213965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71d379f0-f15d-45c7-9b7b-991031d9c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:50.280149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network 40e209b2-cf85-4ca3-88fd-232ffbe7bd45 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:15:50.321413 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:15:50.406272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-40242087-e6ad-4ae2-800e-df40106483cf tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] In _notify_port_updated(), no bound segment for port 1d52628b-b8f1-4017-9788-39e44c5bda18 on network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 {{(pid=80975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:15:50.408732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2270b06f-da22-4926-9e6f-8b55d472732c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:15:50.411661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40242087-e6ad-4ae2-800e-df40106483cf tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:50.412426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40242087-e6ad-4ae2-800e-df40106483cf tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:50.417037 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40242087-e6ad-4ae2-800e-df40106483cf tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "PUT /v2.0/ports/1d52628b-b8f1-4017-9788-39e44c5bda18 HTTP/1.1" status: 200  len: 1001 time: 2.7660038
Dec 03 11:15:50.433892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42308) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:50.435906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:50.486225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40242087-e6ad-4ae2-800e-df40106483cf tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event updated for resources: {'Port': ['ID=1d52628b-b8f1-4017-9788-39e44c5bda18,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:50.508735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40242087-e6ad-4ae2-800e-df40106483cf tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:50.510025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.7 (0181c518-01f1-4e35-9207-f8b8a82a4943/4200b6e2-2940-49ba-9709-fee3d781fff5/c6bdf139-a3ae-4585-8c16-5c54b111a6e1) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:50.519043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 2270b06f-da22-4926-9e6f-8b55d472732c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:50.519470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:50.584155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b6166-b925-47a8-a4d8-0a91dec542d7 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Deleting port 1d52628b-b8f1-4017-9788-39e44c5bda18 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:50.584547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6166-b925-47a8-a4d8-0a91dec542d7 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:50.613228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-97ce6af2-5c87-4d6e-97b5-b9b8f8960628 None None] Provisioning complete for port 2270b06f-da22-4926-9e6f-8b55d472732c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:50.614327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97ce6af2-5c87-4d6e-97b5-b9b8f8960628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:50.764823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0805fa03-4dbf-4eb5-a97b-67990e80f61e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:50.958963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.002457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.014117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-aedfc7d5-c18c-45c5-90f6-52d471cad078 None None] Provisioning complete for port 1d52628b-b8f1-4017-9788-39e44c5bda18 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:51.014688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aedfc7d5-c18c-45c5-90f6-52d471cad078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.070212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-aedfc7d5-c18c-45c5-90f6-52d471cad078 None None] Port 1d52628b-b8f1-4017-9788-39e44c5bda18 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:51.070667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fa9130c7-0b0f-471b-b621-a1107ef53359 req-092131d9-6aa1-4eb3-9eb3-b2a313cd20dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 210 time: 0.1218863
Dec 03 11:15:51.083737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-aedfc7d5-c18c-45c5-90f6-52d471cad078 None None] Provisioning complete for port 5a7bf630-07ef-4836-bdaf-b1cf74c03d3f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:51.084224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aedfc7d5-c18c-45c5-90f6-52d471cad078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.090488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-220f13a6-79db-4694-90d1-92d11529b128 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:51.117225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0805fa03-4dbf-4eb5-a97b-67990e80f61e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 5a7bf630-07ef-4836-bdaf-b1cf74c03d3f owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:51.122336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6166-b925-47a8-a4d8-0a91dec542d7 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.148821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.153359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-aedfc7d5-c18c-45c5-90f6-52d471cad078 None None] Port 5a7bf630-07ef-4836-bdaf-b1cf74c03d3f cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:51.166715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-aedfc7d5-c18c-45c5-90f6-52d471cad078 None None] Provisioning complete for port 2270b06f-da22-4926-9e6f-8b55d472732c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:51.167170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aedfc7d5-c18c-45c5-90f6-52d471cad078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.272298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b6166-b925-47a8-a4d8-0a91dec542d7 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Calling delete_port for 1d52628b-b8f1-4017-9788-39e44c5bda18 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:51.323866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.343558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event deleted for resources: {'Network': ['ID=40e209b2-cf85-4ca3-88fd-232ffbe7bd45,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:51.359712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object c6bdf139-a3ae-4585-8c16-5c54b111a6e1 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:51.361589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:51.383022 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "DELETE /v2.0/networks/40e209b2-cf85-4ca3-88fd-232ffbe7bd45 HTTP/1.1" status: 204  len: 168 time: 6.5959182
Dec 03 11:15:51.385908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42314) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:51.418071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e5042d-ad49-4ff3-beaf-dfba29e06880 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.602684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-33e5042d-ad49-4ff3-beaf-dfba29e06880 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Calling delete_port for 67813344-6377-4c49-820f-95ef95fb33f9 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:51.740589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-157598ef-e114-4c40-963f-eca71982f504 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Synchronizing usage tracker for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:router {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:51.748939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.750733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.771654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64a2f526-27ef-4e7c-ae1d-ecce9b5bc7c5 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:51.927027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-157598ef-e114-4c40-963f-eca71982f504 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Unset dirty status for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:router {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:51.928492 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-157598ef-e114-4c40-963f-eca71982f504 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 2.8693333
Dec 03 11:15:51.932038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42318) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:51.937318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6166-b925-47a8-a4d8-0a91dec542d7 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.944883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0805fa03-4dbf-4eb5-a97b-67990e80f61e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.946637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e5042d-ad49-4ff3-beaf-dfba29e06880 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:51.980442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3127fdba-4ca2-4d4f-bb1e-8b83b87e7a88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1338393205'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:51.989862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=c6bdf139-a3ae-4585-8c16-5c54b111a6e1,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:52.000172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:52.005185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c61bd69-ebb5-4e09-a6ca-1e5514eb790f tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:52.040030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-97ad07f7-8d2a-48a9-a815-4170f98190f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71021044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:52.104826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5042d-ad49-4ff3-beaf-dfba29e06880 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Port': ['ID=67813344-6377-4c49-820f-95ef95fb33f9,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:52.135615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b6166-b925-47a8-a4d8-0a91dec542d7 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event deleted for resources: {'Port': ['ID=1d52628b-b8f1-4017-9788-39e44c5bda18,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:52.202049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f3b6166-b925-47a8-a4d8-0a91dec542d7 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:52.349936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0d51e7-c391-425d-820d-6e9b17c94a73 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Deleting subnet 6706caff-d33b-4382-818b-56efcbf76dc5 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:15:52.364399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 0181c518-01f1-4e35-9207-f8b8a82a4943 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:52.367833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea0d51e7-c391-425d-820d-6e9b17c94a73 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:52.400200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:52.410074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:52.490845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805fa03-4dbf-4eb5-a97b-67990e80f61e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=5a7bf630-07ef-4836-bdaf-b1cf74c03d3f,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:52.494064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0805fa03-4dbf-4eb5-a97b-67990e80f61e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:52.508306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea0d51e7-c391-425d-820d-6e9b17c94a73 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:52.520638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:52.521078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:52.547318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6166-b925-47a8-a4d8-0a91dec542d7 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:52.593730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:52.594430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:52.607611 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f3b6166-b925-47a8-a4d8-0a91dec542d7 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "DELETE /v2.0/ports/1d52628b-b8f1-4017-9788-39e44c5bda18 HTTP/1.1" status: 204  len: 168 time: 2.1725495
Dec 03 11:15:52.616806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42324) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:52.684596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4af079-3862-4347-ac47-ddd9ec0eaf06 req-e7261196-580b-4d8a-a32b-ae898f7727f0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:52.685404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-8b4af079-3862-4347-ac47-ddd9ec0eaf06 req-e7261196-580b-4d8a-a32b-ae898f7727f0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:52.707536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fe4b49-3423-4a33-acaf-c16f9b388c3e tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] GET failed (client error): The resource could not be found.
Dec 03 11:15:52.707536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c3fe4b49-3423-4a33-acaf-c16f9b388c3e tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Synchronizing usage tracker for tenant:d97abd82054e47c48ad60ec368cfb70e on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:52.720528 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6148722
Dec 03 11:15:52.727112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33e5042d-ad49-4ff3-beaf-dfba29e06880 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:52.732010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b01b3249-9ca9-483d-bb7f-74b4e53fd9e7 None None] Provisioning for port c6bdf139-a3ae-4585-8c16-5c54b111a6e1 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:52.741707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b01b3249-9ca9-483d-bb7f-74b4e53fd9e7 None None] Provisioning complete for port c6bdf139-a3ae-4585-8c16-5c54b111a6e1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:52.743351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b01b3249-9ca9-483d-bb7f-74b4e53fd9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:52.744356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Request body: {'port': {'device_id': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:52.788729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-33e5042d-ad49-4ff3-beaf-dfba29e06880 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/ports/67813344-6377-4c49-820f-95ef95fb33f9 HTTP/1.1" status: 204  len: 168 time: 3.5151949
Dec 03 11:15:52.789294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-8b4af079-3862-4347-ac47-ddd9ec0eaf06 req-e7261196-580b-4d8a-a32b-ae898f7727f0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:52.790345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8b4af079-3862-4347-ac47-ddd9ec0eaf06 req-e7261196-580b-4d8a-a32b-ae898f7727f0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 931 time: 0.5506279
Dec 03 11:15:52.796885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42328) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:52.803442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea0d51e7-c391-425d-820d-6e9b17c94a73 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:52.815336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b01b3249-9ca9-483d-bb7f-74b4e53fd9e7 None None] Port c6bdf139-a3ae-4585-8c16-5c54b111a6e1 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:52.838291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c3fe4b49-3423-4a33-acaf-c16f9b388c3e tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Unset dirty status for tenant:d97abd82054e47c48ad60ec368cfb70e on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:52.839608 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c3fe4b49-3423-4a33-acaf-c16f9b388c3e tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "GET /v2.0/ports/1d52628b-b8f1-4017-9788-39e44c5bda18 HTTP/1.1" status: 404  len: 333 time: 0.2216516
Dec 03 11:15:52.847624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42332) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:52.924213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Request body: {'port': {'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1541499559'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:53.000299 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-791fbe96-7e55-4c17-a987-ee07645ce31c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] DELETE failed (client error): The resource could not be found.
Dec 03 11:15:53.000712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791fbe96-7e55-4c17-a987-ee07645ce31c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:53.002539 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-791fbe96-7e55-4c17-a987-ee07645ce31c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/subnets/bf8d6fca-890e-448b-bf65-88aead871560 HTTP/1.1" status: 404  len: 337 time: 0.2013841
Dec 03 11:15:53.005253 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8b4af079-3862-4347-ac47-ddd9ec0eaf06 req-b49fbd5b-47ce-46d5-bac0-6f03ede4b611 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2074571
Dec 03 11:15:53.008544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42336) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:53.018820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0805fa03-4dbf-4eb5-a97b-67990e80f61e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:53.023422 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0805fa03-4dbf-4eb5-a97b-67990e80f61e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/5a7bf630-07ef-4836-bdaf-b1cf74c03d3f HTTP/1.1" status: 204  len: 168 time: 4.5120082
Dec 03 11:15:53.034545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42340) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:53.041332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:53.185559 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f48ba6-d0b0-43bb-b82d-0eb897440f5c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] DELETE failed (client error): The resource could not be found.
Dec 03 11:15:53.186056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f48ba6-d0b0-43bb-b82d-0eb897440f5c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:53.190614 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d5f48ba6-d0b0-43bb-b82d-0eb897440f5c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/5a7bf630-07ef-4836-bdaf-b1cf74c03d3f HTTP/1.1" status: 404  len: 333 time: 0.1502187
Dec 03 11:15:53.193895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42344) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:53.196754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:15:53.289075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-751396b0-4a5c-4eb1-938b-fb4efbb5209e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:15:53.289558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-751396b0-4a5c-4eb1-938b-fb4efbb5209e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:53.311745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:53.588580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:53.590833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-751396b0-4a5c-4eb1-938b-fb4efbb5209e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:53.592083 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-751396b0-4a5c-4eb1-938b-fb4efbb5209e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/5a7bf630-07ef-4836-bdaf-b1cf74c03d3f HTTP/1.1" status: 404  len: 333 time: 0.3930986
Dec 03 11:15:53.595341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42348) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:53.619893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:53.661520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Made reservation on behalf of d97abd82054e47c48ad60ec368cfb70e for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:53.667089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:53.697525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:15:53.707571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Sync routers for ids ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:15:53.719212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Routers {'6c7301fa-cc5d-489c-8bb4-f2785c70bf94'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:53.719889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6698518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:53.747937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:53.751935 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 11.9274938
Dec 03 11:15:53.752066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea0d51e7-c391-425d-820d-6e9b17c94a73 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:53.767621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3127fdba-4ca2-4d4f-bb1e-8b83b87e7a88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:53.772529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42352) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:53.779192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:53.801084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3127fdba-4ca2-4d4f-bb1e-8b83b87e7a88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:53.819540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:54.046309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] device_id is not set on port ccdbf0b2-e275-4d88-849e-423fd2215aec yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:15:54.107420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Set router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:15:54.165572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3127fdba-4ca2-4d4f-bb1e-8b83b87e7a88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router dad80365-feb3-4d98-b573-4d30660a5085 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:15:54.215807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d51e7-c391-425d-820d-6e9b17c94a73 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event deleted for resources: {'Subnet': ['ID=6706caff-d33b-4382-818b-56efcbf76dc5,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:54.359855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ea0d51e7-c391-425d-820d-6e9b17c94a73 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:54.429914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6698518>, [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:15:49Z', 'revision_number': 3, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:54.434453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Checking router: 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:15:54.434856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Updating router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 port 26465762-ca12-42ce-adff-547b5a4bb473 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:15:54.491035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:54.646414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Allocated IP 2001:db8::112 (44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0/3906eff7-5abd-414f-b70b-aea823c7ef71/ccdbf0b2-e275-4d88-849e-423fd2215aec) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:54.723367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b642ea20>,) {'filters': {'network_id': ['af6865f8-f793-47a9-afbf-22b605dfb859']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:54.731725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3127fdba-4ca2-4d4f-bb1e-8b83b87e7a88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:15:54.748523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51f885-e6a6-4248-90c1-44fd1043559c None None] Sync routers for ids ['dad80365-feb3-4d98-b573-4d30660a5085'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:15:54.748676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3127fdba-4ca2-4d4f-bb1e-8b83b87e7a88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:54.754042 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3127fdba-4ca2-4d4f-bb1e-8b83b87e7a88 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/dad80365-feb3-4d98-b573-4d30660a5085 HTTP/1.1" status: 200  len: 891 time: 2.8201811
Dec 03 11:15:54.757382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42358) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:54.773312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b642ea20>, 'a786a1fe-3286-47ed-ade0-03bb09f8d104') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:54.773688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b642ea20>, 'a786a1fe-3286-47ed-ade0-03bb09f8d104') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:54.781443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51f885-e6a6-4248-90c1-44fd1043559c None None] Routers {'dad80365-feb3-4d98-b573-4d30660a5085'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:54.783359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0c51f885-e6a6-4248-90c1-44fd1043559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d41080>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['dad80365-feb3-4d98-b573-4d30660a5085'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:54.799519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea0d51e7-c391-425d-820d-6e9b17c94a73 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:54.844424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:54.889022 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ea0d51e7-c391-425d-820d-6e9b17c94a73 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "DELETE /v2.0/subnets/6706caff-d33b-4382-818b-56efcbf76dc5 HTTP/1.1" status: 204  len: 168 time: 3.5015635
Dec 03 11:15:54.896772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea63e40-04a8-430e-a8c7-e667127e0b8b None None] Network 269d9877-79c6-4c5a-b44f-5715c72b3e10 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:54.901887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42362) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:54.940966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:54.956732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.065241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Releasing vxlan tunnel 12 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:15:55.118568 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-93af733d-edde-40ad-a604-4379f10a4ff0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/routers/dad80365-feb3-4d98-b573-4d30660a5085 HTTP/1.1" status: 200  len: 891 time: 0.3596058
Dec 03 11:15:55.119616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42366) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:55.119772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70c8a48-e79c-47d8-8961-306a46ce4e7b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting subnet ffa8beda-164a-4c4f-b04e-4528faa71fb1 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:15:55.123625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.135845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e70c8a48-e79c-47d8-8961-306a46ce4e7b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.175943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed3d3d-73a9-4d28-93bf-96e9f3f53932 req-1722a674-1761-41c4-87b2-be0baa10c38c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:55.178375 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f6ed3d3d-73a9-4d28-93bf-96e9f3f53932 req-1722a674-1761-41c4-87b2-be0baa10c38c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 931 time: 0.9720492
Dec 03 11:15:55.192774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1e60a791-4eb0-45f2-9979-833e3128a7b7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Synchronizing usage tracker for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:15:55.201257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0c51f885-e6a6-4248-90c1-44fd1043559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d41080>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:55.217314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1e60a791-4eb0-45f2-9979-833e3128a7b7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Unset dirty status for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:15:55.222407 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1e60a791-4eb0-45f2-9979-833e3128a7b7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=dad80365-feb3-4d98-b573-4d30660a5085 HTTP/1.1" status: 200  len: 205 time: 0.0919859
Dec 03 11:15:55.223174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42370) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:55.225213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51f885-e6a6-4248-90c1-44fd1043559c None None] Routers {'dad80365-feb3-4d98-b573-4d30660a5085'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:55.225906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0c51f885-e6a6-4248-90c1-44fd1043559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d41080>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['dad80365-feb3-4d98-b573-4d30660a5085'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:55.237890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:15:55.320594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0c51f885-e6a6-4248-90c1-44fd1043559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d41080>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:55.321296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51f885-e6a6-4248-90c1-44fd1043559c None None] The sync data for ids ['dad80365-feb3-4d98-b573-4d30660a5085'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:15:55.435197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.454540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad346eb-8639-46df-9d12-00b421139fff None None] DHCP port deletion for 269d9877-79c6-4c5a-b44f-5715c72b3e10 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:15:55.460613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bad346eb-8639-46df-9d12-00b421139fff None None] Deleting port 8f4908f7-332e-4065-8280-4df62b89cdd2 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:55.461197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bad346eb-8639-46df-9d12-00b421139fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.533686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e70c8a48-e79c-47d8-8961-306a46ce4e7b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.574938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network af6865f8-f793-47a9-afbf-22b605dfb859 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:55.594930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.613187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bdf139-a3ae-4585-8c16-5c54b111a6e1 {{(pid=80975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:15:55.629523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.635890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port ad7da1f4-7091-4cab-b104-7c0e86a3cc24 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:55.635890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.683194 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f6ed3d3d-73a9-4d28-93bf-96e9f3f53932 req-5d9409af-e37b-43bb-9fab-862791a3962a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4277027
Dec 03 11:15:55.693243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-bad346eb-8639-46df-9d12-00b421139fff None None] For port 8f4908f7-332e-4065-8280-4df62b89cdd2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8f4908f7-332e-4065-8280-4df62b89cdd2,segment=NetworkSegment(2dfa6103-068b-4685-a9da-29b1a5271662),segment_id=2dfa6103-068b-4685-a9da-29b1a5271662)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:15:55.693576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bad346eb-8639-46df-9d12-00b421139fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.696697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.835354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bad346eb-8639-46df-9d12-00b421139fff None None] Calling delete_port for 8f4908f7-332e-4065-8280-4df62b89cdd2 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:55.841395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.940958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bad346eb-8639-46df-9d12-00b421139fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:55.970336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:55.980816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for ad7da1f4-7091-4cab-b104-7c0e86a3cc24 owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:56.026129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad346eb-8639-46df-9d12-00b421139fff None None] Pushing event deleted for resources: {'Port': ['ID=8f4908f7-332e-4065-8280-4df62b89cdd2,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:56.029982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bad346eb-8639-46df-9d12-00b421139fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:56.107720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad346eb-8639-46df-9d12-00b421139fff None None] No DVR routers for this DVR port 8f4908f7-332e-4065-8280-4df62b89cdd2 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:15:56.132155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.332855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.354927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network af6865f8-f793-47a9-afbf-22b605dfb859 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:15:56.367085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8f4908f7-332e-4065-8280-4df62b89cdd2 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:15:56.388745 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:15:56.395276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17fa5c4-182f-40da-aef1-e0b4953106df tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Deleting subnet fb1aa33c-bfb0-4937-9927-2e604f702799 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:15:56.409955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 8f4908f7-332e-4065-8280-4df62b89cdd2 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:15:56.410967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8f4908f7-332e-4065-8280-4df62b89cdd2 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:15:56.411322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a17fa5c4-182f-40da-aef1-e0b4953106df tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.473967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.476400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.498123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.498985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Fanout notify agent at l3_agent the message router_deleted on router dad80365-feb3-4d98-b573-4d30660a5085 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:15:56.522818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.524204 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e7a1dc21-a63c-4213-912b-971694ea14a2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/dad80365-feb3-4d98-b573-4d30660a5085 HTTP/1.1" status: 204  len: 168 time: 1.2994587
Dec 03 11:15:56.527925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42374) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:56.534338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2081362281'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:56.540009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:56.544316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:network and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:56.547807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:56.550627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e70c8a48-e79c-47d8-8961-306a46ce4e7b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.554655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:56.564057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:56.570326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.603431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:15:56.604775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Transition to ACTIVE for port object 26465762-ca12-42ce-adff-547b5a4bb473 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:56.606573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Transition to ACTIVE for port object ccdbf0b2-e275-4d88-849e-423fd2215aec will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:56.607679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.613847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Transition to ACTIVE for port object c6bdf139-a3ae-4585-8c16-5c54b111a6e1 will not be triggered until provisioned by entity L2. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:56.616333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a17fa5c4-182f-40da-aef1-e0b4953106df tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.618868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.619339 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Added segment 64a275f2-8e9a-4f6c-be0c-94e761591ef5 of type vxlan for network 534b83d2-90b4-45c5-845b-4cb4a62338c0
Dec 03 11:15:56.625576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:56.655228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.658282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.666039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.668094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.689806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2bfc2014-e464-47e3-8982-69826aab3a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:56.725589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.778182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Pushing event updated for resources: {'Port': ['ID=26465762-ca12-42ce-adff-547b5a4bb473,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:56.778449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1aaa40f3-28b1-4443-875a-8a4aa26d857f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:56.790931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.791322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.791709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.792087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.792437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.792992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.793508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.794023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.794538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.795142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.795673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.796176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.796718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.797342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.797854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.798377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.798884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.799413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.800181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.800947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.801496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.802005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.802515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.803084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:15:56.809936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:56.851218 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/networks/af6865f8-f793-47a9-afbf-22b605dfb859 HTTP/1.1" status: 204  len: 168 time: 3.8415182
Dec 03 11:15:56.856877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42382) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:56.872847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Attempting to bind port 26465762-ca12-42ce-adff-547b5a4bb473 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:15:56.873325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Attempting to bind port 26465762-ca12-42ce-adff-547b5a4bb473 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:15:56.873832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Attempting to bind port 26465762-ca12-42ce-adff-547b5a4bb473 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:15:56.896289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:15:56.897079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:56.897828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.898417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:15:56.899143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Bound port: 26465762-ca12-42ce-adff-547b5a4bb473, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:15:56.899969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.924487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:15:56.946197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-118451ce-5ac8-4044-9717-a0a98f7c7e2c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Deleting port 9dbf408f-3efb-4e50-9f9a-58e072dc27d1 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:15:56.946685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-118451ce-5ac8-4044-9717-a0a98f7c7e2c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:56.998104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] For port 26465762-ca12-42ce-adff-547b5a4bb473, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:15:57.001929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] For port 26465762-ca12-42ce-adff-547b5a4bb473, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=26465762-ca12-42ce-adff-547b5a4bb473,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:15:57.006095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:57.028316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event updated for resources: {'Port': ['ID=ccdbf0b2-e275-4d88-849e-423fd2215aec,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:57.031895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:57.038803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:57.042885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:57.043559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:57.054245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ed7fbb57-f0d6-42be-87a4-284b1209680b tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:57.086351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Pushing event updated for resources: {'Port': ['ID=c6bdf139-a3ae-4585-8c16-5c54b111a6e1,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:57.113155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:57.117990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1669b780-c0c4-451c-83cb-f2c8340d9481 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:57.153178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:57.176192 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6435590
Dec 03 11:15:57.188998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42386) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:57.201582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Network': ['ID=af6865f8-f793-47a9-afbf-22b605dfb859,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:57.217602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'subnet': {'network_id': '534b83d2-90b4-45c5-845b-4cb4a62338c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:57.236985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:57.249411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Pushing event updated for resources: {'Port': ['ID=26465762-ca12-42ce-adff-547b5a4bb473,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:57.253674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:57.254265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:57.256338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Routers {'6c7301fa-cc5d-489c-8bb4-f2785c70bf94'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:15:57.257180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6698518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:15:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:57.339011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a17fa5c4-182f-40da-aef1-e0b4953106df tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:57.464624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] Set router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:15:57.524477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Network': ['ID=534b83d2-90b4-45c5-845b-4cb4a62338c0,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:57.539899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:57.542120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:57.546874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 534b83d2-90b4-45c5-845b-4cb4a62338c0 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:57.548386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:57.551352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:57.555749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:57.556418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:57.664439 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 4.8079109
Dec 03 11:15:57.672342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42390) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:57.675043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 534b83d2-90b4-45c5-845b-4cb4a62338c0 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:15:57.697261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Request body: {'port': {'network_id': '44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2071060968'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:57.700273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb462177-9333-47b3-9398-2f881c7421ce req-b7bcdc25-38fe-46cb-b51a-eb1187c49a2f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:57.702247 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb462177-9333-47b3-9398-2f881c7421ce req-b7bcdc25-38fe-46cb-b51a-eb1187c49a2f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 943 time: 0.8044143
Dec 03 11:15:57.718541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-118451ce-5ac8-4044-9717-a0a98f7c7e2c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:57.867305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:57.890701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:subnet and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:15:57.911759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-118451ce-5ac8-4044-9717-a0a98f7c7e2c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Calling delete_port for 9dbf408f-3efb-4e50-9f9a-58e072dc27d1 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:15:57.966506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:15:57.971540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6698518>, [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:15:49Z', 'revision_number': 3, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:15:57.976353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d44be-2429-4e41-87ee-0d3c4029fba4 None None] The sync data for ids ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'] in dv-neutron-765072-2-ovs is: [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:15:49Z', 'revision_number': 3, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:15:58.004939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0d4e2f55-5506-4f6d-9a42-fd976b36e307 None None] Provisioning for port ccdbf0b2-e275-4d88-849e-423fd2215aec completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:58.012741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0d4e2f55-5506-4f6d-9a42-fd976b36e307 None None] Provisioning complete for port ccdbf0b2-e275-4d88-849e-423fd2215aec triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:58.013335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2f55-5506-4f6d-9a42-fd976b36e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:58.024801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:58.097259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0d4e2f55-5506-4f6d-9a42-fd976b36e307 None None] Port ccdbf0b2-e275-4d88-849e-423fd2215aec cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:58.117327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:15:58.120462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-118451ce-5ac8-4044-9717-a0a98f7c7e2c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:58.145424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3bbe03dd-ea31-4c25-88dc-97c46abd76d2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:58.211154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:15:58.228581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118451ce-5ac8-4044-9717-a0a98f7c7e2c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Port': ['ID=9dbf408f-3efb-4e50-9f9a-58e072dc27d1,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:58.231442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-118451ce-5ac8-4044-9717-a0a98f7c7e2c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:58.322669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Made reservation on behalf of d97abd82054e47c48ad60ec368cfb70e for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:58.328559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:58.388708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-118451ce-5ac8-4044-9717-a0a98f7c7e2c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:58.423925 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-118451ce-5ac8-4044-9717-a0a98f7c7e2c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/ports/9dbf408f-3efb-4e50-9f9a-58e072dc27d1 HTTP/1.1" status: 204  len: 168 time: 1.5659094
Dec 03 11:15:58.428569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42394) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:58.482819 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb462177-9333-47b3-9398-2f881c7421ce req-9906172f-c1a8-4974-ad46-1e20ff0ffdac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6551752
Dec 03 11:15:58.509468 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0241b4df-c20f-4c8f-8764-5a488cf03fa6 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] DELETE failed (client error): The resource could not be found.
Dec 03 11:15:58.509950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0241b4df-c20f-4c8f-8764-5a488cf03fa6 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:15:58.511857 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0241b4df-c20f-4c8f-8764-5a488cf03fa6 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/subnets/de41a1ba-8549-444b-a485-3ef8ba89806a HTTP/1.1" status: 404  len: 337 time: 0.0824633
Dec 03 11:15:58.528305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42398) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:58.535689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:15:58.628574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] device_id is not set on port f1b130e5-8244-4296-b405-e2085eb8d505 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:15:58.706138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Attempting to bind port c6bdf139-a3ae-4585-8c16-5c54b111a6e1 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:15:58.706636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Attempting to bind port c6bdf139-a3ae-4585-8c16-5c54b111a6e1 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'}] {{(pid=80975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:15:58.707136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Attempting to bind port c6bdf139-a3ae-4585-8c16-5c54b111a6e1 on network 0181c518-01f1-4e35-9207-f8b8a82a4943 {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:15:58.815432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Allocated IP 2001:db8::1c9 (44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0/3906eff7-5abd-414f-b70b-aea823c7ef71/f1b130e5-8244-4296-b405-e2085eb8d505) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:58.849740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:15:58.850398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Checking segment: {'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:15:58.851107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:58.851777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Bound using segment: {'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'} {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:15:58.852502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Bound port: c6bdf139-a3ae-4585-8c16-5c54b111a6e1, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943'}}] {{(pid=80975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:15:58.852889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:58.902411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e70c8a48-e79c-47d8-8961-306a46ce4e7b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:58.948795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:59.086494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c8a48-e79c-47d8-8961-306a46ce4e7b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Subnet': ['ID=ffa8beda-164a-4c4f-b04e-4528faa71fb1,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:59.094572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:59.115782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Transition to ACTIVE for port object f1b130e5-8244-4296-b405-e2085eb8d505 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:15:59.119075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:59.138559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e70c8a48-e79c-47d8-8961-306a46ce4e7b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:59.138774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:59.156887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:59.159796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:59.331649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event updated for resources: {'Port': ['ID=f1b130e5-8244-4296-b405-e2085eb8d505,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:15:59.336752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:15:59.386976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:15:59.388237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:15:59.390572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:15:59.395199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:15:59.396181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:59.423472 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.7404807
Dec 03 11:15:59.425422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42406) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:59.436757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b4', 'mac_address': 'fa:16:3e:d9:b9:3f'}, {'ip_address': '2001:db8::112', 'mac_address': 'fa:16:3e:d6:bd:3f'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:15:59.633435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85381f4-da5a-4159-94b1-50a1ce19a947 None None] Network a3f081a9-c131-4fab-a87c-8af2dfe1ec57 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:15:59.640934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e70c8a48-e79c-47d8-8961-306a46ce4e7b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:59.647127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] For port c6bdf139-a3ae-4585-8c16-5c54b111a6e1, host hv-neutron-7650, cleared binding levels {{(pid=80975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:15:59.720028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a17fa5c4-182f-40da-aef1-e0b4953106df tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:59.733280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:59.746250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-aeb3ba7b-0bdc-43cb-9dd9-801be74fdd46 None None] Provisioning for port f1b130e5-8244-4296-b405-e2085eb8d505 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:15:59.748375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:15:59.762610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-aeb3ba7b-0bdc-43cb-9dd9-801be74fdd46 None None] Provisioning complete for port f1b130e5-8244-4296-b405-e2085eb8d505 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:15:59.763052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aeb3ba7b-0bdc-43cb-9dd9-801be74fdd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:59.817642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] For port c6bdf139-a3ae-4585-8c16-5c54b111a6e1, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c6bdf139-a3ae-4585-8c16-5c54b111a6e1,segment=NetworkSegment(f0a1508c-8396-48ca-94d7-d24f20ed2ed1),segment_id=f0a1508c-8396-48ca-94d7-d24f20ed2ed1)] {{(pid=80975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:15:59.842584 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e70c8a48-e79c-47d8-8961-306a46ce4e7b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/ffa8beda-164a-4c4f-b04e-4528faa71fb1 HTTP/1.1" status: 204  len: 168 time: 6.2385345
Dec 03 11:15:59.852113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42416) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:15:59.888497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-aeb3ba7b-0bdc-43cb-9dd9-801be74fdd46 None None] Port f1b130e5-8244-4296-b405-e2085eb8d505 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:15:59.903449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Allocated IP 172.20.0.1 (d6a8abbf-02f9-444e-baba-466ff0a6f350/9ad40f9b-401c-49c7-9617-3de4963903ab/637c5f6a-ac51-4322-86dd-f8071e3e812f) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:15:59.907829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:59.927904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:15:59.996366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063e390e-4520-4136-adf7-1751fd7f8cf1 None None] DHCP port deletion for a3f081a9-c131-4fab-a87c-8af2dfe1ec57 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:16:00.001436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-063e390e-4520-4136-adf7-1751fd7f8cf1 None None] Deleting port 2270b06f-da22-4926-9e6f-8b55d472732c {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:00.002110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063e390e-4520-4136-adf7-1751fd7f8cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:00.062349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fa5c4-182f-40da-aef1-e0b4953106df tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event deleted for resources: {'Subnet': ['ID=fb1aa33c-bfb0-4937-9927-2e604f702799,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:00.091415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:00.092743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a17fa5c4-182f-40da-aef1-e0b4953106df tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:00.136044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-78321e54-2d93-4809-9cbc-3ea858d5cbc7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:00.229373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-063e390e-4520-4136-adf7-1751fd7f8cf1 None None] For port 2270b06f-da22-4926-9e6f-8b55d472732c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2270b06f-da22-4926-9e6f-8b55d472732c,segment=NetworkSegment(eb640a60-1106-4284-ad09-626415bc1b76),segment_id=eb640a60-1106-4284-ad09-626415bc1b76)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:00.229744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063e390e-4520-4136-adf7-1751fd7f8cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:00.249570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 2270b06f-da22-4926-9e6f-8b55d472732c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:00.250104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:00.401429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-063e390e-4520-4136-adf7-1751fd7f8cf1 None None] Calling delete_port for 2270b06f-da22-4926-9e6f-8b55d472732c owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:00.446781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6173cdc-e2b5-421b-86fd-38f5a46dc70a None None] Network bb7b5218-17b5-429c-bdc0-1e06ff3c6297 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:00.461666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 26465762-ca12-42ce-adff-547b5a4bb473 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:00.472090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:00.475018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a17fa5c4-182f-40da-aef1-e0b4953106df tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:00.560962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] For port 2270b06f-da22-4926-9e6f-8b55d472732c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2270b06f-da22-4926-9e6f-8b55d472732c,segment=NetworkSegment(eb640a60-1106-4284-ad09-626415bc1b76),segment_id=eb640a60-1106-4284-ad09-626415bc1b76)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:00.561705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:00.575113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:00.603401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cdc953f5-442e-4a4d-8f82-b5ba28e763a2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:00.762783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063e390e-4520-4136-adf7-1751fd7f8cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:00.773604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b665bcf8>,) {'filters': {'network_id': ['48a048b2-533e-4db2-9edf-f385a14d316b']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:00.782316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ef4fcf1f-b22d-4074-9196-662e64aaaabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:00.817687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 2270b06f-da22-4926-9e6f-8b55d472732c owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:00.827885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-575d1ce6-c512-46da-bfe9-fc7d7088e8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:00.839391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc0848-4973-4149-be26-7695c578d98c req-b7645cda-d788-4a88-a90b-12c19ad94f34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:00.841210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57dc0848-4973-4149-be26-7695c578d98c req-b7645cda-d788-4a88-a90b-12c19ad94f34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 943 time: 1.2223871
Dec 03 11:16:00.845385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e390e-4520-4136-adf7-1751fd7f8cf1 None None] Pushing event deleted for resources: {'Port': ['ID=2270b06f-da22-4926-9e6f-8b55d472732c,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:00.848421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 26465762-ca12-42ce-adff-547b5a4bb473 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:00.855354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b665bcf8>, 'e3a4eac0-7a0b-42cc-a617-7360152323b7') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:00.856398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b665bcf8>, 'e3a4eac0-7a0b-42cc-a617-7360152323b7') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:00.871105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Pushing event updated for resources: {'Port': ['ID=c6bdf139-a3ae-4585-8c16-5c54b111a6e1,revision_number=3']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:00.933945 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a17fa5c4-182f-40da-aef1-e0b4953106df tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "DELETE /v2.0/subnets/fb1aa33c-bfb0-4937-9927-2e604f702799 HTTP/1.1" status: 204  len: 168 time: 5.9790900
Dec 03 11:16:00.935586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42424) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:00.940598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:00.953617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event updated for resources: {'Port': ['ID=f1b130e5-8244-4296-b405-e2085eb8d505,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:00.961834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:00.978330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.979123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.979284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.979587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.980000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.980430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.980826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.981231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.981642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.982021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.982429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.982828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.983326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.983736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.984141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.984547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.984961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.985368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.985772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.986174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.986576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.987064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.987665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.988056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:00.997501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:01.043754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:16:01.044125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:16:01.056114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] In _notify_port_updated(), no bound segment for port f1b130e5-8244-4296-b405-e2085eb8d505 on network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 {{(pid=80976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:16:01.058245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-063e390e-4520-4136-adf7-1751fd7f8cf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:01.066380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:01.068252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.069173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 26465762-ca12-42ce-adff-547b5a4bb473 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:01.069595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.073215 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "PUT /v2.0/ports/f1b130e5-8244-4296-b405-e2085eb8d505 HTTP/1.1" status: 200  len: 1068 time: 1.6439197
Dec 03 11:16:01.073964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42428) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:01.091733 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57dc0848-4973-4149-be26-7695c578d98c req-a28a74ea-9fb2-41ba-bfe7-1e754e21e1ad tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1830664
Dec 03 11:16:01.093637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.136255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Releasing vxlan tunnel 8 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:16:01.172783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ddb96-24ba-46c9-a637-208352480336 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Deleting port f1b130e5-8244-4296-b405-e2085eb8d505 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:01.173383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc3ddb96-24ba-46c9-a637-208352480336 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.202956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.234484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:01.235197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.236767 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] 10.222.0.91 "PUT /v2.0/ports/c6bdf139-a3ae-4585-8c16-5c54b111a6e1 HTTP/1.1" status: 200  len: 1157 time: 8.4980762
Dec 03 11:16:01.241583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'tag': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:16:01.274965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e390e-4520-4136-adf7-1751fd7f8cf1 None None] No DVR routers for this DVR port 2270b06f-da22-4926-9e6f-8b55d472732c on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:16:01.360049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.381368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26da712d-b989-410d-beab-e02ea8883959 None None] DHCP port deletion for bb7b5218-17b5-429c-bdc0-1e06ff3c6297 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:16:01.396943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-26da712d-b989-410d-beab-e02ea8883959 None None] Deleting port 00480e7e-5a00-4c9c-ac2a-b774d5b29672 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:01.397460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26da712d-b989-410d-beab-e02ea8883959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.453843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.494180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 26465762-ca12-42ce-adff-547b5a4bb473, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=26465762-ca12-42ce-adff-547b5a4bb473,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:01.503268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.536494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:01.547247 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'tag': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'status': 'completed', 'code': 200}
Dec 03 11:16:01.548433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 2270b06f-da22-4926-9e6f-8b55d472732c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:01.548896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.578766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-194c65ec-e5d5-4ad3-bc4f-3f8b6f2b0e2a None None] Provisioning complete for port f1b130e5-8244-4296-b405-e2085eb8d505 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:01.582896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-194c65ec-e5d5-4ad3-bc4f-3f8b6f2b0e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.610076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2270b06f-da22-4926-9e6f-8b55d472732c no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:16:01.627398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Transition to ACTIVE for port object 637c5f6a-ac51-4322-86dd-f8071e3e812f will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:01.697018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 2270b06f-da22-4926-9e6f-8b55d472732c {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:16:01.697429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2270b06f-da22-4926-9e6f-8b55d472732c not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:16:01.751259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=26465762-ca12-42ce-adff-547b5a4bb473,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:01.760570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:01.761652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-194c65ec-e5d5-4ad3-bc4f-3f8b6f2b0e2a None None] Port f1b130e5-8244-4296-b405-e2085eb8d505 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:01.776239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 48a048b2-533e-4db2-9edf-f385a14d316b has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:01.793285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.854846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-26da712d-b989-410d-beab-e02ea8883959 None None] For port 00480e7e-5a00-4c9c-ac2a-b774d5b29672, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=00480e7e-5a00-4c9c-ac2a-b774d5b29672,segment=NetworkSegment(3a01de1b-9745-450a-a0e4-622c799c2941),segment_id=3a01de1b-9745-450a-a0e4-622c799c2941)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:01.855429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26da712d-b989-410d-beab-e02ea8883959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:01.899936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] The port '2270b06f-da22-4926-9e6f-8b55d472732c' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:16:01.932908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc3ddb96-24ba-46c9-a637-208352480336 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.002235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-26da712d-b989-410d-beab-e02ea8883959 None None] Calling delete_port for 00480e7e-5a00-4c9c-ac2a-b774d5b29672 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:02.084041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26da712d-b989-410d-beab-e02ea8883959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.084273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.099174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ddb96-24ba-46c9-a637-208352480336 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Calling delete_port for f1b130e5-8244-4296-b405-e2085eb8d505 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:02.100297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1767d476-f526-44b5-8881-7a814f387d51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:02.119545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aadea4c2-9d93-476c-aaa6-03264f3eb405 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:02.148569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da712d-b989-410d-beab-e02ea8883959 None None] Pushing event deleted for resources: {'Port': ['ID=00480e7e-5a00-4c9c-ac2a-b774d5b29672,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:02.158895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.161571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-26da712d-b989-410d-beab-e02ea8883959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:02.251495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cf460-6180-4578-851f-7b165c2de691 req-9dbec5fd-63c1-43a1-b496-0c9e7d92f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:02.253036 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-9dbec5fd-63c1-43a1-b496-0c9e7d92f8fb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 1160 time: 0.8056619
Dec 03 11:16:02.254148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da712d-b989-410d-beab-e02ea8883959 None None] No DVR routers for this DVR port 00480e7e-5a00-4c9c-ac2a-b774d5b29672 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:16:02.300341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 48a048b2-533e-4db2-9edf-f385a14d316b has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:02.345997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.372305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 26465762-ca12-42ce-adff-547b5a4bb473 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:02.446520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 26465762-ca12-42ce-adff-547b5a4bb473 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:02.446886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.450189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc3ddb96-24ba-46c9-a637-208352480336 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.473210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-063ab9d7-aae6-4a14-ba94-1775e75fdb94 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:16:02.491164 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:16:02.542871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ddb96-24ba-46c9-a637-208352480336 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event deleted for resources: {'Port': ['ID=f1b130e5-8244-4296-b405-e2085eb8d505,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:02.545736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc3ddb96-24ba-46c9-a637-208352480336 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:02.579223 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-780ba8d0-9197-4f51-93f4-1b9d4f165744 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6bdf139-a3ae-4585-8c16-5c54b111a6e1 HTTP/1.1" status: 200  len: 217 time: 0.2980850
Dec 03 11:16:02.628827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b41ff828>,) {'filters': {'network_id': ['a3f081a9-c131-4fab-a87c-8af2dfe1ec57']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:02.630192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 00480e7e-5a00-4c9c-ac2a-b774d5b29672 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:16:02.647624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b41ff828>, 'eb640a60-1106-4284-ad09-626415bc1b76') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:02.647978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b41ff828>, 'eb640a60-1106-4284-ad09-626415bc1b76') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:02.665432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 00480e7e-5a00-4c9c-ac2a-b774d5b29672 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:16:02.665432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 00480e7e-5a00-4c9c-ac2a-b774d5b29672 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:16:02.665852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Pushing event updated for resources: {'Port': ['ID=637c5f6a-ac51-4322-86dd-f8071e3e812f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:02.670975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.706635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.710081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Releasing vxlan tunnel 17 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:16:02.760459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.760881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.761295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.761715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.762112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.762514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.762939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.763359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.763734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.764137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.764532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.764935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.765386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.765790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.766188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.766583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.766997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.767399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.767792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.768966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.769471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.769871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.770267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.770661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:02.790408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1afe7b860>,) {'filters': {'network_id': ['269d9877-79c6-4c5a-b44f-5715c72b3e10']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:02.800921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:02.810645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc3ddb96-24ba-46c9-a637-208352480336 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.829601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.834438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1afe7b860>, '2dfa6103-068b-4685-a9da-29b1a5271662') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:02.834773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1afe7b860>, '2dfa6103-068b-4685-a9da-29b1a5271662') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:02.835191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af9aa5b3-4195-4eb8-8981-ea04591073bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.855392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f993f044-1724-4c41-9fea-0a6fcb08695a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:02.872855 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cc3ddb96-24ba-46c9-a637-208352480336 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "DELETE /v2.0/ports/f1b130e5-8244-4296-b405-e2085eb8d505 HTTP/1.1" status: 204  len: 168 time: 1.7935503
Dec 03 11:16:02.879330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.887425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42436) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:02.903713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.938200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network a3f081a9-c131-4fab-a87c-8af2dfe1ec57 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:02.950034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:02.970294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Network': ['ID=48a048b2-533e-4db2-9edf-f385a14d316b,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:02.973781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cf460-6180-4578-851f-7b165c2de691 req-9fe6dafb-4ee6-4a95-b0c2-c546542100a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:02.975387 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-9fe6dafb-4ee6-4a95-b0c2-c546542100a6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4200b6e2-2940-49ba-9709-fee3d781fff5 HTTP/1.1" status: 200  len: 835 time: 0.3635769
Dec 03 11:16:02.978838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:02.987258 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/networks/48a048b2-533e-4db2-9edf-f385a14d316b HTTP/1.1" status: 204  len: 168 time: 4.4529884
Dec 03 11:16:03.037737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42440) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:03.054233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:03.056939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-495fe2e2-9a74-470b-92de-a49f8f3e3c8b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] GET failed (client error): The resource could not be found.
Dec 03 11:16:03.058333 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-495fe2e2-9a74-470b-92de-a49f8f3e3c8b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "GET /v2.0/ports/f1b130e5-8244-4296-b405-e2085eb8d505 HTTP/1.1" status: 404  len: 333 time: 0.1609161
Dec 03 11:16:03.059147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Releasing vxlan tunnel 11 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:16:03.082459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42444) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:03.107791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Network d6a8abbf-02f9-444e-baba-466ff0a6f350 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:03.135167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:03.151999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617541e-0b59-4867-8c65-90626e1b6ae3 req-af25ef53-0607-4e66-9899-311b86b5b0bc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:03.153629 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9617541e-0b59-4867-8c65-90626e1b6ae3 req-af25ef53-0607-4e66-9899-311b86b5b0bc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 943 time: 0.8738317
Dec 03 11:16:03.155985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:03.303269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network a3f081a9-c131-4fab-a87c-8af2dfe1ec57 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:16:03.338027 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:16:03.344537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-aba13ecb-f7a7-4556-a723-074390eca3fe tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Deleting port ccdbf0b2-e275-4d88-849e-423fd2215aec {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:03.344939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aba13ecb-f7a7-4556-a723-074390eca3fe tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:03.372348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-12c2ab62-e44e-46ac-94ad-ce4f35c96ccd None None] Provisioning for port 637c5f6a-ac51-4322-86dd-f8071e3e812f completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:03.379093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-12c2ab62-e44e-46ac-94ad-ce4f35c96ccd None None] Provisioning complete for port 637c5f6a-ac51-4322-86dd-f8071e3e812f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:03.379767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-12c2ab62-e44e-46ac-94ad-ce4f35c96ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:03.439639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-12c2ab62-e44e-46ac-94ad-ce4f35c96ccd None None] Port 637c5f6a-ac51-4322-86dd-f8071e3e812f cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:03.601559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:03.605608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:03.614071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:03.654776 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/networks/a3f081a9-c131-4fab-a87c-8af2dfe1ec57 HTTP/1.1" status: 204  len: 168 time: 3.8019948
Dec 03 11:16:03.671932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42448) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:03.674984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Network': ['ID=a3f081a9-c131-4fab-a87c-8af2dfe1ec57,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:03.676523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:03.678225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:03.686511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1979280752'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:03.692556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:03.713712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:03.727798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-428e09f6-85d7-4220-a5e8-3d849257dc89 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Deleting subnet d03e6ad5-f90d-4236-8025-65c496e4893d {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:16:03.730084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:network and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:03.730241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b08fe9e7-3451-433b-8df4-685713ee4af1 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:03.737207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:03.740005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-428e09f6-85d7-4220-a5e8-3d849257dc89 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:03.759588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network 269d9877-79c6-4c5a-b44f-5715c72b3e10 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:03.782380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:03.795710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:03.817761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:03.839095 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9617541e-0b59-4867-8c65-90626e1b6ae3 req-45f8482e-7d01-49fc-9639-377aa393710d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5939765
Dec 03 11:16:03.869884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:03.875478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:03.906226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-428e09f6-85d7-4220-a5e8-3d849257dc89 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:04.012786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:16:04.020826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aba13ecb-f7a7-4556-a723-074390eca3fe tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:04.035131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Subnet': ['ID=13e57933-34ea-4cff-93c2-2328e4e1d8da,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:04.038813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cf460-6180-4578-851f-7b165c2de691 req-d76f8cb9-83ca-4541-8a59-d78c4ce20fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:04.040549 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-d76f8cb9-83ca-4541-8a59-d78c4ce20fd3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0181c518-01f1-4e35-9207-f8b8a82a4943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.0518272
Dec 03 11:16:04.045684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:04.164644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:04.165265 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Added segment 08511194-6d49-4755-9b33-243d2621bddf of type vxlan for network c3a6058a-8d96-4506-83b5-35f442eb4381
Dec 03 11:16:04.175624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-aba13ecb-f7a7-4556-a723-074390eca3fe tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Calling delete_port for ccdbf0b2-e275-4d88-849e-423fd2215aec owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:04.197183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network 269d9877-79c6-4c5a-b44f-5715c72b3e10 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:16:04.235470 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:16:04.271724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:04.290440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-428e09f6-85d7-4220-a5e8-3d849257dc89 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:04.463108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:04.493534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4983dd62-b32b-4dd8-9ba2-913ab4a8c413 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:04.512618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:04.531267 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-9ad661bb-053b-4ee7-83c2-0f929df5cc1f service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4774444
Dec 03 11:16:04.542121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event deleted for resources: {'Network': ['ID=269d9877-79c6-4c5a-b44f-5715c72b3e10,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:04.553476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:04.576785 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "DELETE /v2.0/networks/269d9877-79c6-4c5a-b44f-5715c72b3e10 HTTP/1.1" status: 204  len: 168 time: 3.6140132
Dec 03 11:16:04.584865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42454) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:04.598752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Checking segment: {'id': '64a275f2-8e9a-4f6c-be0c-94e761591ef5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '534b83d2-90b4-45c5-845b-4cb4a62338c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:04.599185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network hostable DHCP agents. Network: 534b83d2-90b4-45c5-845b-4cb4a62338c0, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:16:04.644428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:04.676027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:04.680203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:04.680848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:04.699557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29cab3f5-4a60-44ac-87c4-74a1cb9285bc tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:04.849194 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1759038
Dec 03 11:16:04.872319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42458) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:04.873063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 534b83d2-90b4-45c5-845b-4cb4a62338c0 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:16:04.894887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': 'c3a6058a-8d96-4506-83b5-35f442eb4381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:04.911922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aba13ecb-f7a7-4556-a723-074390eca3fe tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:04.944385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Network': ['ID=c3a6058a-8d96-4506-83b5-35f442eb4381,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:04.947766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:04.947891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:04.955475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ebef6a0b-5f01-46a3-852e-d76462d6aa97 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:04.960149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network c3a6058a-8d96-4506-83b5-35f442eb4381 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:16:04.984864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network c3a6058a-8d96-4506-83b5-35f442eb4381 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:16:05.003087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 534b83d2-90b4-45c5-845b-4cb4a62338c0) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:05.017550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.028704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ff23c3-02dc-4989-b05c-d6d262d328d4 None None] Network 534b83d2-90b4-45c5-845b-4cb4a62338c0 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:05.034237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba13ecb-f7a7-4556-a723-074390eca3fe tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event deleted for resources: {'Port': ['ID=ccdbf0b2-e275-4d88-849e-423fd2215aec,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:05.037077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aba13ecb-f7a7-4556-a723-074390eca3fe tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:05.177349 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a10cf460-6180-4578-851f-7b165c2de691 req-741f7aa5-5abb-40bd-b5cb-0fb9148e2fdf service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6296375
Dec 03 11:16:05.204037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:05.204674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.217382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aba13ecb-f7a7-4556-a723-074390eca3fe tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.233785 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aba13ecb-f7a7-4556-a723-074390eca3fe tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "DELETE /v2.0/ports/ccdbf0b2-e275-4d88-849e-423fd2215aec HTTP/1.1" status: 204  len: 168 time: 2.1499104
Dec 03 11:16:05.234721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42464) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:05.280858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-428e09f6-85d7-4220-a5e8-3d849257dc89 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.302375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-304a6c0e-c87d-4fda-8d78-49d88337bbb0 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:05.328556 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 8.1266320
Dec 03 11:16:05.331238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42470) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:05.350304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:05.351875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6678139d-6dc2-4bee-a638-bf2434853b91 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1073169756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:05.355225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:05.357419 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7912f24b-7805-4530-ac81-153faea0bfd6 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] GET failed (client error): The resource could not be found.
Dec 03 11:16:05.357959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7912f24b-7805-4530-ac81-153faea0bfd6 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Synchronizing usage tracker for tenant:d97abd82054e47c48ad60ec368cfb70e on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:05.359029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:05.373228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:05.374320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e09f6-85d7-4220-a5e8-3d849257dc89 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Subnet': ['ID=d03e6ad5-f90d-4236-8025-65c496e4893d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:05.377232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-428e09f6-85d7-4220-a5e8-3d849257dc89 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:05.387222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6678139d-6dc2-4bee-a638-bf2434853b91 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:05.445153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6678139d-6dc2-4bee-a638-bf2434853b91 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:router and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:05.452694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6678139d-6dc2-4bee-a638-bf2434853b91 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:05.462220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:05.476715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6678139d-6dc2-4bee-a638-bf2434853b91 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:05.498460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-534b83d2-90b4-45c5-845b-4cb4a62338c0', 'network_id': '534b83d2-90b4-45c5-845b-4cb4a62338c0', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'fixed_ips': [{'subnet_id': '13e57933-34ea-4cff-93c2-2328e4e1d8da'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:16:05.499389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.499535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7912f24b-7805-4530-ac81-153faea0bfd6 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Unset dirty status for tenant:d97abd82054e47c48ad60ec368cfb70e on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:05.504923 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7912f24b-7805-4530-ac81-153faea0bfd6 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "GET /v2.0/ports/ccdbf0b2-e275-4d88-849e-423fd2215aec HTTP/1.1" status: 404  len: 333 time: 0.2651303
Dec 03 11:16:05.509207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42474) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:05.517935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.551823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6678139d-6dc2-4bee-a638-bf2434853b91 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.553369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6678139d-6dc2-4bee-a638-bf2434853b91 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.562121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-428e09f6-85d7-4220-a5e8-3d849257dc89 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.567254 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-428e09f6-85d7-4220-a5e8-3d849257dc89 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/subnets/d03e6ad5-f90d-4236-8025-65c496e4893d HTTP/1.1" status: 204  len: 168 time: 2.5254610
Dec 03 11:16:05.579796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42478) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:05.585285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3769453-db40-4a39-9535-ea4e456ffe71 None None] Network 04edc21c-207a-490b-a02a-2851ac069965 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:05.661704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-53c9320a-b667-4f34-a223-bce4911a1c5a tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Deleting port 4baf56de-b258-4ff4-97f9-fdd85b639043 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:05.662094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53c9320a-b667-4f34-a223-bce4911a1c5a tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.699871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6678139d-6dc2-4bee-a638-bf2434853b91 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.851060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.937752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6678139d-6dc2-4bee-a638-bf2434853b91 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.977369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Deleting port 29f7e49f-4774-453f-9479-940921f396f0 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:05.977727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:05.992921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:06.060623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6678139d-6dc2-4bee-a638-bf2434853b91 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:06.065492 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6678139d-6dc2-4bee-a638-bf2434853b91 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.7213652
Dec 03 11:16:06.071833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42486) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:06.227608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Allocated IP 2001:db8::2 (534b83d2-90b4-45c5-845b-4cb4a62338c0/13e57933-34ea-4cff-93c2-2328e4e1d8da/8c193650-1e51-4397-b5f2-13d26764ec4a) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:06.282505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:06.417737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] DHCP port deletion for 04edc21c-207a-490b-a02a-2851ac069965 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:16:06.420232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 29f7e49f-4774-453f-9479-940921f396f0 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:16:06.445705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6892e-c3aa-4c51-9868-a1829987606d req-007c0ef9-a814-43a7-af6f-c47fe22fac8d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:06.448668 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0ea6892e-c3aa-4c51-9868-a1829987606d req-007c0ef9-a814-43a7-af6f-c47fe22fac8d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 943 time: 1.3786733
Dec 03 11:16:06.469744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Deleting port 29f7e49f-4774-453f-9479-940921f396f0 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:06.470174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:06.478875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b67b4da0>,) {'filters': {'network_id': ['bb7b5218-17b5-429c-bdc0-1e06ff3c6297']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:06.561160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:06.586295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b67b4da0>, '3a01de1b-9745-450a-a0e4-622c799c2941') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:06.586845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b67b4da0>, '3a01de1b-9745-450a-a0e4-622c799c2941') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:06.607763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Transition to ACTIVE for port object 8c193650-1e51-4397-b5f2-13d26764ec4a will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:06.688590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Transition to ACTIVE for port object 8c193650-1e51-4397-b5f2-13d26764ec4a will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:06.716741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:06.737591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:06.747771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:06.776390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfef2-3f34-424c-a4ec-e7095b47fff5 req-dbfd3451-4092-4d25-93c8-090d5a737851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:06.778979 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-174cfef2-3f34-424c-a4ec-e7095b47fff5 req-dbfd3451-4092-4d25-93c8-090d5a737851 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 1160 time: 1.3888330
Dec 03 11:16:06.781844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:06.847066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:16:06.900757 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0ea6892e-c3aa-4c51-9868-a1829987606d req-e83977f1-1725-4226-94d3-4fa873023dfb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3969166
Dec 03 11:16:06.902329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:06.928470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:06.932911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Releasing vxlan tunnel 6 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:16:07.001487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Pushing event updated for resources: {'Port': ['ID=8c193650-1e51-4397-b5f2-13d26764ec4a,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:07.009054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] For port 29f7e49f-4774-453f-9479-940921f396f0, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=29f7e49f-4774-453f-9479-940921f396f0,segment=NetworkSegment(564a5b65-f761-4895-b6ea-f0ec661a5008),segment_id=564a5b65-f761-4895-b6ea-f0ec661a5008)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:07.009510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:07.013061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:07.024800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:07.026509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 29f7e49f-4774-453f-9479-940921f396f0, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=29f7e49f-4774-453f-9479-940921f396f0,segment=NetworkSegment(564a5b65-f761-4895-b6ea-f0ec661a5008),segment_id=564a5b65-f761-4895-b6ea-f0ec661a5008)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:07.067262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43415e10-7fea-4832-beb7-c46ae341af2c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:07.096088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:07.098692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-063e390e-4520-4136-adf7-1751fd7f8cf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:07.216206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Calling delete_port for 29f7e49f-4774-453f-9479-940921f396f0 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:07.223811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53c9320a-b667-4f34-a223-bce4911a1c5a tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:07.312218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Network 534b83d2-90b4-45c5-845b-4cb4a62338c0 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:07.314246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=29f7e49f-4774-453f-9479-940921f396f0,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:07.328691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:07.331336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:07.332636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:07.372713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:16:07.373110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:16:07.399969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Attempting to bind port 8c193650-1e51-4397-b5f2-13d26764ec4a on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:16:07.400632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Attempting to bind port 8c193650-1e51-4397-b5f2-13d26764ec4a by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '64a275f2-8e9a-4f6c-be0c-94e761591ef5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '534b83d2-90b4-45c5-845b-4cb4a62338c0'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:16:07.401278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Attempting to bind port 8c193650-1e51-4397-b5f2-13d26764ec4a on network 534b83d2-90b4-45c5-845b-4cb4a62338c0 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:16:07.410883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:16:07.411574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Checking segment: {'id': '64a275f2-8e9a-4f6c-be0c-94e761591ef5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '534b83d2-90b4-45c5-845b-4cb4a62338c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:07.412283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:07.412984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Bound using segment: {'id': '64a275f2-8e9a-4f6c-be0c-94e761591ef5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '534b83d2-90b4-45c5-845b-4cb4a62338c0'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:16:07.413819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Bound port: 8c193650-1e51-4397-b5f2-13d26764ec4a, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a275f2-8e9a-4f6c-be0c-94e761591ef5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '534b83d2-90b4-45c5-845b-4cb4a62338c0'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:16:07.414497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:07.514181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Pushing event updated for resources: {'Port': ['ID=637c5f6a-ac51-4322-86dd-f8071e3e812f,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:07.517562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:07.522204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-53c9320a-b667-4f34-a223-bce4911a1c5a tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Calling delete_port for 4baf56de-b258-4ff4-97f9-fdd85b639043 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:07.567539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] For port 8c193650-1e51-4397-b5f2-13d26764ec4a, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:16:07.571383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] For port 8c193650-1e51-4397-b5f2-13d26764ec4a, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8c193650-1e51-4397-b5f2-13d26764ec4a,segment=NetworkSegment(64a275f2-8e9a-4f6c-be0c-94e761591ef5),segment_id=64a275f2-8e9a-4f6c-be0c-94e761591ef5)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:16:07.577241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:07.581461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0131b60-a726-45b6-82de-17468b75e941 req-a17eae7a-5b52-4932-88e6-11a3fbf2c76a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:07.583481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c0131b60-a726-45b6-82de-17468b75e941 req-a17eae7a-5b52-4932-88e6-11a3fbf2c76a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 1.2467227
Dec 03 11:16:07.596337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-350281c9-e502-4ef2-8ba3-0720cd43e0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:07.599910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:07.637427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network bb7b5218-17b5-429c-bdc0-1e06ff3c6297 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:07.662424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:07.695743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfef2-3f34-424c-a4ec-e7095b47fff5 req-ad00b765-56d2-42c4-abd7-78790dee858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:07.697807 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-174cfef2-3f34-424c-a4ec-e7095b47fff5 req-ad00b765-56d2-42c4-abd7-78790dee858b service neutron] 10.222.0.91 "GET /v2.0/networks?id=0181c518-01f1-4e35-9207-f8b8a82a4943 HTTP/1.1" status: 200  len: 891 time: 0.9036703
Dec 03 11:16:07.759556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Pushing event updated for resources: {'Port': ['ID=8c193650-1e51-4397-b5f2-13d26764ec4a,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:07.765208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:07.854876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75ff3-f6e1-40d6-83a0-bfa7c079a2fe req-e5730b0f-03b5-4763-ad72-4f7d24485524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:07.856536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfa75ff3-f6e1-40d6-83a0-bfa7c079a2fe req-e5730b0f-03b5-4763-ad72-4f7d24485524 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=193702a8528c429d847d08cd33ff784e&device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 1162 time: 1.6223631
Dec 03 11:16:07.873980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Deleting port 29f7e49f-4774-453f-9479-940921f396f0 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:07.874581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:07.963271 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-174cfef2-3f34-424c-a4ec-e7095b47fff5 req-a703b9b4-99c9-40d9-8239-14c7b305e15b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6bdf139-a3ae-4585-8c16-5c54b111a6e1 HTTP/1.1" status: 200  len: 217 time: 0.2478967
Dec 03 11:16:08.074684 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c0131b60-a726-45b6-82de-17468b75e941 req-dfa79246-01e1-407e-b3ca-06f723fe320e tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4604805
Dec 03 11:16:08.097150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] For port 29f7e49f-4774-453f-9479-940921f396f0, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=29f7e49f-4774-453f-9479-940921f396f0,segment=NetworkSegment(564a5b65-f761-4895-b6ea-f0ec661a5008),segment_id=564a5b65-f761-4895-b6ea-f0ec661a5008)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:08.097562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:08.171697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] For port 29f7e49f-4774-453f-9479-940921f396f0, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=29f7e49f-4774-453f-9479-940921f396f0,segment=NetworkSegment(564a5b65-f761-4895-b6ea-f0ec661a5008),segment_id=564a5b65-f761-4895-b6ea-f0ec661a5008)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:08.172280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:08.270609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Calling delete_port for 29f7e49f-4774-453f-9479-940921f396f0 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:08.286150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network bb7b5218-17b5-429c-bdc0-1e06ff3c6297 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:16:08.329122 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:16:08.375296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfef2-3f34-424c-a4ec-e7095b47fff5 req-a5973982-9fbb-4fdf-81bb-15443a8a76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:08.379383 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-174cfef2-3f34-424c-a4ec-e7095b47fff5 req-a5973982-9fbb-4fdf-81bb-15443a8a76fd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4200b6e2-2940-49ba-9709-fee3d781fff5 HTTP/1.1" status: 200  len: 835 time: 0.3733976
Dec 03 11:16:08.379568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:16:08.379568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:16:08.397814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53c9320a-b667-4f34-a223-bce4911a1c5a tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:08.417762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Calling delete_port for 29f7e49f-4774-453f-9479-940921f396f0 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:08.427441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0805fa03-4dbf-4eb5-a97b-67990e80f61e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:08.506162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8c193650-1e51-4397-b5f2-13d26764ec4a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:08.526553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9320a-b667-4f34-a223-bce4911a1c5a tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event deleted for resources: {'Port': ['ID=4baf56de-b258-4ff4-97f9-fdd85b639043,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:08.529306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53c9320a-b667-4f34-a223-bce4911a1c5a tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:08.534885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Network d6a8abbf-02f9-444e-baba-466ff0a6f350 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:08.539952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:08.555118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:08.557210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:08.559022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:08.560024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:08.565473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:08.578016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bad346eb-8639-46df-9d12-00b421139fff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:08.631930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Pushing event deleted for resources: {'Port': ['ID=29f7e49f-4774-453f-9479-940921f396f0,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:08.645957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:08.651118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75ff3-f6e1-40d6-83a0-bfa7c079a2fe req-f8a4c59c-3d1c-4efc-aecd-0e572e3fb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:08.652933 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfa75ff3-f6e1-40d6-83a0-bfa7c079a2fe req-f8a4c59c-3d1c-4efc-aecd-0e572e3fb64d service neutron] 10.222.0.91 "GET /v2.0/networks?id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4 HTTP/1.1" status: 200  len: 906 time: 0.7879486
Dec 03 11:16:08.736152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 8c193650-1e51-4397-b5f2-13d26764ec4a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:08.748917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] No DVR routers for this DVR port 29f7e49f-4774-453f-9479-940921f396f0 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:16:08.915238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Deleting port 29f7e49f-4774-453f-9479-940921f396f0 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:08.915591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:09.029674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-841e198e-b593-43ab-a042-904d2479184c None None] Provisioning complete for port 637c5f6a-ac51-4322-86dd-f8071e3e812f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:09.030544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-841e198e-b593-43ab-a042-904d2479184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:09.036004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] The port '29f7e49f-4774-453f-9479-940921f396f0' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:16:09.038700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event deleted for resources: {'Network': ['ID=bb7b5218-17b5-429c-bdc0-1e06ff3c6297,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:09.070296 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfa75ff3-f6e1-40d6-83a0-bfa7c079a2fe req-2319497f-a703-4b66-9777-5b0ffe036fb0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 HTTP/1.1" status: 200  len: 1000 time: 0.4008591
Dec 03 11:16:09.095130 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "DELETE /v2.0/networks/bb7b5218-17b5-429c-bdc0-1e06ff3c6297 HTTP/1.1" status: 204  len: 168 time: 4.5007033
Dec 03 11:16:09.095130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:09.105233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42492) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:09.129836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619c3dd-82ed-4e2c-9718-2eaf7cdc0c4c req-f51754ed-09de-4e6e-81fc-baec72ee8bf2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:09.131616 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3619c3dd-82ed-4e2c-9718-2eaf7cdc0c4c req-f51754ed-09de-4e6e-81fc-baec72ee8bf2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 943 time: 1.0243239
Dec 03 11:16:09.248325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfef2-3f34-424c-a4ec-e7095b47fff5 req-5b0de230-ab4c-4ab3-b6c1-8bbfafa793b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:09.249987 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-174cfef2-3f34-424c-a4ec-e7095b47fff5 req-5b0de230-ab4c-4ab3-b6c1-8bbfafa793b3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0181c518-01f1-4e35-9207-f8b8a82a4943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.8135240
Dec 03 11:16:09.293008 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3619c3dd-82ed-4e2c-9718-2eaf7cdc0c4c req-2f6d9ec5-3b8d-4a6d-ab2a-4918a220ca64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1529286
Dec 03 11:16:09.315612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-841e198e-b593-43ab-a042-904d2479184c None None] Port 637c5f6a-ac51-4322-86dd-f8071e3e812f cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:09.458820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:16:09.464976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53c9320a-b667-4f34-a223-bce4911a1c5a tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:09.475583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75ff3-f6e1-40d6-83a0-bfa7c079a2fe req-c5ba1a4b-4589-415b-a9b8-4bf00748802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:09.477365 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfa75ff3-f6e1-40d6-83a0-bfa7c079a2fe req-c5ba1a4b-4589-415b-a9b8-4bf00748802f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22ea8f59-d136-43f2-acfe-9b4232c66694 HTTP/1.1" status: 200  len: 851 time: 0.3751185
Dec 03 11:16:09.620691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c6bdf139-a3ae-4585-8c16-5c54b111a6e1 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:09.656487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a40163c-e94f-44c5-a065-354e1235364c None None] Network 534b83d2-90b4-45c5-845b-4cb4a62338c0 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:09.736363 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-174cfef2-3f34-424c-a4ec-e7095b47fff5 req-c5edc9f0-7e0d-4a2b-8631-334415b9ca66 service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4740691
Dec 03 11:16:09.796131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93328f-9602-49e6-95aa-8a9521d25510 req-dfc60419-e43b-47ab-90f1-97868b1b7013 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:09.798129 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb93328f-9602-49e6-95aa-8a9521d25510 req-dfc60419-e43b-47ab-90f1-97868b1b7013 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.5372815
Dec 03 11:16:09.817132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:09.821906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a9764463-3c42-44ea-9d8f-8bea6fd6648e None None] Provisioning for port 8c193650-1e51-4397-b5f2-13d26764ec4a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:09.847965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a9764463-3c42-44ea-9d8f-8bea6fd6648e None None] Provisioning complete for port 8c193650-1e51-4397-b5f2-13d26764ec4a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:09.848704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9764463-3c42-44ea-9d8f-8bea6fd6648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:09.850109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:09.861007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:09.879449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port c6bdf139-a3ae-4585-8c16-5c54b111a6e1 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:09.975615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-53c9320a-b667-4f34-a223-bce4911a1c5a tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "DELETE /v2.0/ports/4baf56de-b258-4ff4-97f9-fdd85b639043 HTTP/1.1" status: 204  len: 168 time: 4.4647293
Dec 03 11:16:09.984193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42498) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:09.985832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port c6bdf139-a3ae-4585-8c16-5c54b111a6e1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:09.986265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:10.163576 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb93328f-9602-49e6-95aa-8a9521d25510 req-d377a422-ea09-4315-b028-320b84d7c935 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3511536
Dec 03 11:16:10.188985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Subnet': ['ID=026d0717-c97b-4659-b349-8f1f16dc68f9,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:10.193067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:10.195231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:16:10.202708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9764463-3c42-44ea-9d8f-8bea6fd6648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:10.224782 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] 10.222.0.90 "PUT /v2.0/routers/6c7301fa-cc5d-489c-8bb4-f2785c70bf94/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.4133236
Dec 03 11:16:10.233045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Sync routers for ids ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:16:10.240285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ea5c50>,) {'filters': {'network_id': ['04edc21c-207a-490b-a02a-2851ac069965']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:10.251878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Routers {'6c7301fa-cc5d-489c-8bb4-f2785c70bf94'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:16:10.252796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b66980f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:10.263448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:10.285062 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-174cfef2-3f34-424c-a4ec-e7095b47fff5 req-11a4c848-d252-4534-a607-a31f81103b23 service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5366163
Dec 03 11:16:10.296529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a9764463-3c42-44ea-9d8f-8bea6fd6648e None None] For port 8c193650-1e51-4397-b5f2-13d26764ec4a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8c193650-1e51-4397-b5f2-13d26764ec4a,segment=NetworkSegment(64a275f2-8e9a-4f6c-be0c-94e761591ef5),segment_id=64a275f2-8e9a-4f6c-be0c-94e761591ef5)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:10.339480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port c6bdf139-a3ae-4585-8c16-5c54b111a6e1, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c6bdf139-a3ae-4585-8c16-5c54b111a6e1,segment=NetworkSegment(f0a1508c-8396-48ca-94d7-d24f20ed2ed1),segment_id=f0a1508c-8396-48ca-94d7-d24f20ed2ed1)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:10.341478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9764463-3c42-44ea-9d8f-8bea6fd6648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:10.343436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:16:10.365204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-71b04c28-150c-4570-817d-4172a71f6c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:10.389321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ea5c50>, '564a5b65-f761-4895-b6ea-f0ec661a5008') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:10.389663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ea5c50>, '564a5b65-f761-4895-b6ea-f0ec661a5008') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:10.445931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Checking segment: {'id': '08511194-6d49-4755-9b33-243d2621bddf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3a6058a-8d96-4506-83b5-35f442eb4381'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:10.446445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network hostable DHCP agents. Network: c3a6058a-8d96-4506-83b5-35f442eb4381, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:16:10.492882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:10.504423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network c3a6058a-8d96-4506-83b5-35f442eb4381 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:16:10.521560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, c3a6058a-8d96-4506-83b5-35f442eb4381) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:10.562335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d5f106-1910-4220-aaa5-21fef9c8a9af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Deleting subnet f952ff8d-938e-4c9c-bf74-dfb45a282d1d {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:16:10.568823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:10.569569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:10.575114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:10.582673 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'code': 200}
Dec 03 11:16:10.588379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f106-1910-4220-aaa5-21fef9c8a9af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:10.591049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9764463-3c42-44ea-9d8f-8bea6fd6648e None None] Pushing event updated for resources: {'Port': ['ID=8c193650-1e51-4397-b5f2-13d26764ec4a,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:10.609110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eb8113-b97c-4d0d-b94f-e08b5b7be8a5 None None] Network c3a6058a-8d96-4506-83b5-35f442eb4381 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:10.665807 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.7899644
Dec 03 11:16:10.668236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a9764463-3c42-44ea-9d8f-8bea6fd6648e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:10.670488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:10.675643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42512) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:10.683054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': 'c3a6058a-8d96-4506-83b5-35f442eb4381', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1321988224'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:10.718300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75ff3-f6e1-40d6-83a0-bfa7c079a2fe req-51b9e12b-3d62-429d-92b5-996d789467db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:10.725526 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfa75ff3-f6e1-40d6-83a0-bfa7c079a2fe req-51b9e12b-3d62-429d-92b5-996d789467db service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.1759286
Dec 03 11:16:10.767650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Set router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:16:10.949293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:11.022683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b3c77a50-3caf-45b6-b49b-8a66172a52eb None None] Provisioning complete for port 8c193650-1e51-4397-b5f2-13d26764ec4a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:11.026141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Releasing vxlan tunnel 5 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:16:11.033515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b3c77a50-3caf-45b6-b49b-8a66172a52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:11.070472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b9f5e-a7a9-44bb-9c2a-16690a4ff760 req-a4597135-83a8-4347-acae-8f805cd41d2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:11.072758 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f4b9f5e-a7a9-44bb-9c2a-16690a4ff760 req-a4597135-83a8-4347-acae-8f805cd41d2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 945 time: 0.4764056
Dec 03 11:16:11.154053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=c6bdf139-a3ae-4585-8c16-5c54b111a6e1,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:11.233208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.233602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.233987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.234367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.234744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.235144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.235518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.242753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.243210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.243602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.243987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.244311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:11.244432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.244790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.245168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.245545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.245917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.246287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.247104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.247481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.247854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.248227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.248596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.248967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.249331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:16:11.261644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f106-1910-4220-aaa5-21fef9c8a9af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:11.271724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:port and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:11.279158 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f4b9f5e-a7a9-44bb-9c2a-16690a4ff760 req-fcdcf706-dee1-490b-8927-1ff323dd3d71 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1952751
Dec 03 11:16:11.280333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:11.285675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:11.291599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:11.303976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46fd0a-02c3-431d-947b-f468a3cdae1c req-356c92c4-4a72-4a40-b940-8c6312d3e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:11.306220 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb46fd0a-02c3-431d-947b-f468a3cdae1c req-356c92c4-4a72-4a40-b940-8c6312d3e6a7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 1162 time: 0.3684695
Dec 03 11:16:11.377483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:11.394979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:11.519585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-c3a6058a-8d96-4506-83b5-35f442eb4381', 'network_id': 'c3a6058a-8d96-4506-83b5-35f442eb4381', 'tenant_id': '0c0dd5c17e4f4c5ea2c8385671a17ab4', 'fixed_ips': [{'subnet_id': '026d0717-c97b-4659-b349-8f1f16dc68f9'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:16:11.520237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Allocated IP 2001:db8::1 (534b83d2-90b4-45c5-845b-4cb4a62338c0/13e57933-34ea-4cff-93c2-2328e4e1d8da/b55f6c3c-09a1-4591-b2a0-c476e62d3d8e) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:11.520329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:11.665214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b66980f0>, [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:16:04Z', 'revision_number': 4, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '637c5f6a-ac51-4322-86dd-f8071e3e812f', 'name': '', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'mac_address': 'fa:16:3e:23:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:58Z', 'updated_at': '2020-12-03T11:16:05Z', 'revision_number': 2, 'project_id': '292c86d7811a470cbc10639515f99e44', 'subnets': [{'id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:11.677569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Checking router: 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:16:11.677965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Updating router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 port 637c5f6a-ac51-4322-86dd-f8071e3e812f binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:16:11.721929 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb46fd0a-02c3-431d-947b-f468a3cdae1c req-d5ad8069-d2ad-4406-9175-bff38c67befb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4066718
Dec 03 11:16:11.771336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0df879-b8eb-4fdf-b5c8-dfb870041a11 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Deleting subnet 3906eff7-5abd-414f-b70b-aea823c7ef71 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:16:11.771744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-661267f9-ece2-41cf-bc18-094f58f4bb35 None None] Provisioning complete for port 8c193650-1e51-4397-b5f2-13d26764ec4a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:11.772170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-661267f9-ece2-41cf-bc18-094f58f4bb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:11.781744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 482d0842-4321-490e-b9dd-bd908458d49d yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:16:11.812835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:11.843865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a0df879-b8eb-4fdf-b5c8-dfb870041a11 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:11.928392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 04edc21c-207a-490b-a02a-2851ac069965 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:11.956804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:12.008532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e452-2088-46ba-bfba-a2a07bf702e2 req-5d759d0f-e6ba-41b4-8232-9d919322b0c2 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:12.016500 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de8e452-2088-46ba-bfba-a2a07bf702e2 req-5d759d0f-e6ba-41b4-8232-9d919322b0c2 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.4414794
Dec 03 11:16:12.120399 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de8e452-2088-46ba-bfba-a2a07bf702e2 req-bbb257a8-54a5-4395-a7e3-e65a1c2055e9 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029005
Dec 03 11:16:12.124584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Allocated IP 2001:db8::2 (c3a6058a-8d96-4506-83b5-35f442eb4381/026d0717-c97b-4659-b349-8f1f16dc68f9/68373962-1d15-49d8-8ff6-fcdc5cb60937) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:12.136134 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfa75ff3-f6e1-40d6-83a0-bfa7c079a2fe req-e5567fe7-a258-40a8-85f2-090e336d446a service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3633077
Dec 03 11:16:12.181453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42518) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:12.188034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Request body: {'security_group': {'name': 'tempest-securitygroup--104482877', 'description': 'tempest-description--1896764284'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:12.196531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:12.201788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Usage tracker for resource:security_group and tenant:292c86d7811a470cbc10639515f99e44 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:12.206348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:12.213400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:12.225361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:12.251326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:12.259174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Usage tracker for resource:security_group_rule and tenant:292c86d7811a470cbc10639515f99e44 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:12.262402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:12.271769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:12.367032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a0df879-b8eb-4fdf-b5c8-dfb870041a11 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:12.409442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:12.420851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Transition to ACTIVE for port object 68373962-1d15-49d8-8ff6-fcdc5cb60937 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:12.444366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:12.444519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Transition to ACTIVE for port object 68373962-1d15-49d8-8ff6-fcdc5cb60937 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:12.450268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8c193650-1e51-4397-b5f2-13d26764ec4a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:12.473978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:12.481330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f106-1910-4220-aaa5-21fef9c8a9af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:12.490628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Transition to ACTIVE for port object 637c5f6a-ac51-4322-86dd-f8071e3e812f will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:12.505018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:12.520761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:12.525699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:12.529991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-412db656-d9bc-4d98-a297-8ea725074f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:12.544648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a4224d3-5ff6-48b7-82c9-f55edc5d3958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:12.669994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Pushing event updated for resources: {'SecurityGroup': ['ID=c5addc53-70d6-42c7-94bf-01d28d7a781c,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:12.673200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:12.673716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:12.676595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8::363 (c3a6058a-8d96-4506-83b5-35f442eb4381/026d0717-c97b-4659-b349-8f1f16dc68f9/482d0842-4321-490e-b9dd-bd908458d49d) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:12.680343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:12.681698 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.4988353
Dec 03 11:16:12.687786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42524) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:12.699918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Request body: {'security_group_rule': {'security_group_id': 'c5addc53-70d6-42c7-94bf-01d28d7a781c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:12.719550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:12.735345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Usage tracker for resource:security_group_rule and tenant:292c86d7811a470cbc10639515f99e44 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:12.740760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:12.758558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:12.764852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Pushing event updated for resources: {'Port': ['ID=68373962-1d15-49d8-8ff6-fcdc5cb60937,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:12.777614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Network c3a6058a-8d96-4506-83b5-35f442eb4381 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:12.778869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:12.785736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:12.787818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 8c193650-1e51-4397-b5f2-13d26764ec4a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:12.788245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:12.798039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21dd9b-a72d-4faf-9762-3c6165a73c28 req-566a0674-af2a-4684-aaae-9ecd9dc87282 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:12.800823 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6c21dd9b-a72d-4faf-9762-3c6165a73c28 req-566a0674-af2a-4684-aaae-9ecd9dc87282 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 945 time: 0.2236733
Dec 03 11:16:12.849449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:13.088878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace4298-97df-4c42-be05-04db74dbe5c5 None None] Pushing event updated for resources: {'Port': ['ID=637c5f6a-ac51-4322-86dd-f8071e3e812f,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:13.121226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ace4298-97df-4c42-be05-04db74dbe5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:13.155441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c6bdf139-a3ae-4585-8c16-5c54b111a6e1 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:13.280924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Attempting to bind port 637c5f6a-ac51-4322-86dd-f8071e3e812f on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:16:13.283675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Attempting to bind port 637c5f6a-ac51-4322-86dd-f8071e3e812f by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:16:13.284131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Attempting to bind port 637c5f6a-ac51-4322-86dd-f8071e3e812f on network d6a8abbf-02f9-444e-baba-466ff0a6f350 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:16:13.297289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:16:13.299786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Checking segment: {'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:13.300403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.303491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Bound using segment: {'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:16:13.304083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Bound port: 637c5f6a-ac51-4322-86dd-f8071e3e812f, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:16:13.304521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.320053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Attempting to bind port 68373962-1d15-49d8-8ff6-fcdc5cb60937 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:16:13.320473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Attempting to bind port 68373962-1d15-49d8-8ff6-fcdc5cb60937 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '08511194-6d49-4755-9b33-243d2621bddf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3a6058a-8d96-4506-83b5-35f442eb4381'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:16:13.320887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Attempting to bind port 68373962-1d15-49d8-8ff6-fcdc5cb60937 on network c3a6058a-8d96-4506-83b5-35f442eb4381 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:16:13.350949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:16:13.351188 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6c21dd9b-a72d-4faf-9762-3c6165a73c28 req-10fe3b66-c919-4c44-ad76-f6f1e08baac6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5316546
Dec 03 11:16:13.351421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Checking segment: {'id': '08511194-6d49-4755-9b33-243d2621bddf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3a6058a-8d96-4506-83b5-35f442eb4381'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:13.351965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.352201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Bound using segment: {'id': '08511194-6d49-4755-9b33-243d2621bddf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3a6058a-8d96-4506-83b5-35f442eb4381'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:16:13.352735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Bound port: 68373962-1d15-49d8-8ff6-fcdc5cb60937, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08511194-6d49-4755-9b33-243d2621bddf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3a6058a-8d96-4506-83b5-35f442eb4381'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:16:13.353157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.384631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.457902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.458392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port c6bdf139-a3ae-4585-8c16-5c54b111a6e1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:13.458729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.459612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] For port 637c5f6a-ac51-4322-86dd-f8071e3e812f, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:16:13.463100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] For port 637c5f6a-ac51-4322-86dd-f8071e3e812f, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=637c5f6a-ac51-4322-86dd-f8071e3e812f,segment=NetworkSegment(a29e1dff-c04c-400d-b35a-ae6e26eec6ec),segment_id=a29e1dff-c04c-400d-b35a-ae6e26eec6ec)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:16:13.467702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.475600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Transition to ACTIVE for port object 482d0842-4321-490e-b9dd-bd908458d49d will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:13.485169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:13.541205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] For port 68373962-1d15-49d8-8ff6-fcdc5cb60937, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:16:13.555201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.634482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Network 04edc21c-207a-490b-a02a-2851ac069965 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:13.647755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace4298-97df-4c42-be05-04db74dbe5c5 None None] Pushing event updated for resources: {'Port': ['ID=637c5f6a-ac51-4322-86dd-f8071e3e812f,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:13.658329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ace4298-97df-4c42-be05-04db74dbe5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:16:13.673665 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:16:13.677765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-785be47e-921e-4d4e-8337-baa9fcccb911 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:13.704404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Routers {'6c7301fa-cc5d-489c-8bb4-f2785c70bf94'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:16:13.705182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b66980f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:13.801445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a0df879-b8eb-4fdf-b5c8-dfb870041a11 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.830190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=482d0842-4321-490e-b9dd-bd908458d49d,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:13.840124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:13.854340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.854589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d09cd8-6097-4f09-aafd-5e4a2ebbfa92 req-51295df6-9189-4909-8c38-3cda5380df83 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:13.862779 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b4d09cd8-6097-4f09-aafd-5e4a2ebbfa92 req-51295df6-9189-4909-8c38-3cda5380df83 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.5090153
Dec 03 11:16:13.871885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network c3a6058a-8d96-4506-83b5-35f442eb4381 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:13.894421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.895121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfa75ff3-f6e1-40d6-83a0-bfa7c079a2fe req-46c42b49-5c4a-46b8-8026-4f0b8fb1e8fd service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.7391112
Dec 03 11:16:13.895270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:13.904602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:13.910868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:13.911614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.926086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.932433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] For port 68373962-1d15-49d8-8ff6-fcdc5cb60937, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=68373962-1d15-49d8-8ff6-fcdc5cb60937,segment=NetworkSegment(08511194-6d49-4755-9b33-243d2621bddf),segment_id=08511194-6d49-4755-9b33-243d2621bddf)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:16:13.937347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.949926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:13.972723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:13.979203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] Set router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:16:13.980927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Transition to ACTIVE for port object b55f6c3c-09a1-4591-b2a0-c476e62d3d8e will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:13.982265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bdd3a233-b9a2-4ce8-8a46-05f21b20f584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:13.991102 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b4d09cd8-6097-4f09-aafd-5e4a2ebbfa92 req-7f09495e-bf13-44ab-bc50-cd611d371a05 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274185
Dec 03 11:16:14.005852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:14.016828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d8a3144-d8fc-427a-abb7-adb0c1b820cd tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:14.029451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650d8901-64ed-4a74-abac-f1295f4afff4,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:14.037746 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 3.3598862
Dec 03 11:16:14.038989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42532) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:14.039999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:14.072920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:14.073744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Pushing event deleted for resources: {'Network': ['ID=04edc21c-207a-490b-a02a-2851ac069965,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:14.073890 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.3849821
Dec 03 11:16:14.077868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:14.095558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42536) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:14.108753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Request body: {'security_group_rule': {'security_group_id': 'c5addc53-70d6-42c7-94bf-01d28d7a781c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:14.117837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:14.122701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f106-1910-4220-aaa5-21fef9c8a9af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:14.131520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Usage tracker for resource:security_group_rule and tenant:292c86d7811a470cbc10639515f99e44 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:14.137172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:14.148517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:14.159496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cc34b49b-b3f9-4c71-9523-bd9b7c556014 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 482d0842-4321-490e-b9dd-bd908458d49d {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:14.159884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc34b49b-b3f9-4c71-9523-bd9b7c556014 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:14.228598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Pushing event updated for resources: {'Port': ['ID=68373962-1d15-49d8-8ff6-fcdc5cb60937,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:14.228966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:14.244724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:14.342816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:14.349401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:14.350007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9b5922b-3255-42d3-993f-e16050037d62 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:14.361172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:14.414242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b66980f0>, [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:16:04Z', 'revision_number': 4, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '637c5f6a-ac51-4322-86dd-f8071e3e812f', 'name': '', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'mac_address': 'fa:16:3e:23:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:58Z', 'updated_at': '2020-12-03T11:16:13Z', 'revision_number': 4, 'project_id': '292c86d7811a470cbc10639515f99e44', 'subnets': [{'id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:14.416983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dae3f4-6927-4be8-ae78-70eb097ec7be,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:14.423794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:14.426668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71dcae7-b226-4da4-917c-dfc239b772bc None None] The sync data for ids ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'] in dv-neutron-765072-2-ovs is: [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:16:04Z', 'revision_number': 4, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '637c5f6a-ac51-4322-86dd-f8071e3e812f', 'name': '', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'mac_address': 'fa:16:3e:23:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:58Z', 'updated_at': '2020-12-03T11:16:13Z', 'revision_number': 4, 'project_id': '292c86d7811a470cbc10639515f99e44', 'subnets': [{'id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:16:14.455073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5f106-1910-4220-aaa5-21fef9c8a9af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event deleted for resources: {'Subnet': ['ID=f952ff8d-938e-4c9c-bf74-dfb45a282d1d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:14.475385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:14.475706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.3784416
Dec 03 11:16:14.497264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1d5f106-1910-4220-aaa5-21fef9c8a9af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:14.497842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42542) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:14.500732 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] 10.222.0.90 "DELETE /v2.0/networks/04edc21c-207a-490b-a02a-2851ac069965 HTTP/1.1" status: 204  len: 168 time: 8.9197543
Dec 03 11:16:14.516654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:14.552869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:14.589401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Usage tracker for resource:floatingip and tenant:292c86d7811a470cbc10639515f99e44 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:14.601655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:14.604103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a658b087-9d59-47e2-a48e-bfc47ea1b3e4 None None] Network a9155cc0-b566-4b7d-8a51-fce8114a1bd3 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:14.616444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f106-1910-4220-aaa5-21fef9c8a9af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:14.619148 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b1d5f106-1910-4220-aaa5-21fef9c8a9af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "DELETE /v2.0/subnets/f952ff8d-938e-4c9c-bf74-dfb45a282d1d HTTP/1.1" status: 204  len: 168 time: 5.5096579
Dec 03 11:16:14.625456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42548) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:14.626607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:14.836658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc34b49b-b3f9-4c71-9523-bd9b7c556014 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:15.041775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:15.043089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cc34b49b-b3f9-4c71-9523-bd9b7c556014 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 482d0842-4321-490e-b9dd-bd908458d49d owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:15.087410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98abb7-4994-421b-b0a9-b58a1c09ccf3 req-c58f65ba-1b4b-40d6-bc24-9ea308c9c16c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:15.089052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e98abb7-4994-421b-b0a9-b58a1c09ccf3 req-c58f65ba-1b4b-40d6-bc24-9ea308c9c16c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 945 time: 0.5277569
Dec 03 11:16:15.103756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42556) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:15.110246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:15.124774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for floatingip, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:15.143895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a0df879-b8eb-4fdf-b5c8-dfb870041a11 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:15.186964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c101daa8-2485-4699-b96a-7852298b7ed2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:15.220536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e98abb7-4994-421b-b0a9-b58a1c09ccf3 req-85f88866-8fdc-4470-b61d-5ff245ff4f4a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1156917
Dec 03 11:16:15.347930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18458dc1-fccb-4213-ac8f-6ecdbc6c101c None None] DHCP port deletion for a9155cc0-b566-4b7d-8a51-fce8114a1bd3 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:16:15.352470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-18458dc1-fccb-4213-ac8f-6ecdbc6c101c None None] Deleting port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:15.353161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18458dc1-fccb-4213-ac8f-6ecdbc6c101c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:15.498431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Deleting port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:15.498815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:15.566375 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3a2128dd-f34f-4c73-ba83-ab33fe617542 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a265822fd0bf4ad681cbadc3fc86ceb6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4365511
Dec 03 11:16:15.568274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc34b49b-b3f9-4c71-9523-bd9b7c556014 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:15.578152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42564) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:15.582866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=b55f6c3c-09a1-4591-b2a0-c476e62d3d8e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:15.598707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-db9f9caa-3cb0-4fc4-96d5-c4eb21b00980 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:15.609181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:15.617628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1d5f106-1910-4220-aaa5-21fef9c8a9af tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:15.628374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-18458dc1-fccb-4213-ac8f-6ecdbc6c101c None None] For port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d0a2eb9d-79c5-4345-b9e5-4fe939d262f5,segment=NetworkSegment(c0528103-d604-4c98-a9cd-a5a49c40793f),segment_id=c0528103-d604-4c98-a9cd-a5a49c40793f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:15.628816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18458dc1-fccb-4213-ac8f-6ecdbc6c101c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:15.707215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0df879-b8eb-4fdf-b5c8-dfb870041a11 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event deleted for resources: {'Subnet': ['ID=3906eff7-5abd-414f-b70b-aea823c7ef71,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:15.772284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34b49b-b3f9-4c71-9523-bd9b7c556014 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=482d0842-4321-490e-b9dd-bd908458d49d,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:15.773052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a0df879-b8eb-4fdf-b5c8-dfb870041a11 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:15.778892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc34b49b-b3f9-4c71-9523-bd9b7c556014 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:15.788744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf3d41-12a4-41b3-b16b-36e2699ea99f None None] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:15.790449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a0df879-b8eb-4fdf-b5c8-dfb870041a11 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:15.842094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:16:15.846650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0640829-bddd-488f-a7f0-cd98a025e57f req-bc3796b9-74a3-4671-8d25-8fb06bb6d5de tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:15.856550 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0640829-bddd-488f-a7f0-cd98a025e57f req-bc3796b9-74a3-4671-8d25-8fb06bb6d5de tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.5733092
Dec 03 11:16:15.887878 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7a0df879-b8eb-4fdf-b5c8-dfb870041a11 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "DELETE /v2.0/subnets/3906eff7-5abd-414f-b70b-aea823c7ef71 HTTP/1.1" status: 204  len: 168 time: 5.8505630
Dec 03 11:16:15.898648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42568) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:15.950588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf1528-c1a0-4a2f-a49c-f3d674668476 req-06d9fcbc-5e61-4de3-97b2-02e8b6bc13d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:15.953017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-18458dc1-fccb-4213-ac8f-6ecdbc6c101c None None] Calling delete_port for d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:15.960705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-51bf1528-c1a0-4a2f-a49c-f3d674668476 req-06d9fcbc-5e61-4de3-97b2-02e8b6bc13d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 945 time: 0.5146060
Dec 03 11:16:15.978721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 534b83d2-90b4-45c5-845b-4cb4a62338c0 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:15.989305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc34b49b-b3f9-4c71-9523-bd9b7c556014 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:15.991423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:16.035476 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0640829-bddd-488f-a7f0-cd98a025e57f req-bd0f38e0-90d5-4c07-bbdc-ab36184f9e14 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1776590
Dec 03 11:16:16.045408 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cc34b49b-b3f9-4c71-9523-bd9b7c556014 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/482d0842-4321-490e-b9dd-bd908458d49d HTTP/1.1" status: 204  len: 168 time: 2.0043280
Dec 03 11:16:16.071872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42572) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:16.152621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-51bf1528-c1a0-4a2f-a49c-f3d674668476 req-76fa213c-c49c-4f15-91ad-ea5918dbc2cc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1897724
Dec 03 11:16:16.153498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] For port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d0a2eb9d-79c5-4345-b9e5-4fe939d262f5,segment=NetworkSegment(c0528103-d604-4c98-a9cd-a5a49c40793f),segment_id=c0528103-d604-4c98-a9cd-a5a49c40793f)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:16.153839 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e78dac9-57d4-4de6-8500-cd2e7f37d0c1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:16:16.153966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.154417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4e78dac9-57d4-4de6-8500-cd2e7f37d0c1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:16.185072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18458dc1-fccb-4213-ac8f-6ecdbc6c101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.185721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42576) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:16.204199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a9764463-3c42-44ea-9d8f-8bea6fd6648e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:16.236967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4e78dac9-57d4-4de6-8500-cd2e7f37d0c1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:16.240865 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4e78dac9-57d4-4de6-8500-cd2e7f37d0c1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/482d0842-4321-490e-b9dd-bd908458d49d HTTP/1.1" status: 404  len: 333 time: 0.1631212
Dec 03 11:16:16.244232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42580) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:16.281639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18458dc1-fccb-4213-ac8f-6ecdbc6c101c None None] Pushing event deleted for resources: {'Port': ['ID=d0a2eb9d-79c5-4345-b9e5-4fe939d262f5,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:16.285189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18458dc1-fccb-4213-ac8f-6ecdbc6c101c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:16.286280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a50c2ca-16f3-4faf-915b-b5b7aee9331a None None] Network c3a6058a-8d96-4506-83b5-35f442eb4381 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:16.325394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Calling delete_port for d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:16.411065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83dae03-88b0-468b-92b6-e8166cde3cdf tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:16.415809 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a83dae03-88b0-468b-92b6-e8166cde3cdf tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 1157 time: 0.2264309
Dec 03 11:16:16.426120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42584) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:16.442935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:16.445154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:16.449833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:floatingip and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:16.453474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:16.478838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:16.528074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 637c5f6a-ac51-4322-86dd-f8071e3e812f up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:16.575053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.678064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e5d690-7ccf-46b6-a1a1-d18f91899a81 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting subnet 026d0717-c97b-4659-b349-8f1f16dc68f9 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:16:16.683687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d690-7ccf-46b6-a1a1-d18f91899a81 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.685634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8efe478d-af68-4f37-8e0b-c941ed1438cd None None] Provisioning for port 68373962-1d15-49d8-8ff6-fcdc5cb60937 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:16.713167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:16.713777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.724993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:16:16.725377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:16:16.741584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa364ca4-2af6-40af-aae1-f029c431a881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.756027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18458dc1-fccb-4213-ac8f-6ecdbc6c101c None None] No DVR routers for this DVR port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:16:16.774147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa364ca4-2af6-40af-aae1-f029c431a881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.811653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d690-7ccf-46b6-a1a1-d18f91899a81 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.830111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 637c5f6a-ac51-4322-86dd-f8071e3e812f completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:16.838601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 637c5f6a-ac51-4322-86dd-f8071e3e812f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:16.839320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.907845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27039d1-4f9d-4881-85e4-78290f453b3d None None] DHCP port deletion for 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:16:16.916163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d27039d1-4f9d-4881-85e4-78290f453b3d None None] Deleting port 5730699f-e358-4d9b-9cda-5d634e14c13d {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:16.916590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d27039d1-4f9d-4881-85e4-78290f453b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.936845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.960925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d48c8a99-ea10-495a-9b57-38fc5dd89062 None None] Provisioning for port b55f6c3c-09a1-4591-b2a0-c476e62d3d8e completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:16.967917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.978971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d690-7ccf-46b6-a1a1-d18f91899a81 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:16.993151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d48c8a99-ea10-495a-9b57-38fc5dd89062 None None] Provisioning complete for port b55f6c3c-09a1-4591-b2a0-c476e62d3d8e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:16.993570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d48c8a99-ea10-495a-9b57-38fc5dd89062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:17.118054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa364ca4-2af6-40af-aae1-f029c431a881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:17.124382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d48c8a99-ea10-495a-9b57-38fc5dd89062 None None] Port b55f6c3c-09a1-4591-b2a0-c476e62d3d8e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:17.134196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:17.146942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Deleting port 5730699f-e358-4d9b-9cda-5d634e14c13d {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:17.147308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:17.212719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364ca4-2af6-40af-aae1-f029c431a881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90113fe-6fe9-436c-816d-ae24324d4edc,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:17.216404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fa364ca4-2af6-40af-aae1-f029c431a881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:17.225373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:17.229257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Deleting port d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:17.229637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:17.381297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] The port 'd0a2eb9d-79c5-4345-b9e5-4fe939d262f5' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:16:17.383424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:17.503716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:17.540744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d27039d1-4f9d-4881-85e4-78290f453b3d None None] For port 5730699f-e358-4d9b-9cda-5d634e14c13d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5730699f-e358-4d9b-9cda-5d634e14c13d,segment=NetworkSegment(5e81a69b-1c1c-4574-921f-7175c111e5bd),segment_id=5e81a69b-1c1c-4574-921f-7175c111e5bd)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:17.541192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d27039d1-4f9d-4881-85e4-78290f453b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:17.553113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 637c5f6a-ac51-4322-86dd-f8071e3e812f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=637c5f6a-ac51-4322-86dd-f8071e3e812f,segment=NetworkSegment(a29e1dff-c04c-400d-b35a-ae6e26eec6ec),segment_id=a29e1dff-c04c-400d-b35a-ae6e26eec6ec)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:17.561094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:17.562026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 68373962-1d15-49d8-8ff6-fcdc5cb60937 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:17.653966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:17.668082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa364ca4-2af6-40af-aae1-f029c431a881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:17.683442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fa364ca4-2af6-40af-aae1-f029c431a881 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c90113fe-6fe9-436c-816d-ae24324d4edc HTTP/1.1" status: 204  len: 168 time: 2.0912263
Dec 03 11:16:17.785894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d27039d1-4f9d-4881-85e4-78290f453b3d None None] Calling delete_port for 5730699f-e358-4d9b-9cda-5d634e14c13d owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:17.803148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] For port 5730699f-e358-4d9b-9cda-5d634e14c13d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5730699f-e358-4d9b-9cda-5d634e14c13d,segment=NetworkSegment(5e81a69b-1c1c-4574-921f-7175c111e5bd),segment_id=5e81a69b-1c1c-4574-921f-7175c111e5bd)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:17.803674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:17.909685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=637c5f6a-ac51-4322-86dd-f8071e3e812f,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:17.915056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:17.917401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 68373962-1d15-49d8-8ff6-fcdc5cb60937 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:17.933143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 68373962-1d15-49d8-8ff6-fcdc5cb60937 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:17.933511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.005357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc674dd-3544-4d15-966a-d665b45883b5 req-73f44e38-e563-4928-9c3c-18db297281c1 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:18.007075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1bc674dd-3544-4d15-966a-d665b45883b5 req-73f44e38-e563-4928-9c3c-18db297281c1 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.7022624
Dec 03 11:16:18.029022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d27039d1-4f9d-4881-85e4-78290f453b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.049564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18458dc1-fccb-4213-ac8f-6ecdbc6c101c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:18.066960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.82 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/315cc120-cd72-4aa9-a455-b227f9634335) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:18.082728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-15871226-373e-4e17-ace6-2ed03ed33d92 None None] Could not find standard attr ID for object 482d0842-4321-490e-b9dd-bd908458d49d. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:16:18.163775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.187587 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1bc674dd-3544-4d15-966a-d665b45883b5 req-95159150-d495-4905-8a92-867c0c86042d tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1615779
Dec 03 11:16:18.199092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d690-7ccf-46b6-a1a1-d18f91899a81 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.212586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27039d1-4f9d-4881-85e4-78290f453b3d None None] Pushing event deleted for resources: {'Port': ['ID=5730699f-e358-4d9b-9cda-5d634e14c13d,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:18.234329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-37dc73cf-466f-4ee9-8de6-a7ff5009cefe tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:18.247940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d27039d1-4f9d-4881-85e4-78290f453b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:18.314376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Calling delete_port for 5730699f-e358-4d9b-9cda-5d634e14c13d owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:18.334366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.453837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.467742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27039d1-4f9d-4881-85e4-78290f453b3d None None] No DVR routers for this DVR port 5730699f-e358-4d9b-9cda-5d634e14c13d on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:16:18.478308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b1522a52-5466-42d5-a916-aa9b205b1448 None None] Provisioning complete for port 68373962-1d15-49d8-8ff6-fcdc5cb60937 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:18.478737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1522a52-5466-42d5-a916-aa9b205b1448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.512261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5d690-7ccf-46b6-a1a1-d18f91899a81 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Subnet': ['ID=026d0717-c97b-4659-b349-8f1f16dc68f9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:18.515913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1e5d690-7ccf-46b6-a1a1-d18f91899a81 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:18.522377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.536563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:16:18.536981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:16:18.547096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:18.685873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1522a52-5466-42d5-a916-aa9b205b1448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.714784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f676a0>,) {'filters': {'network_id': ['a9155cc0-b566-4b7d-8a51-fce8114a1bd3']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:18.728666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f676a0>, 'c0528103-d604-4c98-a9cd-a5a49c40793f') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:18.729003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f676a0>, 'c0528103-d604-4c98-a9cd-a5a49c40793f') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:18.729451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b1522a52-5466-42d5-a916-aa9b205b1448 None None] For port 68373962-1d15-49d8-8ff6-fcdc5cb60937, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=68373962-1d15-49d8-8ff6-fcdc5cb60937,segment=NetworkSegment(08511194-6d49-4755-9b33-243d2621bddf),segment_id=08511194-6d49-4755-9b33-243d2621bddf)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:18.732951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1522a52-5466-42d5-a916-aa9b205b1448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.736092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b71643f0-d046-4ce9-8e5a-a955145d0a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:18.742138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.795752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.814313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Releasing vxlan tunnel 9 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:16:18.814471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=315cc120-cd72-4aa9-a455-b227f9634335,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:18.823041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d690-7ccf-46b6-a1a1-d18f91899a81 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:18.828410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:18.836582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1522a52-5466-42d5-a916-aa9b205b1448 None None] Pushing event updated for resources: {'Port': ['ID=68373962-1d15-49d8-8ff6-fcdc5cb60937,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:18.840498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1522a52-5466-42d5-a916-aa9b205b1448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:18.841569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f63bc47-667d-4c5e-8384-f3bbba3a84ed None None] Network c3a6058a-8d96-4506-83b5-35f442eb4381 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:18.863603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a1e5d690-7ccf-46b6-a1a1-d18f91899a81 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/026d0717-c97b-4659-b349-8f1f16dc68f9 HTTP/1.1" status: 204  len: 168 time: 2.6125424
Dec 03 11:16:18.868947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:16:18.868947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:16:18.869200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42604) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:18.967019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:19.016162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:19.024676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:19.090808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:19.275362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:16:19.336632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 68373962-1d15-49d8-8ff6-fcdc5cb60937 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:19.337329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:19.347426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:16:19.347954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d0a2eb9d-79c5-4345-b9e5-4fe939d262f5 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:16:19.349764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa4eb19-c73f-4805-bacc-698783ace5ae None None] DHCP port deletion for c3a6058a-8d96-4506-83b5-35f442eb4381 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:16:19.355459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4eb19-c73f-4805-bacc-698783ace5ae None None] Deleting port 68373962-1d15-49d8-8ff6-fcdc5cb60937 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:19.355983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fa4eb19-c73f-4805-bacc-698783ace5ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:19.437445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42614) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:19.466373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 637c5f6a-ac51-4322-86dd-f8071e3e812f up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:19.484661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Deleting port 5730699f-e358-4d9b-9cda-5d634e14c13d {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:19.485040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:19.585910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] The port '5730699f-e358-4d9b-9cda-5d634e14c13d' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:16:19.588306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network a9155cc0-b566-4b7d-8a51-fce8114a1bd3 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:19.639973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:19.660278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 637c5f6a-ac51-4322-86dd-f8071e3e812f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:19.660705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:19.712218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Allocated IP 172.26.1.251 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/2326e3fe-70fe-4ab2-bef7-afa1765e1fdd) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:19.754564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5fa4eb19-c73f-4805-bacc-698783ace5ae None None] For port 68373962-1d15-49d8-8ff6-fcdc5cb60937, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=68373962-1d15-49d8-8ff6-fcdc5cb60937,segment=NetworkSegment(08511194-6d49-4755-9b33-243d2621bddf),segment_id=08511194-6d49-4755-9b33-243d2621bddf)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:19.755038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fa4eb19-c73f-4805-bacc-698783ace5ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:19.847793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group': {'name': 'tempest-secgroup--1060868422'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:19.854557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:19.880854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:19.884168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:19.890379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:19.908896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] For port 68373962-1d15-49d8-8ff6-fcdc5cb60937, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=68373962-1d15-49d8-8ff6-fcdc5cb60937,segment=NetworkSegment(08511194-6d49-4755-9b33-243d2621bddf),segment_id=08511194-6d49-4755-9b33-243d2621bddf)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:19.910607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:19.913268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:19.918518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4eb19-c73f-4805-bacc-698783ace5ae None None] Calling delete_port for 68373962-1d15-49d8-8ff6-fcdc5cb60937 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:19.924069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.006431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55482fd-8148-4b0d-8b29-e19e67ade1a7 req-fb6c15d2-7a5c-455d-ba2d-d9d0bdd2d3e4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:20.008287 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a55482fd-8148-4b0d-8b29-e19e67ade1a7 req-fb6c15d2-7a5c-455d-ba2d-d9d0bdd2d3e4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.5667918
Dec 03 11:16:20.009118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.066208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fa4eb19-c73f-4805-bacc-698783ace5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.080995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d1614eb-de00-4487-aab5-a0ea0eec74ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:20.107481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 68373962-1d15-49d8-8ff6-fcdc5cb60937 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:20.129646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Network a9155cc0-b566-4b7d-8a51-fce8114a1bd3 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:20.136448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4eb19-c73f-4805-bacc-698783ace5ae None None] Pushing event deleted for resources: {'Port': ['ID=68373962-1d15-49d8-8ff6-fcdc5cb60937,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:20.140679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5730699f-e358-4d9b-9cda-5d634e14c13d no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:16:20.176002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5fa4eb19-c73f-4805-bacc-698783ace5ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:20.178866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:20.191115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 5730699f-e358-4d9b-9cda-5d634e14c13d {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:16:20.191517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5730699f-e358-4d9b-9cda-5d634e14c13d not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:16:20.191995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 68373962-1d15-49d8-8ff6-fcdc5cb60937 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:16:20.195917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:16:20.209338 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:16:20.217557 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a55482fd-8148-4b0d-8b29-e19e67ade1a7 req-e1a61719-10bd-46f7-9009-651f666fb81a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1318536
Dec 03 11:16:20.220484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:20.232579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:16:20.242945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:20.291824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:16:20.292373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:16:20.322631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.330709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ed6198>,) {'filters': {'network_id': ['44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:20.334981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 68373962-1d15-49d8-8ff6-fcdc5cb60937 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:16:20.335389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 68373962-1d15-49d8-8ff6-fcdc5cb60937 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:16:20.348785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.350548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.368851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.371469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa4eb19-c73f-4805-bacc-698783ace5ae None None] No DVR routers for this DVR port 68373962-1d15-49d8-8ff6-fcdc5cb60937 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:16:20.372830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.374465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-62a81db5-5c19-45f1-8109-06bbf8e8faa3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:20.379990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:20.381898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4129c10-759f-44ae-8cbd-9b0d391055da tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:20.397251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:20.402141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:20.410336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ed6198>, '5e81a69b-1c1c-4574-921f-7175c111e5bd') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:20.410659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ed6198>, '5e81a69b-1c1c-4574-921f-7175c111e5bd') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:20.418132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:20.426674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroup': ['ID=c85135e2-b1d3-4dc1-bbd8-d5ddc496fa81,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:20.433457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:20.467019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.474232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.544215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.547993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.549670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.552241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.562369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b2ebe07-4b3c-4878-bf8f-6587a3f6ebd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:20.575778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.582538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Releasing vxlan tunnel 14 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:16:20.648420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.648661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "DELETE /v2.0/networks/a9155cc0-b566-4b7d-8a51-fce8114a1bd3 HTTP/1.1" status: 204  len: 168 time: 6.0143366
Dec 03 11:16:20.648661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=b55f6c3c-09a1-4591-b2a0-c476e62d3d8e,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:20.648864 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.1388481
Dec 03 11:16:20.648864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42620) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:20.648864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42622) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:20.650697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.665990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf6296e-30c3-4532-8881-5c483b2625f9,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:20.715561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:20.716146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f7b786a1-a0d6-4d39-b95c-ce373a1f64a9 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:20.721857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:20.752864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-96bdd443-37a6-4e7e-a055-4556ea6e3fb6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Synchronizing usage tracker for tenant:a60718cc49f048fc963cefc440422e4a on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:20.773933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Pushing event deleted for resources: {'Network': ['ID=a9155cc0-b566-4b7d-8a51-fce8114a1bd3,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:20.776043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.787182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:20.808527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 68373962-1d15-49d8-8ff6-fcdc5cb60937 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:20.808907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.879509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:20.892216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.923481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-96bdd443-37a6-4e7e-a055-4556ea6e3fb6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Unset dirty status for tenant:a60718cc49f048fc963cefc440422e4a on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:20.928078 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-96bdd443-37a6-4e7e-a055-4556ea6e3fb6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "GET /v2.0/ports?device_id=9dda56b9-8657-4676-a3cb-598df378d9e3 HTTP/1.1" status: 200  len: 205 time: 0.2607017
Dec 03 11:16:20.935670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] The port '68373962-1d15-49d8-8ff6-fcdc5cb60937' was deleted {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:16:20.940600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42628) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:20.955029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:20.987431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 534b83d2-90b4-45c5-845b-4cb4a62338c0 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:20.993722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:21.068544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e6c3a9ee-a5a8-4e85-906a-e190a081073f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:21.142329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:21.223891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2f5daa8f-f27b-44dc-809a-c964839816e4 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:21.287861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Network 44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:21.290739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d20542b6-c086-49cc-b266-f08fdeb21fd5 None None] Provisioning complete for port b55f6c3c-09a1-4591-b2a0-c476e62d3d8e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:21.291578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d20542b6-c086-49cc-b266-f08fdeb21fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:21.366835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d20542b6-c086-49cc-b266-f08fdeb21fd5 None None] Port b55f6c3c-09a1-4591-b2a0-c476e62d3d8e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:21.558294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ea9ec40-5207-449e-b91a-6faaf3f5da2f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:16:21.584363 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:16:21.751606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Pushing event updated for resources: {'Port': ['ID=2326e3fe-70fe-4ab2-bef7-afa1765e1fdd,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:21.759232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e6c3a9ee-a5a8-4e85-906a-e190a081073f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:21.759418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:21.763466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e6c3a9ee-a5a8-4e85-906a-e190a081073f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4355 time: 1.1004167
Dec 03 11:16:21.764199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42634) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:21.765505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:21.786297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cce70ece-e011-4e55-adf6-e76173f26779 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group': {'name': 'tempest-security--133547461', 'description': 'tempest-security-description-1565427006'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:21.794090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:21.817253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b47f91e1-113f-47bc-8636-c760df938b36 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:21.840210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:21.872836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Pushing event deleted for resources: {'Network': ['ID=44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:21.882468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:21.886983 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] 10.222.0.90 "DELETE /v2.0/networks/44aa33c6-8e4b-4d18-a6e6-ed4fa86fc3b0 HTTP/1.1" status: 204  len: 168 time: 5.9835508
Dec 03 11:16:21.905901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cce70ece-e011-4e55-adf6-e76173f26779 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:21.943365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:21.949608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:21.954291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:22.000138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 0d782e02-f9e0-4a08-85d0-1fdf85035b3f is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:16:22.033999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cce70ece-e011-4e55-adf6-e76173f26779 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.107167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cce70ece-e011-4e55-adf6-e76173f26779 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.109768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cce70ece-e011-4e55-adf6-e76173f26779 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.111764 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cce70ece-e011-4e55-adf6-e76173f26779 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "PUT /v2.0/security-groups/cdf6296e-30c3-4532-8881-5c483b2625f9 HTTP/1.1" status: 200  len: 1727 time: 0.3434532
Dec 03 11:16:22.113932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ea9ec40-5207-449e-b91a-6faaf3f5da2f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.120438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ea9ec40-5207-449e-b91a-6faaf3f5da2f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.121985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42640) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:22.173261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6c958-d60e-4c11-b4b5-a628a960ded3 req-1be17a2e-aead-46a8-a1c2-211ce9dacc60 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:22.175595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5b35e366-0f76-4f2f-9957-9b47fc7376ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:22.175993 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-67e6c958-d60e-4c11-b4b5-a628a960ded3 req-1be17a2e-aead-46a8-a1c2-211ce9dacc60 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.7221229
Dec 03 11:16:22.248054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42646) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:22.255140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b7094a20>,) {'filters': {'network_id': ['c3a6058a-8d96-4506-83b5-35f442eb4381']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:22.270153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce70ece-e011-4e55-adf6-e76173f26779 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf6296e-30c3-4532-8881-5c483b2625f9,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:22.275558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cce70ece-e011-4e55-adf6-e76173f26779 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:22.280642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:16:22.291488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d77736-397d-432d-a7a2-7b8d77fa17e7 None None] Sync routers for ids ['0d782e02-f9e0-4a08-85d0-1fdf85035b3f'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:16:22.301392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d77736-397d-432d-a7a2-7b8d77fa17e7 None None] Routers {'0d782e02-f9e0-4a08-85d0-1fdf85035b3f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:16:22.302326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-58d77736-397d-432d-a7a2-7b8d77fa17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5990c88>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['0d782e02-f9e0-4a08-85d0-1fdf85035b3f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:22.309324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for floatingip, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.312452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0973c298-1895-41c4-b529-723b8c1f5501 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-groups/cdf6296e-30c3-4532-8881-5c483b2625f9 HTTP/1.1" status: 200  len: 1727 time: 0.1812496
Dec 03 11:16:22.319504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b7094a20>, '08511194-6d49-4755-9b33-243d2621bddf') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:22.319718 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/0d782e02-f9e0-4a08-85d0-1fdf85035b3f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.1857808
Dec 03 11:16:22.319851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b7094a20>, '08511194-6d49-4755-9b33-243d2621bddf') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:22.321043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42652) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:22.321588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42654) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:22.333463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ea9ec40-5207-449e-b91a-6faaf3f5da2f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.334000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea9ec40-5207-449e-b91a-6faaf3f5da2f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Fanout notify agent at l3_agent the message router_deleted on router 9dda56b9-8657-4676-a3cb-598df378d9e3 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:16:22.356602 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-67e6c958-d60e-4c11-b4b5-a628a960ded3 req-e6cf997a-f9ce-4c03-95b9-4aff2556ea00 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1690609
Dec 03 11:16:22.360318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.376303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ea9ec40-5207-449e-b91a-6faaf3f5da2f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.380979 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5ea9ec40-5207-449e-b91a-6faaf3f5da2f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] 10.222.0.90 "DELETE /v2.0/routers/9dda56b9-8657-4676-a3cb-598df378d9e3 HTTP/1.1" status: 204  len: 168 time: 1.4393032
Dec 03 11:16:22.383907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-58d77736-397d-432d-a7a2-7b8d77fa17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5990c88>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:22.391364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.394439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d77736-397d-432d-a7a2-7b8d77fa17e7 None None] Routers {'0d782e02-f9e0-4a08-85d0-1fdf85035b3f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:16:22.395329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-58d77736-397d-432d-a7a2-7b8d77fa17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5990c88>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['0d782e02-f9e0-4a08-85d0-1fdf85035b3f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:22.402033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Releasing vxlan tunnel 7 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:16:22.471297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.479166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-58d77736-397d-432d-a7a2-7b8d77fa17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5990c88>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:22.479817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d77736-397d-432d-a7a2-7b8d77fa17e7 None None] The sync data for ids ['0d782e02-f9e0-4a08-85d0-1fdf85035b3f'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:16:22.494157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.524549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.546374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:22.570145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae945cd0-6600-4f09-b1c7-d8a729f667de tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:22.570783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ae945cd0-6600-4f09-b1c7-d8a729f667de tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Synchronizing usage tracker for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:22.668719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=315cc120-cd72-4aa9-a455-b227f9634335,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:22.683793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ae945cd0-6600-4f09-b1c7-d8a729f667de tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Unset dirty status for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:22.685232 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ae945cd0-6600-4f09-b1c7-d8a729f667de tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports/b55f6c3c-09a1-4591-b2a0-c476e62d3d8e HTTP/1.1" status: 200  len: 911 time: 0.3322966
Dec 03 11:16:22.685892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6579f26f-f6ea-4016-a2ea-5a170beeb2fe tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.692552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42666) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:22.722270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:22.723063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-73e283fb-8fe5-4ed1-a104-521841cb3b83 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'port': {'fixed_ips': [{'subnet_id': '13e57933-34ea-4cff-93c2-2328e4e1d8da'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:22.757990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42670) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:22.762808 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b054381e-116c-47c1-9885-42a9dc57766c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d97abd82054e47c48ad60ec368cfb70e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5094130
Dec 03 11:16:22.781938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42674) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:22.796095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network c3a6058a-8d96-4506-83b5-35f442eb4381 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:22.799235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6579f26f-f6ea-4016-a2ea-5a170beeb2fe tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:22.807299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.034191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network c3a6058a-8d96-4506-83b5-35f442eb4381 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:16:23.059715 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:16:23.160075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6579f26f-f6ea-4016-a2ea-5a170beeb2fe tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.172493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ca13b42-d872-420c-94f6-c7a5139e1579 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:23.191279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.196719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:23.211401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49267fda-e2b1-4ba8-8a3d-d2ce4cd03b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.212798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.222544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.228425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579f26f-f6ea-4016-a2ea-5a170beeb2fe tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf6296e-30c3-4532-8881-5c483b2625f9,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:23.243018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6579f26f-f6ea-4016-a2ea-5a170beeb2fe tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:23.250949 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c20b9429-ecd5-4e46-b72c-42e5ff21b793 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a60718cc49f048fc963cefc440422e4a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4889858
Dec 03 11:16:23.255857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42680) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:23.308991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6579f26f-f6ea-4016-a2ea-5a170beeb2fe tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.310211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6579f26f-f6ea-4016-a2ea-5a170beeb2fe tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-groups/cdf6296e-30c3-4532-8881-5c483b2625f9 HTTP/1.1" status: 204  len: 168 time: 0.9594688
Dec 03 11:16:23.317561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49267fda-e2b1-4ba8-8a3d-d2ce4cd03b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.327216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42684) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:23.344792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Network': ['ID=c3a6058a-8d96-4506-83b5-35f442eb4381,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:23.361121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/networks/c3a6058a-8d96-4506-83b5-35f442eb4381 HTTP/1.1" status: 204  len: 168 time: 4.4908369
Dec 03 11:16:23.362574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42688) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:23.363552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:23.374288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'name': 'tempest-PortsIpV6TestJSON-305662323'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:23.448022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.480181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.503538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d75cc457-1039-43f7-b822-cfa27f38bad7 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:23.547267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:23.554120 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d associated. External IP: 172.26.1.82, port: c6bdf139-a3ae-4585-8c16-5c54b111a6e1.
Dec 03 11:16:23.588202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73e283fb-8fe5-4ed1-a104-521841cb3b83 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.677518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:23.706110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-86769c83-c30a-4d75-981a-bfbd4e3c7bad tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:23.709225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-885d9c6e-83c8-4dee-a93b-40782c8dcd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.806185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Pushing event updated for resources: {'Port': ['ID=2326e3fe-70fe-4ab2-bef7-afa1765e1fdd,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:23.815895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:23.869450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49267fda-e2b1-4ba8-8a3d-d2ce4cd03b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.891276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc9cd122-eeb0-4cd9-bbd3-7a7187575c24 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:23.902225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-885d9c6e-83c8-4dee-a93b-40782c8dcd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:23.929961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-86769c83-c30a-4d75-981a-bfbd4e3c7bad tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:23.934132 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-86769c83-c30a-4d75-981a-bfbd4e3c7bad tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.5956411
Dec 03 11:16:23.941032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49267fda-e2b1-4ba8-8a3d-d2ce4cd03b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f588d54-aeaf-408b-9bcc-95fde381410f,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:23.947487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49267fda-e2b1-4ba8-8a3d-d2ce4cd03b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:24.000180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42692) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:24.026767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:24.032525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:24.052096 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-f33bc241-c288-4d2d-b7ce-edfd8be20516 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] delete failed (client error): The resource could not be found.
Dec 03 11:16:24.053243 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f33bc241-c288-4d2d-b7ce-edfd8be20516 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-groups/cdf6296e-30c3-4532-8881-5c483b2625f9 HTTP/1.1" status: 404  len: 347 time: 0.0519886
Dec 03 11:16:24.060695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42696) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:24.070324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group': {'name': 'tempest-secgroup--520026498'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:24.100224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:24.138509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:24.277939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49267fda-e2b1-4ba8-8a3d-d2ce4cd03b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:24.279076 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-49267fda-e2b1-4ba8-8a3d-d2ce4cd03b4e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7f588d54-aeaf-408b-9bcc-95fde381410f HTTP/1.1" status: 204  len: 168 time: 1.4875250
Dec 03 11:16:24.301353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:24.382038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 22faecea-c282-4ef3-8e5b-b44b11a2a231 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:16:24.439007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:24.462103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:24.472277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:24.487120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:24.505080 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1b3547d-8fa5-4e41-925a-3fc07a4c760f req-f33be848-f4a4-4657-a111-bcf0768c8c42 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.7434838
Dec 03 11:16:24.512821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:24.521302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-885d9c6e-83c8-4dee-a93b-40782c8dcd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:24.533589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ae16ba9-dd77-4b2d-b538-9abb8e015863 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:24.554628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d9c6e-83c8-4dee-a93b-40782c8dcd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d8a9c0-a7c9-4ec0-a9eb-e2ea9d0630f5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:24.601631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-885d9c6e-83c8-4dee-a93b-40782c8dcd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:24.608713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-885d9c6e-83c8-4dee-a93b-40782c8dcd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:24.609970 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-885d9c6e-83c8-4dee-a93b-40782c8dcd4c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/94d8a9c0-a7c9-4ec0-a9eb-e2ea9d0630f5 HTTP/1.1" status: 204  len: 168 time: 1.3488529
Dec 03 11:16:24.615360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:24.623053 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.1121349
Dec 03 11:16:24.691033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:16:24.818201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3547d-8fa5-4e41-925a-3fc07a4c760f req-193cce43-7d83-4eb8-bb36-baba908906ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:24.820913 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1b3547d-8fa5-4e41-925a-3fc07a4c760f req-193cce43-7d83-4eb8-bb36-baba908906ab service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=193702a8528c429d847d08cd33ff784e&device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 1162 time: 0.2000115
Dec 03 11:16:25.121511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:25.128386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:25.145408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:25.155263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3547d-8fa5-4e41-925a-3fc07a4c760f req-8bd3a834-575c-487a-a935-bc28d39e0bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:25.156940 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1b3547d-8fa5-4e41-925a-3fc07a4c760f req-8bd3a834-575c-487a-a935-bc28d39e0bd5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4 HTTP/1.1" status: 200  len: 906 time: 0.2586241
Dec 03 11:16:25.164495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73e283fb-8fe5-4ed1-a104-521841cb3b83 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:25.164698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-33cbe2b8-e934-404a-bf6c-e2e1c039bf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:25.222308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-176df561-7ac9-4d89-ad4e-d4cdee695400 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Synchronizing usage tracker for tenant:292c86d7811a470cbc10639515f99e44 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:25.243394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73e283fb-8fe5-4ed1-a104-521841cb3b83 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:25.248602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e283fb-8fe5-4ed1-a104-521841cb3b83 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:25.249352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73e283fb-8fe5-4ed1-a104-521841cb3b83 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:25.254305 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-73e283fb-8fe5-4ed1-a104-521841cb3b83 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/ports/b55f6c3c-09a1-4591-b2a0-c476e62d3d8e HTTP/1.1" status: 200  len: 911 time: 2.5489571
Dec 03 11:16:25.254396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-33f68d84-ea93-4920-b062-7b95d1218e7b tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:25.264397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42734) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:25.346597 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1b3547d-8fa5-4e41-925a-3fc07a4c760f req-0100547e-055a-454b-aa6f-36440e8ff312 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 HTTP/1.1" status: 200  len: 1000 time: 0.1787050
Dec 03 11:16:25.349177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroup': ['ID=f8214217-dc28-4bc9-bdbe-1def2880127d,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:25.353832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e283fb-8fe5-4ed1-a104-521841cb3b83 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=b55f6c3c-09a1-4591-b2a0-c476e62d3d8e,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:25.366617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:25.368400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:16:25.380172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a11329-7728-4928-8a63-92fbff4d41da None None] Sync routers for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:16:25.395430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-73e283fb-8fe5-4ed1-a104-521841cb3b83 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:25.399646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a11329-7728-4928-8a63-92fbff4d41da None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:16:25.405689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-16a11329-7728-4928-8a63-92fbff4d41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b64b37f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:25.428107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3547d-8fa5-4e41-925a-3fc07a4c760f req-75d506b4-28c2-472c-be51-c6ec6b793051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:25.430223 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1b3547d-8fa5-4e41-925a-3fc07a4c760f req-75d506b4-28c2-472c-be51-c6ec6b793051 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22ea8f59-d136-43f2-acfe-9b4232c66694 HTTP/1.1" status: 200  len: 851 time: 0.0733445
Dec 03 11:16:25.441257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:25.442585 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.3808393
Dec 03 11:16:25.443871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:25.472085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42744) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:25.474860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-330d91a4-e83d-4c44-9e33-5c833fb847a1 tempest-FloatingIPAdminTestJSON-1515208851 tempest-FloatingIPAdminTestJSON-1515208851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:25.508890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-176df561-7ac9-4d89-ad4e-d4cdee695400 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Unset dirty status for tenant:292c86d7811a470cbc10639515f99e44 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:25.510251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-176df561-7ac9-4d89-ad4e-d4cdee695400 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--104482877&fields=id&tenant_id=292c86d7811a470cbc10639515f99e44 HTTP/1.1" status: 200  len: 267 time: 0.4711227
Dec 03 11:16:25.543911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group_rule': {'security_group_id': 'f8214217-dc28-4bc9-bdbe-1def2880127d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:25.554652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3547d-8fa5-4e41-925a-3fc07a4c760f req-3f71d05e-43ce-42ab-a511-f5a338074c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:25.556788 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1b3547d-8fa5-4e41-925a-3fc07a4c760f req-3f71d05e-43ce-42ab-a511-f5a338074c4a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1186855
Dec 03 11:16:25.609947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:25.663241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-16a11329-7728-4928-8a63-92fbff4d41da None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:16:25.670546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:25.703506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:25.845310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:25.863180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1b3547d-8fa5-4e41-925a-3fc07a4c760f req-c5f2b280-d989-4815-b496-250209ce1de4 service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2972355
Dec 03 11:16:25.906816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:26.015497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=22faecea-c282-4ef3-8e5b-b44b11a2a231,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:26.020463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:26.035233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42756) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:26.055881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42758) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:26.120228 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1b3547d-8fa5-4e41-925a-3fc07a4c760f req-27d1bd49-9ad7-44e9-8354-abf201cc41cb service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2500601
Dec 03 11:16:26.245993 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 9.8154030
Dec 03 11:16:26.249271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42768) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:26.252742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:26.253609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'tag': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:16:26.258584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:26.292910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-16a11329-7728-4928-8a63-92fbff4d41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b64b37f0>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:15:19Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.82', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'port_id': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'mac_address': 'fa:16:3e:ca:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:16:20Z', 'updated_at': '2020-12-03T11:16:20Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:34Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:26.302128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a11329-7728-4928-8a63-92fbff4d41da None None] Checking router: 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:16:26.323876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a11329-7728-4928-8a63-92fbff4d41da None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:16:26.324575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-16a11329-7728-4928-8a63-92fbff4d41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b64b37f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:26.325897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:26.328742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:26.338325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:26.343198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:26.405077 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'tag': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'status': 'completed', 'code': 200}
Dec 03 11:16:26.411542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a890526a-1233-44d9-9f33-dc2a1ca3575e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d HTTP/1.1" status: 200  len: 990 time: 0.1607156
Dec 03 11:16:26.437253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-35eafdeb-b885-46d5-bc12-8fa9b1a66974 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group': {'name': 'default'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:26.437785 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-35eafdeb-b885-46d5-bc12-8fa9b1a66974 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 03 11:16:26.438350 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-35eafdeb-b885-46d5-bc12-8fa9b1a66974 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:16:26.440038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-35eafdeb-b885-46d5-bc12-8fa9b1a66974 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3701625
Dec 03 11:16:26.444686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42774) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:26.457460 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 3.0879476
Dec 03 11:16:26.463947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-636759ac-afa4-48c8-a32e-34e247a949b2 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:26.464712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-636759ac-afa4-48c8-a32e-34e247a949b2 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Synchronizing usage tracker for tenant:292c86d7811a470cbc10639515f99e44 on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:26.471183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42776) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:26.477312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:26.494361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group': {'name': 'tempest-secgroup--1887354662'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:26.518072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:26.524587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:26.529224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:26.537274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:26.563566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:26.573422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-16a11329-7728-4928-8a63-92fbff4d41da None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:16:26.582722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:26.604475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:26.607268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1314050579'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:26.608986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:26.612482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:26.613202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:26.620485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:26.624338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3e4e-6ce2-41c9-b927-7a5929f0f722 req-ff068c5b-95b3-4f5c-a14b-4bef372d2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:26.625960 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc5b3e4e-6ce2-41c9-b927-7a5929f0f722 req-ff068c5b-95b3-4f5c-a14b-4bef372d2891 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 1162 time: 0.1802938
Dec 03 11:16:26.829811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3e4e-6ce2-41c9-b927-7a5929f0f722 req-b9262fad-ac76-43fa-af72-eaa21e2705bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:26.831795 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc5b3e4e-6ce2-41c9-b927-7a5929f0f722 req-b9262fad-ac76-43fa-af72-eaa21e2705bc service neutron] 10.222.0.91 "GET /v2.0/networks?id=0181c518-01f1-4e35-9207-f8b8a82a4943 HTTP/1.1" status: 200  len: 891 time: 0.1962426
Dec 03 11:16:26.960716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:26.972798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:26.975359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:26.980960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:26.982896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc419a0a-5c31-41f9-8da0-c2c37de29aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:26.994025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:26.997687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc5b3e4e-6ce2-41c9-b927-7a5929f0f722 req-e0283a0a-cd89-4980-8b32-177098de74b6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6bdf139-a3ae-4585-8c16-5c54b111a6e1 HTTP/1.1" status: 200  len: 998 time: 0.1530147
Dec 03 11:16:27.005098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:27.006225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Usage tracker for resource:network and tenant:c146265d1bc8467196901ba3b9cf6757 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:27.015665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-16a11329-7728-4928-8a63-92fbff4d41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b64b37f0>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:15:19Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.82', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'port_id': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'mac_address': 'fa:16:3e:ca:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:16:20Z', 'updated_at': '2020-12-03T11:16:20Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:34Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:27.019649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:27.021009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a11329-7728-4928-8a63-92fbff4d41da None None] The sync data for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs is: [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:15:19Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.82', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'port_id': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'mac_address': 'fa:16:3e:ca:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:16:20Z', 'updated_at': '2020-12-03T11:16:20Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:34Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:16:27.026104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:27.032360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-636759ac-afa4-48c8-a32e-34e247a949b2 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Unset dirty status for tenant:292c86d7811a470cbc10639515f99e44 on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:27.033701 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-636759ac-afa4-48c8-a32e-34e247a949b2 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/networks?id=d6a8abbf-02f9-444e-baba-466ff0a6f350 HTTP/1.1" status: 200  len: 812 time: 1.5035708
Dec 03 11:16:27.050406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:27.052615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:27.075489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:27.079470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event updated for resources: {'SecurityGroup': ['ID=46e69bfb-24a5-48df-8950-bef8637a0e09,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:27.089068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:27.091625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756450ad-fcc2-41a1-b07a-371311a99233,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:27.094636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:27.102114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1602d6c1-70a8-4108-b207-0db48c8b5576 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 22faecea-c282-4ef3-8e5b-b44b11a2a231 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:27.102517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1602d6c1-70a8-4108-b207-0db48c8b5576 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.116329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3e4e-6ce2-41c9-b927-7a5929f0f722 req-eb67911f-bd47-4925-898f-4c053b9bb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:27.117917 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc5b3e4e-6ce2-41c9-b927-7a5929f0f722 req-eb67911f-bd47-4925-898f-4c053b9bb38c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4200b6e2-2940-49ba-9709-fee3d781fff5 HTTP/1.1" status: 200  len: 835 time: 0.1098161
Dec 03 11:16:27.152956 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-40c6e2b8-e967-430a-85dc-4028e4b503f6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/quotas/292c86d7811a470cbc10639515f99e44 HTTP/1.1" status: 200  len: 375 time: 0.0893061
Dec 03 11:16:27.159599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.163662 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.6535966
Dec 03 11:16:27.166070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42782) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:27.203832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Made reservation on behalf of c146265d1bc8467196901ba3b9cf6757 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:27.210508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.232023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d09c66f0-f4f0-4511-971a-d5b5f666796a tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.258194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d09c66f0-f4f0-4511-971a-d5b5f666796a tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.284253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.294606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.305330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.313467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-77c4df32-2c9e-4810-ac8f-1b334d86505a tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:27.342684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e7c21-d1b4-4565-beb9-5e6fd5af724e None None] New status for floating IP 98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:16:27.359880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:27.363673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d09c66f0-f4f0-4511-971a-d5b5f666796a tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.370391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3e4e-6ce2-41c9-b927-7a5929f0f722 req-5cc4d247-5557-48b0-bcf9-214b0c8a1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:27.372067 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc5b3e4e-6ce2-41c9-b927-7a5929f0f722 req-5cc4d247-5557-48b0-bcf9-214b0c8a1cc1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0181c518-01f1-4e35-9207-f8b8a82a4943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2459810
Dec 03 11:16:27.372523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Usage tracker for resource:security_group_rule and tenant:c146265d1bc8467196901ba3b9cf6757 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:27.376251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event updated for resources: {'SecurityGroup': ['ID=170b514b-c4e6-4521-841b-0310adad8425,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:27.381890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d09c66f0-f4f0-4511-971a-d5b5f666796a tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.383120 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d09c66f0-f4f0-4511-971a-d5b5f666796a tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-group-rules/756450ad-fcc2-41a1-b07a-371311a99233 HTTP/1.1" status: 204  len: 168 time: 0.2120731
Dec 03 11:16:27.385785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:27.386529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.387741 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.8995163
Dec 03 11:16:27.388477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:27.420009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42786) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:27.420196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42788) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:27.420547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42790) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:27.431398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:27.434552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-85738ee0-1b81-452a-b0de-d0197bd4ac51 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '170b514b-c4e6-4521-841b-0310adad8425', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:27.466158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:27.520402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c66f0-f4f0-4511-971a-d5b5f666796a tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=756450ad-fcc2-41a1-b07a-371311a99233,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:27.529413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-85738ee0-1b81-452a-b0de-d0197bd4ac51 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:27.545303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d09c66f0-f4f0-4511-971a-d5b5f666796a tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:27.562048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-85738ee0-1b81-452a-b0de-d0197bd4ac51 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:27.584938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-85738ee0-1b81-452a-b0de-d0197bd4ac51 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:27.656506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-85738ee0-1b81-452a-b0de-d0197bd4ac51 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:27.691824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1602d6c1-70a8-4108-b207-0db48c8b5576 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.693723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-93c4e0d8-4c80-44fe-abfc-1fc81af2b38c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:27.704225 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7bbdab90-d6d5-4c56-b933-54e3185fd31d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d HTTP/1.1" status: 200  len: 990 time: 0.2774508
Dec 03 11:16:27.709644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-61329a92-1e97-4719-8100-62a83f26a42a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Synchronizing usage tracker for tenant:292c86d7811a470cbc10639515f99e44 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:27.747216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85738ee0-1b81-452a-b0de-d0197bd4ac51 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:27.765442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc5b3e4e-6ce2-41c9-b927-7a5929f0f722 req-345150ae-4944-456d-aa96-803d127fc137 service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3810084
Dec 03 11:16:27.776927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-93c4e0d8-4c80-44fe-abfc-1fc81af2b38c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:27.780944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-93c4e0d8-4c80-44fe-abfc-1fc81af2b38c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.3566079
Dec 03 11:16:27.805843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42798) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:27.891664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1602d6c1-70a8-4108-b207-0db48c8b5576 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 22faecea-c282-4ef3-8e5b-b44b11a2a231 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:27.964955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-61329a92-1e97-4719-8100-62a83f26a42a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Unset dirty status for tenant:292c86d7811a470cbc10639515f99e44 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:27.966460 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-61329a92-1e97-4719-8100-62a83f26a42a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?tenant_id=292c86d7811a470cbc10639515f99e44&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8045192
Dec 03 11:16:28.199565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85738ee0-1b81-452a-b0de-d0197bd4ac51 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.207003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.216570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85738ee0-1b81-452a-b0de-d0197bd4ac51 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.225740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.228829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1602d6c1-70a8-4108-b207-0db48c8b5576 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.243180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:28.254363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6ca6e550-39c2-4236-a775-7232322fa312 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:28.274311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4b62230-8ad6-48f4-b536-acabaacadf20 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.281830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc5b3e4e-6ce2-41c9-b927-7a5929f0f722 req-a00466da-3edf-4c8c-a869-d2c179107d27 service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5062287
Dec 03 11:16:28.291252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85738ee0-1b81-452a-b0de-d0197bd4ac51 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed0f9b7-2d8a-4383-b185-4c212bc6aac4,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:28.302017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-85738ee0-1b81-452a-b0de-d0197bd4ac51 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:28.315682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85738ee0-1b81-452a-b0de-d0197bd4ac51 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.316953 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-85738ee0-1b81-452a-b0de-d0197bd4ac51 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.8937476
Dec 03 11:16:28.318632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4b62230-8ad6-48f4-b536-acabaacadf20 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.326371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42802) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:28.336313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2c554564-8ea7-43a9-910e-9b2d3b0a36af tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '170b514b-c4e6-4521-841b-0310adad8425', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:28.341675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:16:28.350727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2c554564-8ea7-43a9-910e-9b2d3b0a36af tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:28.358891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2c554564-8ea7-43a9-910e-9b2d3b0a36af tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:28.368568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2c554564-8ea7-43a9-910e-9b2d3b0a36af tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:28.379604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2c554564-8ea7-43a9-910e-9b2d3b0a36af tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:28.398049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4b62230-8ad6-48f4-b536-acabaacadf20 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.403269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbdb9ff3-a5f7-4a23-bca3-d03cc2949a46 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:28.414780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c554564-8ea7-43a9-910e-9b2d3b0a36af tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.429584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event updated for resources: {'SecurityGroup': ['ID=372f1c1c-737c-464e-9fe2-ad374fcb14c5,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:28.433146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:28.438536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b62230-8ad6-48f4-b536-acabaacadf20 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8214217-dc28-4bc9-bdbe-1def2880127d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:28.451686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f4b62230-8ad6-48f4-b536-acabaacadf20 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:28.472181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4b62230-8ad6-48f4-b536-acabaacadf20 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.472545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc6cf307-a728-4b83-94e2-208f0bb853ec tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:28.473318 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f4b62230-8ad6-48f4-b536-acabaacadf20 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-groups/f8214217-dc28-4bc9-bdbe-1def2880127d HTTP/1.1" status: 204  len: 168 time: 0.6665041
Dec 03 11:16:28.477003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42806) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:28.504650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-24c42f40-cd48-4927-a461-e47e8c3cf542 service neutron] 10.222.0.90 "GET /v2.0/networks/d6a8abbf-02f9-444e-baba-466ff0a6f350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5189190
Dec 03 11:16:28.507167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.507569 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Added segment c61fd20c-60c5-4770-b19c-a6d2a513fe92 of type vxlan for network 4bbdb31c-7c3a-4095-b84d-35c58acc962e
Dec 03 11:16:28.528897 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-2c554564-8ea7-43a9-910e-9b2d3b0a36af tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:16:28.530002 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2c554564-8ea7-43a9-910e-9b2d3b0a36af tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2026062
Dec 03 11:16:28.537692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42810) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:28.560123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1a939ea0-034c-4aa7-a72e-254baff6d7fc tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:28.567539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602d6c1-70a8-4108-b207-0db48c8b5576 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=22faecea-c282-4ef3-8e5b-b44b11a2a231,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:28.571228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1602d6c1-70a8-4108-b207-0db48c8b5576 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:28.594924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1602d6c1-70a8-4108-b207-0db48c8b5576 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.603587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1a939ea0-034c-4aa7-a72e-254baff6d7fc tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:28.604920 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1a939ea0-034c-4aa7-a72e-254baff6d7fc tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.1269546
Dec 03 11:16:28.610930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42814) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:28.625317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group': {'name': 'tempest-secgroup--886182597'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:28.636159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:28.641753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0dd863e2-9f4d-4ea2-9d11-7d3bcd445a1f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.658499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:28.685381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0dd863e2-9f4d-4ea2-9d11-7d3bcd445a1f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.697332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.708550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.710735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42818) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:28.729196 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1602d6c1-70a8-4108-b207-0db48c8b5576 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/22faecea-c282-4ef3-8e5b-b44b11a2a231 HTTP/1.1" status: 204  len: 168 time: 2.2556331
Dec 03 11:16:28.742417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42822) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:28.756631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'mac_address': 'fa:16:3e:bf:17:6f', 'name': 'tempest-PortsIpV6TestJSON-1593039135'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:28.821805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:28.835248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:28.840677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:28.852221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:28.868419 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-cb463664-7834-476d-9556-d6966eadd4c2 service neutron] 10.222.0.90 "GET /v2.0/networks/d6a8abbf-02f9-444e-baba-466ff0a6f350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3453116
Dec 03 11:16:28.881373 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-02b0434b-28b9-4907-8e71-92b668dd4d3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d HTTP/1.1" status: 200  len: 992 time: 0.1590669
Dec 03 11:16:28.958974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0dd863e2-9f4d-4ea2-9d11-7d3bcd445a1f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.967725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49267fda-e2b1-4ba8-8a3d-d2ce4cd03b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:28.972988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.977527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:28.977979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.978160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.985855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:28.989688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-16861412-7126-4fca-b467-1ec3405c102d tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:28.993800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd863e2-9f4d-4ea2-9d11-7d3bcd445a1f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event deleted for resources: {'SecurityGroup': ['ID=170b514b-c4e6-4521-841b-0310adad8425,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:29.002519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0dd863e2-9f4d-4ea2-9d11-7d3bcd445a1f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:29.010147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e57f4384-a921-4963-a831-00743b1aa342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:29.022069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0dd863e2-9f4d-4ea2-9d11-7d3bcd445a1f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.028892 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0dd863e2-9f4d-4ea2-9d11-7d3bcd445a1f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "DELETE /v2.0/security-groups/170b514b-c4e6-4521-841b-0310adad8425 HTTP/1.1" status: 204  len: 168 time: 0.4901869
Dec 03 11:16:29.038952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42826) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:29.042802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port b55f6c3c-09a1-4591-b2a0-c476e62d3d8e {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:29.043221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.045325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.049859 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.4340813
Dec 03 11:16:29.066264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42830) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:29.077684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:29.092950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group_rule': {'security_group_id': '883f1be0-64d2-4b4e-986e-f9dcd63c1618', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:29.119080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroup': ['ID=883f1be0-64d2-4b4e-986e-f9dcd63c1618,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:29.120232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:port and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:29.124402 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 3.0732553
Dec 03 11:16:29.125687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:29.132168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:29.138028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42838) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:29.139083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:29.142256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:29.148838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:29.156988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Request body: {'subnet': {'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:29.199523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:29.239743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-37c3f022-cfbe-46a8-9d81-1be44e4b6a20 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Synchronizing usage tracker for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:29.248215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:29.262226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event updated for resources: {'Network': ['ID=4bbdb31c-7c3a-4095-b84d-35c58acc962e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:29.266216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f6545de3-b9e2-4a02-b88f-a55e52203adf req-8582fb00-e3f2-4390-9e22-cdcc3d4c4802 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 210 time: 0.0801029
Dec 03 11:16:29.267098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:29.274701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:16:29.311199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:16:29.324257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:29.331320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-37c3f022-cfbe-46a8-9d81-1be44e4b6a20 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Unset dirty status for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:29.332677 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-37c3f022-cfbe-46a8-9d81-1be44e4b6a20 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2924149
Dec 03 11:16:29.347956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.356270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42846) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:29.382468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:29.394118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Usage tracker for resource:subnet and tenant:c146265d1bc8467196901ba3b9cf6757 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:29.405557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:29.417920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:29.442717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Made reservation on behalf of c146265d1bc8467196901ba3b9cf6757 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:29.490233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.506551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.566500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23e9fef2-f8ae-43b2-b3f1-b8d1b8bf7fe8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:29.614058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c267e7f2-da18-4fc7-b8a3-abd5c7f9a1b9,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:29.618285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:29.623458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.673007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group': {'name': 'tempest-secgroup--1306278968'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:29.677032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.680923 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.6110370
Dec 03 11:16:29.681094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:29.682344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42852) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:29.689467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:29.740766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group_rule': {'security_group_id': '883f1be0-64d2-4b4e-986e-f9dcd63c1618', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:29.756344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:29.760868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.763476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:29.771707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:29.783157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:29.808197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.873199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:29.902798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.921774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:29.959231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:29.960499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.973884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:29.980656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:29.988963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:29.992095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.005745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f772f14-4183-4e43-b420-80b44a4f2153,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:30.027819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:30.050901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.052267 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.3689051
Dec 03 11:16:30.064921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42856) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:30.071995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group_rule': {'security_group_id': '883f1be0-64d2-4b4e-986e-f9dcd63c1618', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:30.086212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:30.092998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:30.097646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:30.152775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:30.181094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.218699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for b55f6c3c-09a1-4591-b2a0-c476e62d3d8e owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:30.264533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 16836ea3-8769-409e-bbb5-680d7b60271a yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:16:30.323592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.334500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.341460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9b7c6e50-9c6e-48ea-b0c6-4a818ade211c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:30.384499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfdcacc-037a-46a2-8020-5f7ef0e34e04,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:30.387309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.410871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:30.411547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b9419962-e16c-4b26-bb70-3a4185dc0f39 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:30.453054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.461092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.475708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ca93702a-9234-4300-b026-4df4a9088591 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:30.511442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.512777 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.4467800
Dec 03 11:16:30.527866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42862) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:30.596035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group_rule': {'security_group_id': '883f1be0-64d2-4b4e-986e-f9dcd63c1618', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:30.607586 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-768139a7-aa8c-44a8-b42f-862d8a382b77 req-55c35a02-eed9-4400-be45-f1866ef7db21 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 210 time: 0.1121187
Dec 03 11:16:30.629408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event updated for resources: {'SecurityGroup': ['ID=583c5373-d6fd-4c8c-a9a2-2b809c1a2a49,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:30.636135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:30.640065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.641363 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.2836797
Dec 03 11:16:30.650115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42866) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:30.662446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:30.675900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:30.686504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:30.694121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event updated for resources: {'Subnet': ['ID=6d463bfc-883d-4d24-baee-103dabb49ad4,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:30.709680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:30.712033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:30.748944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-449da7be-35ff-424d-b969-a2770e8c65bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.758407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-be754d71-47b1-4831-bc8c-f5523244748b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '583c5373-d6fd-4c8c-a9a2-2b809c1a2a49', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:30.758968 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-be754d71-47b1-4831-bc8c-f5523244748b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 03 11:16:30.759530 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-be754d71-47b1-4831-bc8c-f5523244748b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:30.760603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-be754d71-47b1-4831-bc8c-f5523244748b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.1094813
Dec 03 11:16:30.770894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42874) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:30.796678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.815937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-4e518b56-c47a-4e68-8585-f6a56822ed9b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:30.816413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.817481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-4e518b56-c47a-4e68-8585-f6a56822ed9b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.91 "GET /v2.0/networks?id=d6a8abbf-02f9-444e-baba-466ff0a6f350 HTTP/1.1" status: 200  len: 812 time: 0.3783994
Dec 03 11:16:30.833073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:30.851230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:30.911751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=b55f6c3c-09a1-4591-b2a0-c476e62d3d8e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:30.919687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:30.976879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Checking segment: {'id': 'c61fd20c-60c5-4770-b19c-a6d2a513fe92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:30.977450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Network hostable DHCP agents. Network: 4bbdb31c-7c3a-4095-b84d-35c58acc962e, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:16:31.013409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.019399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.021450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c16c924d-4e4e-46b1-94bf-225165749f37 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.029783 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-839f6d87-0ac0-4087-878a-36054551f7ab tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=292c86d7811a470cbc10639515f99e44 HTTP/1.1" status: 200  len: 5508 time: 0.1847539
Dec 03 11:16:31.030413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.033488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40242087-e6ad-4ae2-800e-df40106483cf tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:31.053148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Request body: {'port': {'device_id': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'admin_state_up': True, 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'security_groups': ['c5addc53-70d6-42c7-94bf-01d28d7a781c']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:31.069543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d09c66f0-f4f0-4511-971a-d5b5f666796a tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:31.098301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:16:31.114719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c16c924d-4e4e-46b1-94bf-225165749f37 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.127968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0919424-95f3-4267-a149-7267a1782dfa,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:31.149951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:31.216550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 4bbdb31c-7c3a-4095-b84d-35c58acc962e) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:31.225231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff52bbe9-74c1-4b6e-b808-2df28a745898 None None] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:31.232782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=16836ea3-8769-409e-bbb5-680d7b60271a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:31.246201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:31.247530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:31.264649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.265929 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.6895297
Dec 03 11:16:31.272321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:31.272978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.276580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42878) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:31.297977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group_rule': {'security_group_id': '883f1be0-64d2-4b4e-986e-f9dcd63c1618', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:31.315658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:31.315870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:31.349339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:31.360750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c16c924d-4e4e-46b1-94bf-225165749f37 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.364277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c16c924d-4e4e-46b1-94bf-225165749f37 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.365927 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c16c924d-4e4e-46b1-94bf-225165749f37 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "DELETE /v2.0/security-groups/583c5373-d6fd-4c8c-a9a2-2b809c1a2a49 HTTP/1.1" status: 204  len: 168 time: 0.5899799
Dec 03 11:16:31.367806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:31.371782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:31.374584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:31.376297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42882) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:31.377681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:31.381998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:31.382666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.388730 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2483981
Dec 03 11:16:31.393875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42884) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:31.417987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:31.425189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Request body: {'port': {'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e', 'name': 'tempest-AllowedAddressPairTestJSON-1952271175'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:31.453031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.454542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c924d-4e4e-46b1-94bf-225165749f37 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event deleted for resources: {'SecurityGroup': ['ID=583c5373-d6fd-4c8c-a9a2-2b809c1a2a49,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:31.475504 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.7299609
Dec 03 11:16:31.480158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42890) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:31.481328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:31.483238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c16c924d-4e4e-46b1-94bf-225165749f37 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:31.515539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5f741dc9-bda2-4829-aaf2-f85284dd8027 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Synchronizing usage tracker for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:31.565949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-4bbdb31c-7c3a-4095-b84d-35c58acc962e', 'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e', 'tenant_id': 'c146265d1bc8467196901ba3b9cf6757', 'fixed_ips': [{'subnet_id': '6d463bfc-883d-4d24-baee-103dabb49ad4'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:16:31.567273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.599552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5f741dc9-bda2-4829-aaf2-f85284dd8027 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Unset dirty status for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:31.604585 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5f741dc9-bda2-4829-aaf2-f85284dd8027 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2138951
Dec 03 11:16:31.605577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42894) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:31.613744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group': {'name': 'tempest-secgroup--1446924988'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:31.621506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Made reservation on behalf of 292c86d7811a470cbc10639515f99e44 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:31.627325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.628073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:31.638845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.648079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:31.725591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac4b3d-406b-4717-ad0b-b706fe4a5a17 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:31.726237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-caac4b3d-406b-4717-ad0b-b706fe4a5a17 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:31.747621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.890983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:31.900542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-caac4b3d-406b-4717-ad0b-b706fe4a5a17 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:31.901640 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-caac4b3d-406b-4717-ad0b-b706fe4a5a17 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/16836ea3-8769-409e-bbb5-680d7b60271a HTTP/1.1" status: 200  len: 845 time: 0.4117761
Dec 03 11:16:31.907710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Usage tracker for resource:port and tenant:c146265d1bc8467196901ba3b9cf6757 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:31.912684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42900) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:31.916271 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-731409f0-4c9a-4b01-a9cf-52a078e90958 req-757064c7-d20c-4b08-8caa-b76b6d935b6b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 210 time: 0.0804234
Dec 03 11:16:31.917503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:31.917832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Allocated IP 172.20.0.2 (4bbdb31c-7c3a-4095-b84d-35c58acc962e/6d463bfc-883d-4d24-baee-103dabb49ad4/d06f852b-ca94-4067-aa52-1c56dbd294ac) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:31.918010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:31.963306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:31.976589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.991331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:31.999207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:31.999351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:32.057380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-71b17a25-47a5-47d3-acf6-992805695eee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:32.063777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Made reservation on behalf of c146265d1bc8467196901ba3b9cf6757 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:32.069507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.070369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:32.104115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 0d782e02-f9e0-4a08-85d0-1fdf85035b3f has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:16:32.118128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee38cad8-3600-4f80-8b74-74e6f7eeb0da,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:32.135310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:32.160040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7ec67938-4626-47e1-9891-25990ce3a34b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 16836ea3-8769-409e-bbb5-680d7b60271a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:32.160040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ec67938-4626-47e1-9891-25990ce3a34b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.162343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.174851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Transition to ACTIVE for port object d06f852b-ca94-4067-aa52-1c56dbd294ac will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:32.193126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Transition to ACTIVE for port object d06f852b-ca94-4067-aa52-1c56dbd294ac will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:32.199045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.217614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89f380ea-03c7-41e8-b166-6cdb69afa1c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:32.228167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.232248 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 747 time: 0.9406869
Dec 03 11:16:32.245105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42904) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:32.299339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Pushing event updated for resources: {'Port': ['ID=d06f852b-ca94-4067-aa52-1c56dbd294ac,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:32.303326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:32.456046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:32.457434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:32.460708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:32.523760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Attempting to bind port d06f852b-ca94-4067-aa52-1c56dbd294ac on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:16:32.524186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Attempting to bind port d06f852b-ca94-4067-aa52-1c56dbd294ac by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'c61fd20c-60c5-4770-b19c-a6d2a513fe92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:16:32.524597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Attempting to bind port d06f852b-ca94-4067-aa52-1c56dbd294ac on network 4bbdb31c-7c3a-4095-b84d-35c58acc962e {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:16:32.531664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:16:32.532092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Checking segment: {'id': 'c61fd20c-60c5-4770-b19c-a6d2a513fe92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:32.532540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.533580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Bound using segment: {'id': 'c61fd20c-60c5-4770-b19c-a6d2a513fe92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:16:32.534068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Bound port: d06f852b-ca94-4067-aa52-1c56dbd294ac, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61fd20c-60c5-4770-b19c-a6d2a513fe92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:16:32.534493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.571295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:16:32.590687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7ae80-104a-4c5e-ab7d-bc0141000242 None None] Sync routers for ids ['0d782e02-f9e0-4a08-85d0-1fdf85035b3f'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:16:32.592779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.602623 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/0d782e02-f9e0-4a08-85d0-1fdf85035b3f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3255649
Dec 03 11:16:32.607091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42908) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:32.610599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.611883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7ae80-104a-4c5e-ab7d-bc0141000242 None None] Routers {'0d782e02-f9e0-4a08-85d0-1fdf85035b3f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:16:32.612885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c6e7ae80-104a-4c5e-ab7d-bc0141000242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b72ea5c0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['0d782e02-f9e0-4a08-85d0-1fdf85035b3f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:32.634459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] For port d06f852b-ca94-4067-aa52-1c56dbd294ac, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:16:32.637765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] For port d06f852b-ca94-4067-aa52-1c56dbd294ac, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d06f852b-ca94-4067-aa52-1c56dbd294ac,segment=NetworkSegment(c61fd20c-60c5-4770-b19c-a6d2a513fe92),segment_id=c61fd20c-60c5-4770-b19c-a6d2a513fe92)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:16:32.644212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.657709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-63f22bb6-6712-41c4-abdf-0fbbcd362baf tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:32.684814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c6e7ae80-104a-4c5e-ab7d-bc0141000242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b72ea5c0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:32.695158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7ae80-104a-4c5e-ab7d-bc0141000242 None None] Routers {'0d782e02-f9e0-4a08-85d0-1fdf85035b3f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:16:32.696153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c6e7ae80-104a-4c5e-ab7d-bc0141000242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b72ea5c0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['0d782e02-f9e0-4a08-85d0-1fdf85035b3f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:32.705236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event updated for resources: {'SecurityGroup': ['ID=25de7a5b-dadc-4ab3-951d-ecf50cbb28ca,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:32.720834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:32.732090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-48447984-80f3-4e35-9597-d71076e2fdf1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Synchronizing usage tracker for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:32.733845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4342e9d-71e2-47ef-9b2e-c982f3f8e265 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.749477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c737fa0-17e5-4614-8129-57e445a61f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:32.754452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.756675 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.1495559
Dec 03 11:16:32.758496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-48447984-80f3-4e35-9597-d71076e2fdf1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Unset dirty status for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:32.763049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4342e9d-71e2-47ef-9b2e-c982f3f8e265 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.763684 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-48447984-80f3-4e35-9597-d71076e2fdf1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=0d782e02-f9e0-4a08-85d0-1fdf85035b3f HTTP/1.1" status: 200  len: 205 time: 0.1544144
Dec 03 11:16:32.764654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42912) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:32.765240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42914) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:32.777037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c6e7ae80-104a-4c5e-ab7d-bc0141000242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b72ea5c0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:32.777492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7ae80-104a-4c5e-ab7d-bc0141000242 None None] The sync data for ids ['0d782e02-f9e0-4a08-85d0-1fdf85035b3f'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:16:32.824406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Allocated IP 172.20.0.9 (d6a8abbf-02f9-444e-baba-466ff0a6f350/9ad40f9b-401c-49c7-9617-3de4963903ab/55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:32.836360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-77680b02-8cc5-4f9e-ae2a-4a2c77551d71 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '25de7a5b-dadc-4ab3-951d-ecf50cbb28ca', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:32.837581 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-77680b02-8cc5-4f9e-ae2a-4a2c77551d71 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 03 11:16:32.837854 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-77680b02-8cc5-4f9e-ae2a-4a2c77551d71 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:32.841760 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-77680b02-8cc5-4f9e-ae2a-4a2c77551d71 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0725563
Dec 03 11:16:32.845748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42920) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:32.867466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] device_id is not set on port 05153191-0576-4ee1-bd50-e6e17f9bc6a7 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:16:32.868585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30c1984e-2143-4f84-a4d8-661f3f335a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.876074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Pushing event updated for resources: {'Port': ['ID=d06f852b-ca94-4067-aa52-1c56dbd294ac,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:32.883228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:32.987868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4342e9d-71e2-47ef-9b2e-c982f3f8e265 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:32.990122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb368-6002-4d25-9b18-e08dc36b36c8 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.012504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:33.031569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ec67938-4626-47e1-9891-25990ce3a34b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.067729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4342e9d-71e2-47ef-9b2e-c982f3f8e265 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee38cad8-3600-4f80-8b74-74e6f7eeb0da,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:33.140841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f4342e9d-71e2-47ef-9b2e-c982f3f8e265 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:33.244893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7ec67938-4626-47e1-9891-25990ce3a34b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 16836ea3-8769-409e-bbb5-680d7b60271a owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:33.328416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-39cbe982-132d-4fdc-8928-39ed215960ad req-59417660-0e53-46c4-9869-98b1da088295 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 210 time: 0.2118919
Dec 03 11:16:33.334840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4342e9d-71e2-47ef-9b2e-c982f3f8e265 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.336104 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f4342e9d-71e2-47ef-9b2e-c982f3f8e265 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-group-rules/ee38cad8-3600-4f80-8b74-74e6f7eeb0da HTTP/1.1" status: 204  len: 168 time: 1.0811055
Dec 03 11:16:33.344209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42926) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:33.366834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6514-857f-4972-91ef-dbaa35ae34a8 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.371499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb368-6002-4d25-9b18-e08dc36b36c8 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.374492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb368-6002-4d25-9b18-e08dc36b36c8 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.421416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6514-857f-4972-91ef-dbaa35ae34a8 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.461189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb368-6002-4d25-9b18-e08dc36b36c8 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.461729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6fb368-6002-4d25-9b18-e08dc36b36c8 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Fanout notify agent at l3_agent the message router_deleted on router 0d782e02-f9e0-4a08-85d0-1fdf85035b3f {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:16:33.482950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-506dcb9c-c6fb-4beb-b068-233734818655 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:33.499394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Allocated IP 172.20.0.12 (4bbdb31c-7c3a-4095-b84d-35c58acc962e/6d463bfc-883d-4d24-baee-103dabb49ad4/05153191-0576-4ee1-bd50-e6e17f9bc6a7) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:33.519005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb368-6002-4d25-9b18-e08dc36b36c8 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.523370 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fa6fb368-6002-4d25-9b18-e08dc36b36c8 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/0d782e02-f9e0-4a08-85d0-1fdf85035b3f HTTP/1.1" status: 204  len: 168 time: 0.7511449
Dec 03 11:16:33.524429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42930) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:33.538007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d06f852b-ca94-4067-aa52-1c56dbd294ac up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:33.563753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.566005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-506dcb9c-c6fb-4beb-b068-233734818655 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:33.570521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ec67938-4626-47e1-9891-25990ce3a34b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.570684 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-506dcb9c-c6fb-4beb-b068-233734818655 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5501 time: 0.2253466
Dec 03 11:16:33.576730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42934) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:33.577424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6514-857f-4972-91ef-dbaa35ae34a8 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.587908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:33.600316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9fb83305-71f9-4a4c-8536-97bccd7e8477 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:33.615284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port d06f852b-ca94-4067-aa52-1c56dbd294ac completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:33.623124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c6514-857f-4972-91ef-dbaa35ae34a8 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event deleted for resources: {'SecurityGroup': ['ID=25de7a5b-dadc-4ab3-951d-ecf50cbb28ca,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:33.637297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc0c6514-857f-4972-91ef-dbaa35ae34a8 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:33.672208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6514-857f-4972-91ef-dbaa35ae34a8 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.676211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bc0c6514-857f-4972-91ef-dbaa35ae34a8 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "DELETE /v2.0/security-groups/25de7a5b-dadc-4ab3-951d-ecf50cbb28ca HTTP/1.1" status: 204  len: 168 time: 0.8266940
Dec 03 11:16:33.678031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42938) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:33.678215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec67938-4626-47e1-9891-25990ce3a34b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=16836ea3-8769-409e-bbb5-680d7b60271a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:33.684677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ceccb9c-c7f4-4342-a892-9ff790a9aa17 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.687608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.695520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Transition to ACTIVE for port object 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:33.699989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ec67938-4626-47e1-9891-25990ce3a34b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:33.730634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ceccb9c-c7f4-4342-a892-9ff790a9aa17 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.864009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6db37e3c-053a-4fbd-ad05-ccfcb7796311 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Synchronizing usage tracker for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:33.866495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ceccb9c-c7f4-4342-a892-9ff790a9aa17 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.888161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-992269e0-0b6a-4524-a739-2f583eff9bb6 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:33.900578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ec67938-4626-47e1-9891-25990ce3a34b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.911304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-77253bfd-967e-4290-ab17-13e9d24fb54d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting subnet 13e57933-34ea-4cff-93c2-2328e4e1d8da {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:16:33.911513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.919534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77253bfd-967e-4290-ab17-13e9d24fb54d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.938774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aba13ecb-f7a7-4556-a723-074390eca3fe tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:33.953592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceccb9c-c7f4-4342-a892-9ff790a9aa17 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0919424-95f3-4267-a149-7267a1782dfa,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:33.966960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2ceccb9c-c7f4-4342-a892-9ff790a9aa17 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:33.971145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6db37e3c-053a-4fbd-ad05-ccfcb7796311 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Unset dirty status for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:33.972444 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6db37e3c-053a-4fbd-ad05-ccfcb7796311 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2896860
Dec 03 11:16:33.973418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ceccb9c-c7f4-4342-a892-9ff790a9aa17 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:33.977568 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2ceccb9c-c7f4-4342-a892-9ff790a9aa17 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-group-rules/a0919424-95f3-4267-a149-7267a1782dfa HTTP/1.1" status: 204  len: 168 time: 0.3921409
Dec 03 11:16:33.979416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42942) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:33.979746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42944) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:33.989896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group': {'name': 'tempest-secgroup--1345553619'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:34.007175 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7ec67938-4626-47e1-9891-25990ce3a34b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/16836ea3-8769-409e-bbb5-680d7b60271a HTTP/1.1" status: 204  len: 168 time: 2.0934968
Dec 03 11:16:34.016854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42950) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:34.018244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:34.028533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77253bfd-967e-4290-ab17-13e9d24fb54d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.076812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:34.115037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.151905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8d0d5408-2814-4764-8fe2-e45641055d96 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:34.166725 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-92475623-ff13-4816-ae74-ac2c10b8e105 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:16:34.167328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-92475623-ff13-4816-ae74-ac2c10b8e105 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:34.174001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.179473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Pushing event updated for resources: {'Port': ['ID=55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:34.180435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:34.190230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:34.191496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:34.195843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:34.198595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8d0d5408-2814-4764-8fe2-e45641055d96 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:34.203166 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8d0d5408-2814-4764-8fe2-e45641055d96 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4980 time: 0.2175407
Dec 03 11:16:34.205455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:34.207148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42954) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:34.210552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Transition to ACTIVE for port object 05153191-0576-4ee1-bd50-e6e17f9bc6a7 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:34.237079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77253bfd-967e-4290-ab17-13e9d24fb54d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.244044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-92475623-ff13-4816-ae74-ac2c10b8e105 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:34.248830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-92475623-ff13-4816-ae74-ac2c10b8e105 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/16836ea3-8769-409e-bbb5-680d7b60271a HTTP/1.1" status: 404  len: 333 time: 0.2174475
Dec 03 11:16:34.250208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42958) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:34.261964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'name': 'tempest-PortsIpV6TestJSON-916068880'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:34.309077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e26c3604-5ea4-4d3d-9ede-65e006a291d6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.331632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e26c3604-5ea4-4d3d-9ede-65e006a291d6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.388011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.399872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Network d6a8abbf-02f9-444e-baba-466ff0a6f350 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:34.417566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ec67938-4626-47e1-9891-25990ce3a34b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:34.420754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bb8aa9-3742-468d-8afa-08b8793e473c None None] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:34.462885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:34.482584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:34.543396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:34.583870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e26c3604-5ea4-4d3d-9ede-65e006a291d6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.602648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.603910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-98a62792-808b-485c-8c04-903f032e480d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:34.634169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.640764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event updated for resources: {'Port': ['ID=05153191-0576-4ee1-bd50-e6e17f9bc6a7,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:34.650347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:34.663929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:34.683482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:34.684576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.716884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c3604-5ea4-4d3d-9ede-65e006a291d6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebfdcacc-037a-46a2-8020-5f7ef0e34e04,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:34.717887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:34.719748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e26c3604-5ea4-4d3d-9ede-65e006a291d6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:34.723874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.733176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ec26f295-09fb-4519-ab73-dc17c3f360e6 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:34.759881 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7134230
Dec 03 11:16:34.786731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Request body: {'port': {'device_id': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:34.795845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-39b83a9c-d1a6-466c-ba64-d45ac6241c79 None None] Provisioning for port d06f852b-ca94-4067-aa52-1c56dbd294ac completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:34.809701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-39b83a9c-d1a6-466c-ba64-d45ac6241c79 None None] Provisioning complete for port d06f852b-ca94-4067-aa52-1c56dbd294ac triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:34.810500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39b83a9c-d1a6-466c-ba64-d45ac6241c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.828465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e26c3604-5ea4-4d3d-9ede-65e006a291d6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.832924 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e26c3604-5ea4-4d3d-9ede-65e006a291d6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-group-rules/ebfdcacc-037a-46a2-8020-5f7ef0e34e04 HTTP/1.1" status: 204  len: 168 time: 0.6215296
Dec 03 11:16:34.838538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42964) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:34.841822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:34.846564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.8624074
Dec 03 11:16:34.846705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:34.851152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42968) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:34.875524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event updated for resources: {'SecurityGroup': ['ID=833da0c5-a77a-43d2-9f39-a0971c875d64,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:34.879958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:34.888093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-14f33a4d-c898-43dc-80cd-40f1282de349 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '833da0c5-a77a-43d2-9f39-a0971c875d64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:34.889075 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-14f33a4d-c898-43dc-80cd-40f1282de349 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 03 11:16:34.890054 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-14f33a4d-c898-43dc-80cd-40f1282de349 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:34.894389 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-14f33a4d-c898-43dc-80cd-40f1282de349 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0169508
Dec 03 11:16:34.899512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42972) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:34.906131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6419405-8561-4e0f-9317-e9bb0def49a5 req-40dfba41-2a21-4ab5-9878-90bcc5bc191f tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:34.910930 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6419405-8561-4e0f-9317-e9bb0def49a5 req-40dfba41-2a21-4ab5-9878-90bcc5bc191f tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 931 time: 0.4145923
Dec 03 11:16:34.922541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e9fcd9d6-0796-49db-9ad2-ddb54214f4c5 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '833da0c5-a77a-43d2-9f39-a0971c875d64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:34.923447 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-e9fcd9d6-0796-49db-9ad2-ddb54214f4c5 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 03 11:16:34.924166 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-e9fcd9d6-0796-49db-9ad2-ddb54214f4c5 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:34.928097 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e9fcd9d6-0796-49db-9ad2-ddb54214f4c5 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0154319
Dec 03 11:16:34.929689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42976) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:34.940324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bcd729a3-6fc6-46d1-a3cd-68e89f1af71f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '833da0c5-a77a-43d2-9f39-a0971c875d64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:34.941242 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-bcd729a3-6fc6-46d1-a3cd-68e89f1af71f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 03 11:16:34.941813 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-bcd729a3-6fc6-46d1-a3cd-68e89f1af71f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:34.945661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bcd729a3-6fc6-46d1-a3cd-68e89f1af71f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0128455
Dec 03 11:16:34.971642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42980) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:34.978427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9925d552-67ea-4fd0-ad08-8f03218fd327 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '833da0c5-a77a-43d2-9f39-a0971c875d64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:34.981272 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-9925d552-67ea-4fd0-ad08-8f03218fd327 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 03 11:16:34.981995 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-9925d552-67ea-4fd0-ad08-8f03218fd327 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:34.986077 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9925d552-67ea-4fd0-ad08-8f03218fd327 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0102725
Dec 03 11:16:35.034691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39b83a9c-d1a6-466c-ba64-d45ac6241c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.047722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.055233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42984) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:35.056776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77253bfd-967e-4290-ab17-13e9d24fb54d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.074535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-39b83a9c-d1a6-466c-ba64-d45ac6241c79 None None] For port d06f852b-ca94-4067-aa52-1c56dbd294ac, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d06f852b-ca94-4067-aa52-1c56dbd294ac,segment=NetworkSegment(c61fd20c-60c5-4770-b19c-a6d2a513fe92),segment_id=c61fd20c-60c5-4770-b19c-a6d2a513fe92)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:35.078788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39b83a9c-d1a6-466c-ba64-d45ac6241c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.081496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:35.141584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:35.145016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:35.162499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b83a9c-d1a6-466c-ba64-d45ac6241c79 None None] Pushing event updated for resources: {'Port': ['ID=d06f852b-ca94-4067-aa52-1c56dbd294ac,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:35.166435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-39b83a9c-d1a6-466c-ba64-d45ac6241c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:35.200945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5457e231-f4ec-48ec-8158-a082494fd3a9 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:35.204284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-797c1c7e-2dda-47f7-9ca0-c6df346f0590 None None] Provisioning for port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:35.210681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-797c1c7e-2dda-47f7-9ca0-c6df346f0590 None None] Provisioning complete for port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:35.211410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-797c1c7e-2dda-47f7-9ca0-c6df346f0590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.258598 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6419405-8561-4e0f-9317-e9bb0def49a5 req-212ac016-273c-43c0-bb91-ee8cff9aa2e3 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3141229
Dec 03 11:16:35.298344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 6712293a-48a2-4753-850e-c97c67aedec2 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:16:35.305741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-797c1c7e-2dda-47f7-9ca0-c6df346f0590 None None] Port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:35.313205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77253bfd-967e-4290-ab17-13e9d24fb54d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Subnet': ['ID=13e57933-34ea-4cff-93c2-2328e4e1d8da,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:35.328523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c79e6d83-cf6f-4fad-92e9-8041287c9813 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:35.336552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-77253bfd-967e-4290-ab17-13e9d24fb54d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:35.376723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c79e6d83-cf6f-4fad-92e9-8041287c9813 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:35.381457 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c79e6d83-cf6f-4fad-92e9-8041287c9813 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4459 time: 0.5342438
Dec 03 11:16:35.384207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42988) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:35.387611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6890777-058a-4977-988e-f4bead94ac84 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.391102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77253bfd-967e-4290-ab17-13e9d24fb54d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.410998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f279a-7eb3-4315-886f-2528a8a3123a None None] Network 534b83d2-90b4-45c5-845b-4cb4a62338c0 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:35.416073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-77253bfd-967e-4290-ab17-13e9d24fb54d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/13e57933-34ea-4cff-93c2-2328e4e1d8da HTTP/1.1" status: 204  len: 168 time: 1.8845356
Dec 03 11:16:35.421353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 42992) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:35.465397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:35.466259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.509559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.531508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb5fd80e-3008-44e9-b8b0-379e08c063a8 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.551941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb5fd80e-3008-44e9-b8b0-379e08c063a8 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.566622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d06f852b-ca94-4067-aa52-1c56dbd294ac up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:35.570799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6890777-058a-4977-988e-f4bead94ac84 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.599383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb5fd80e-3008-44e9-b8b0-379e08c063a8 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.601555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.605025 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.2044985
Dec 03 11:16:35.615511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.630169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-11653db1-afef-49bd-bfc9-b93ab1e9a496 None None] Provisioning complete for port d06f852b-ca94-4067-aa52-1c56dbd294ac triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:35.630997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-11653db1-afef-49bd-bfc9-b93ab1e9a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.645696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 42996) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:35.647446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:35.666513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Request body: {'port': {'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e', 'name': 'tempest-AllowedAddressPairTestJSON-1316437157', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6a:25:15'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:35.713668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port 8c193650-1e51-4397-b5f2-13d26764ec4a {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:35.714054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.776195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6890777-058a-4977-988e-f4bead94ac84 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.784794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ef6482c0-a536-48ec-8719-a78124198889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:35.795146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb5fd80e-3008-44e9-b8b0-379e08c063a8 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.798990 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cb5fd80e-3008-44e9-b8b0-379e08c063a8 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-group-rules/8f772f14-4183-4e43-b420-80b44a4f2153 HTTP/1.1" status: 204  len: 168 time: 0.4082742
Dec 03 11:16:35.799992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43000) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:35.825096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fd80e-3008-44e9-b8b0-379e08c063a8 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f772f14-4183-4e43-b420-80b44a4f2153,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:35.850254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port d06f852b-ca94-4067-aa52-1c56dbd294ac triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:35.850835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.851133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6890777-058a-4977-988e-f4bead94ac84 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event deleted for resources: {'SecurityGroup': ['ID=833da0c5-a77a-43d2-9f39-a0971c875d64,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:35.861434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d6890777-058a-4977-988e-f4bead94ac84 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:35.871076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb5fd80e-3008-44e9-b8b0-379e08c063a8 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:35.899237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6890777-058a-4977-988e-f4bead94ac84 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:35.900459 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d6890777-058a-4977-988e-f4bead94ac84 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "DELETE /v2.0/security-groups/833da0c5-a77a-43d2-9f39-a0971c875d64 HTTP/1.1" status: 204  len: 168 time: 0.7218208
Dec 03 11:16:35.909631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43004) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:35.952018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:35.973602 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b5f31a5d-43af-4322-ac07-48c7163ac08e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.1656001
Dec 03 11:16:35.976288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43008) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:36.059329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Usage tracker for resource:port and tenant:c146265d1bc8467196901ba3b9cf6757 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:36.062533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Quota usage for port was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:36.072266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-11653db1-afef-49bd-bfc9-b93ab1e9a496 None None] Provisioning for port 05153191-0576-4ee1-bd50-e6e17f9bc6a7 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:36.085789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:36.092632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3399a0-455a-4e28-a682-1150fd469d89 None None] DHCP port deletion for 534b83d2-90b4-45c5-845b-4cb4a62338c0 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:16:36.100665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-11653db1-afef-49bd-bfc9-b93ab1e9a496 None None] Provisioning complete for port 05153191-0576-4ee1-bd50-e6e17f9bc6a7 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:36.100881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-11653db1-afef-49bd-bfc9-b93ab1e9a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.122012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d47199dc-c633-4026-b073-c3b7793c749c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Synchronizing usage tracker for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:36.123527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Made reservation on behalf of c146265d1bc8467196901ba3b9cf6757 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:36.127899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89e319a3-08e5-492e-9465-e23a9ba17260 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.139278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7f3399a0-455a-4e28-a682-1150fd469d89 None None] Deleting port 8c193650-1e51-4397-b5f2-13d26764ec4a {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:36.139858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3399a0-455a-4e28-a682-1150fd469d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.146145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] For port 8c193650-1e51-4397-b5f2-13d26764ec4a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8c193650-1e51-4397-b5f2-13d26764ec4a,segment=NetworkSegment(64a275f2-8e9a-4f6c-be0c-94e761591ef5),segment_id=64a275f2-8e9a-4f6c-be0c-94e761591ef5)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:36.146547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.155888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89e319a3-08e5-492e-9465-e23a9ba17260 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.162633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.224859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-11653db1-afef-49bd-bfc9-b93ab1e9a496 None None] Port 05153191-0576-4ee1-bd50-e6e17f9bc6a7 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:36.293636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d47199dc-c633-4026-b073-c3b7793c749c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Unset dirty status for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:36.294993 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d47199dc-c633-4026-b073-c3b7793c749c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3802397
Dec 03 11:16:36.303575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43014) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:36.303790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for 8c193650-1e51-4397-b5f2-13d26764ec4a owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:36.312970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group': {'name': 'tempest-secgroup--1700337773'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:36.330357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:36.361153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:36.364767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89e319a3-08e5-492e-9465-e23a9ba17260 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.373049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ac6ada34-5c23-4c19-ab74-e99076f323fb tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:36.402832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e319a3-08e5-492e-9465-e23a9ba17260 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c267e7f2-da18-4fc7-b8a3-abd5c7f9a1b9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:36.407029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89e319a3-08e5-492e-9465-e23a9ba17260 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:36.419851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89e319a3-08e5-492e-9465-e23a9ba17260 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.424095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7f3399a0-455a-4e28-a682-1150fd469d89 None None] For port 8c193650-1e51-4397-b5f2-13d26764ec4a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8c193650-1e51-4397-b5f2-13d26764ec4a,segment=NetworkSegment(64a275f2-8e9a-4f6c-be0c-94e761591ef5),segment_id=64a275f2-8e9a-4f6c-be0c-94e761591ef5)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:36.424286 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-89e319a3-08e5-492e-9465-e23a9ba17260 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-group-rules/c267e7f2-da18-4fc7-b8a3-abd5c7f9a1b9 HTTP/1.1" status: 204  len: 168 time: 0.4446719
Dec 03 11:16:36.424630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3399a0-455a-4e28-a682-1150fd469d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.428649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43018) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:36.433494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8cefbba8-0f59-4fa4-a2fa-672eaeab075c None None] Provisioning complete for port d06f852b-ca94-4067-aa52-1c56dbd294ac triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:36.434056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8cefbba8-0f59-4fa4-a2fa-672eaeab075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.434321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.436122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.461270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.474457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:36.523625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.599216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7f3399a0-455a-4e28-a682-1150fd469d89 None None] Calling delete_port for 8c193650-1e51-4397-b5f2-13d26764ec4a owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:36.649877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:36.726952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:36.742903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:36.746011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-7f3399a0-455a-4e28-a682-1150fd469d89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:16:36.746534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-7f3399a0-455a-4e28-a682-1150fd469d89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:16:36.769919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8cefbba8-0f59-4fa4-a2fa-672eaeab075c None None] Provisioning complete for port 05153191-0576-4ee1-bd50-e6e17f9bc6a7 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:36.770506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8cefbba8-0f59-4fa4-a2fa-672eaeab075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:36.782612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=6712293a-48a2-4753-850e-c97c67aedec2,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:36.791223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:36.803473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:36.804149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5586a73b-5d4b-4abd-891f-15fd52c7ba6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:36.827871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8cefbba8-0f59-4fa4-a2fa-672eaeab075c None None] Port 05153191-0576-4ee1-bd50-e6e17f9bc6a7 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:36.869099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=8c193650-1e51-4397-b5f2-13d26764ec4a,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:36.871837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:36.891372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:36.947907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:36.958204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d00b399d-ae01-49b4-bd1c-8a63319ef95e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:36.961993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:36.966286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:36.966966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.012627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d00b399d-ae01-49b4-bd1c-8a63319ef95e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:37.015291 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d00b399d-ae01-49b4-bd1c-8a63319ef95e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.5841231
Dec 03 11:16:37.015291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No DVR routers for this DVR port 8c193650-1e51-4397-b5f2-13d26764ec4a on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:16:37.031628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43022) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:37.053962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] device_id is not set on port c3ad63d2-2110-43ae-b155-9972de449a4c yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:16:37.079006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c67318-cab7-45bd-9a8b-af37014e2da3 req-1f0370ac-0fe7-4af0-8612-6c6789994cc1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:37.081249 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-55c67318-cab7-45bd-9a8b-af37014e2da3 req-1f0370ac-0fe7-4af0-8612-6c6789994cc1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 931 time: 0.6243045
Dec 03 11:16:37.113532 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.8607039
Dec 03 11:16:37.125597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43026) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:37.181612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0efc7039-6377-4c29-b789-b62078cd844c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:37.199545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.222696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.224546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.239705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0dd863e2-9f4d-4ea2-9d11-7d3bcd445a1f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:37.248210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7f3399a0-455a-4e28-a682-1150fd469d89 None None] Deleting port 8c193650-1e51-4397-b5f2-13d26764ec4a {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:37.248771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f3399a0-455a-4e28-a682-1150fd469d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.255050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:16:37.274943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.302852 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-55c67318-cab7-45bd-9a8b-af37014e2da3 req-81333b95-cff9-41d0-8be5-b249347cd178 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2127302
Dec 03 11:16:37.324416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7f3399a0-455a-4e28-a682-1150fd469d89 None None] The port '8c193650-1e51-4397-b5f2-13d26764ec4a' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:16:37.375321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Transition to ACTIVE for port object 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:37.380264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.381586 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.0732522
Dec 03 11:16:37.387281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd7f366-c482-4250-a7b8-31ac91f95c12,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:37.392868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43030) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:37.395722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.411597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:37.417596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fdd29c88-f1f6-4f3a-aa93-3f2589b5be73 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:37.449864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d42b00>,) {'filters': {'network_id': ['534b83d2-90b4-45c5-845b-4cb4a62338c0']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:37.451163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2162110-9cf3-42eb-b84b-ee68c9fb9dd0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.467367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0efc7039-6377-4c29-b789-b62078cd844c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.470259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8c193650-1e51-4397-b5f2-13d26764ec4a no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:16:37.479919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d42b00>, '64a275f2-8e9a-4f6c-be0c-94e761591ef5') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:37.480238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d42b00>, '64a275f2-8e9a-4f6c-be0c-94e761591ef5') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:37.500213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.509211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 8c193650-1e51-4397-b5f2-13d26764ec4a {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:16:37.509596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8c193650-1e51-4397-b5f2-13d26764ec4a not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:16:37.569802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.574951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Releasing vxlan tunnel 4 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:16:37.706762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ff17fd3f-5ae4-4c4a-adb3-d5de1a56a53f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '2dd7f366-c482-4250-a7b8-31ac91f95c12', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:37.707261 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-ff17fd3f-5ae4-4c4a-adb3-d5de1a56a53f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 03 11:16:37.707814 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-ff17fd3f-5ae4-4c4a-adb3-d5de1a56a53f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:37.709121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ff17fd3f-5ae4-4c4a-adb3-d5de1a56a53f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.2996652
Dec 03 11:16:37.717351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43034) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:37.746341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-39cd3c07-fcec-4298-a9c9-a8f7793d7507 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '2dd7f366-c482-4250-a7b8-31ac91f95c12', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:37.817835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-39cd3c07-fcec-4298-a9c9-a8f7793d7507 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:37.836507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 534b83d2-90b4-45c5-845b-4cb4a62338c0 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:37.849627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2162110-9cf3-42eb-b84b-ee68c9fb9dd0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.852108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:37.862851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Pushing event updated for resources: {'Port': ['ID=55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:37.867102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-39cd3c07-fcec-4298-a9c9-a8f7793d7507 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:37.871314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Allocated IP 172.20.0.8 (4bbdb31c-7c3a-4095-b84d-35c58acc962e/6d463bfc-883d-4d24-baee-103dabb49ad4/c3ad63d2-2110-43ae-b155-9972de449a4c) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:37.873670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:37.890539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-39cd3c07-fcec-4298-a9c9-a8f7793d7507 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:37.915225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-39cd3c07-fcec-4298-a9c9-a8f7793d7507 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:37.989879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2162110-9cf3-42eb-b84b-ee68c9fb9dd0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.003671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cce70ece-e011-4e55-adf6-e76173f26779 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:38.095935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2162110-9cf3-42eb-b84b-ee68c9fb9dd0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroup': ['ID=883f1be0-64d2-4b4e-986e-f9dcd63c1618,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:38.132087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c2162110-9cf3-42eb-b84b-ee68c9fb9dd0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:38.165659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 534b83d2-90b4-45c5-845b-4cb4a62338c0 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:16:38.200037 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:16:38.260244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2162110-9cf3-42eb-b84b-ee68c9fb9dd0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.264174 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c2162110-9cf3-42eb-b84b-ee68c9fb9dd0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-groups/883f1be0-64d2-4b4e-986e-f9dcd63c1618 HTTP/1.1" status: 204  len: 168 time: 1.2230668
Dec 03 11:16:38.271754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43038) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:38.284460 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-39cd3c07-fcec-4298-a9c9-a8f7793d7507 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:38.285590 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-39cd3c07-fcec-4298-a9c9-a8f7793d7507 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.5525560
Dec 03 11:16:38.291007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43042) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:38.306599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bda99d90-7148-44fe-9781-5df520de3aaa tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '2dd7f366-c482-4250-a7b8-31ac91f95c12', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:38.307170 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-bda99d90-7148-44fe-9781-5df520de3aaa tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 03 11:16:38.307711 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-bda99d90-7148-44fe-9781-5df520de3aaa tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:38.308733 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bda99d90-7148-44fe-9781-5df520de3aaa tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0163064
Dec 03 11:16:38.312835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43046) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:38.319405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0efc7039-6377-4c29-b789-b62078cd844c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.323905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-296980d2-8a26-4584-80e7-eb9a44b1a72a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '2dd7f366-c482-4250-a7b8-31ac91f95c12', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:38.328509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.332676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-296980d2-8a26-4584-80e7-eb9a44b1a72a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:38.336574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0efc7039-6377-4c29-b789-b62078cd844c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.350624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:38.363445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Attempting to bind port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:16:38.363826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Attempting to bind port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:16:38.364199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Attempting to bind port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 on network d6a8abbf-02f9-444e-baba-466ff0a6f350 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:16:38.365928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.385079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-296980d2-8a26-4584-80e7-eb9a44b1a72a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:38.387907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:16:38.388292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Checking segment: {'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:38.388698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.389157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Bound using segment: {'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:16:38.389955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Bound port: 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:16:38.390122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.393675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Network': ['ID=534b83d2-90b4-45c5-845b-4cb4a62338c0,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:38.409440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-296980d2-8a26-4584-80e7-eb9a44b1a72a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:38.417133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:38.417534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0ee68305-d494-4419-8a1a-7f7de582b14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:38.426816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b08950f0-6fec-4cc2-8a89-95a4a2b6d484 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:38.492350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.510170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-296980d2-8a26-4584-80e7-eb9a44b1a72a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:38.522436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b08950f0-6fec-4cc2-8a89-95a4a2b6d484 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:38.523775 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b08950f0-6fec-4cc2-8a89-95a4a2b6d484 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2510433
Dec 03 11:16:38.528481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/networks/534b83d2-90b4-45c5-845b-4cb4a62338c0 HTTP/1.1" status: 204  len: 168 time: 3.1034815
Dec 03 11:16:38.531420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Transition to ACTIVE for port object c3ad63d2-2110-43ae-b155-9972de449a4c will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:38.532444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43052) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:38.533549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43054) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:38.551382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3d35d38c-969f-4444-b6ec-a799da09656d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1341631158', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:38.560497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group': {'name': 'tempest-secgroup--809210856'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:38.572408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3d35d38c-969f-4444-b6ec-a799da09656d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:38.576717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:38.592356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3d35d38c-969f-4444-b6ec-a799da09656d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:router and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:38.600993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:38.604060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3d35d38c-969f-4444-b6ec-a799da09656d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:38.615856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3d35d38c-969f-4444-b6ec-a799da09656d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:38.619386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] For port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:16:38.627661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc7039-6377-4c29-b789-b62078cd844c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=6712293a-48a2-4753-850e-c97c67aedec2,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:38.629349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] For port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8,segment=NetworkSegment(a29e1dff-c04c-400d-b35a-ae6e26eec6ec),segment_id=a29e1dff-c04c-400d-b35a-ae6e26eec6ec)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:16:38.636771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0efc7039-6377-4c29-b789-b62078cd844c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:38.641392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.655473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0efc7039-6377-4c29-b789-b62078cd844c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] In _notify_port_updated(), no bound segment for port 6712293a-48a2-4753-850e-c97c67aedec2 on network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 {{(pid=80975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:16:38.655741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.660617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc7039-6377-4c29-b789-b62078cd844c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:38.661286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0efc7039-6377-4c29-b789-b62078cd844c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.662790 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0efc7039-6377-4c29-b789-b62078cd844c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "PUT /v2.0/ports/6712293a-48a2-4753-850e-c97c67aedec2 HTTP/1.1" status: 200  len: 818 time: 1.5360723
Dec 03 11:16:38.669302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43060) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:38.674175 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-296980d2-8a26-4584-80e7-eb9a44b1a72a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:38.675312 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-296980d2-8a26-4584-80e7-eb9a44b1a72a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3592689
Dec 03 11:16:38.676374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee5b669e-ae5b-4d54-9cea-f20853e4fe15 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:38.678339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43062) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:38.686392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ac525075-72fd-4115-acda-67027a9d49db tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '2dd7f366-c482-4250-a7b8-31ac91f95c12', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:38.686961 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-ac525075-72fd-4115-acda-67027a9d49db tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 03 11:16:38.687474 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-ac525075-72fd-4115-acda-67027a9d49db tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:38.688479 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ac525075-72fd-4115-acda-67027a9d49db tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0074821
Dec 03 11:16:38.693351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43066) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:38.699909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bf5aef9d-b7f5-4ead-bfd1-6ab31c113a63 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '2dd7f366-c482-4250-a7b8-31ac91f95c12', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:38.708658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bf5aef9d-b7f5-4ead-bfd1-6ab31c113a63 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:38.712478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d35d38c-969f-4444-b6ec-a799da09656d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.713631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d35d38c-969f-4444-b6ec-a799da09656d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.718561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558faca-b3a6-498e-bf85-f94e3d592027 req-1746fe98-3a8b-435c-ba4f-4c3e9d49d40a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:38.720715 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4558faca-b3a6-498e-bf85-f94e3d592027 req-1746fe98-3a8b-435c-ba4f-4c3e9d49d40a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 943 time: 0.2117152
Dec 03 11:16:38.722052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bf5aef9d-b7f5-4ead-bfd1-6ab31c113a63 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:38.725463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bf5aef9d-b7f5-4ead-bfd1-6ab31c113a63 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:38.747272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bf5aef9d-b7f5-4ead-bfd1-6ab31c113a63 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:38.770243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.788033 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4558faca-b3a6-498e-bf85-f94e3d592027 req-de639c30-d083-4c46-ac8e-54627bff4a2c tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595584
Dec 03 11:16:38.797130 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-bf5aef9d-b7f5-4ead-bfd1-6ab31c113a63 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:38.801642 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bf5aef9d-b7f5-4ead-bfd1-6ab31c113a63 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1039143
Dec 03 11:16:38.802082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43072) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:38.808910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-16509955-98df-4297-b4fa-529cc3f38528 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '2dd7f366-c482-4250-a7b8-31ac91f95c12', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:38.809443 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-16509955-98df-4297-b4fa-529cc3f38528 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 03 11:16:38.810028 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-16509955-98df-4297-b4fa-529cc3f38528 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:38.820726 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-16509955-98df-4297-b4fa-529cc3f38528 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0075612
Dec 03 11:16:38.820726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43076) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:38.820726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0381ea9f-ec21-4754-bebc-c0607964d820 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '2dd7f366-c482-4250-a7b8-31ac91f95c12', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:38.826966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0381ea9f-ec21-4754-bebc-c0607964d820 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:38.832063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0381ea9f-ec21-4754-bebc-c0607964d820 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:38.835531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0381ea9f-ec21-4754-bebc-c0607964d820 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:38.841635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0381ea9f-ec21-4754-bebc-c0607964d820 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:38.870081 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-0381ea9f-ec21-4754-bebc-c0607964d820 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:38.871228 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0381ea9f-ec21-4754-bebc-c0607964d820 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0561564
Dec 03 11:16:38.874300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43080) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:38.880058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f4ec4c11-b738-4f1b-a1a4-21e64df5a6be tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '2dd7f366-c482-4250-a7b8-31ac91f95c12', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:38.884288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:38.888161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f4ec4c11-b738-4f1b-a1a4-21e64df5a6be tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:38.892626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f4ec4c11-b738-4f1b-a1a4-21e64df5a6be tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:38.895779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f4ec4c11-b738-4f1b-a1a4-21e64df5a6be tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:38.901776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f4ec4c11-b738-4f1b-a1a4-21e64df5a6be tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:38.931648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:38.935692 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-f4ec4c11-b738-4f1b-a1a4-21e64df5a6be tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:38.937175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:38.940446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f4ec4c11-b738-4f1b-a1a4-21e64df5a6be tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0650833
Dec 03 11:16:38.941084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43084) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:38.951481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d35d38c-969f-4444-b6ec-a799da09656d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:38.969914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:39.011331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bdd3965-b1ce-4cf2-b2a0-56dfc6acd542 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.040153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bdd3965-b1ce-4cf2-b2a0-56dfc6acd542 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.044640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Pushing event updated for resources: {'Port': ['ID=55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:39.056146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc7095-71e5-4ada-8df0-8ce6b25a0333 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 6712293a-48a2-4753-850e-c97c67aedec2 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:39.056614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdc7095-71e5-4ada-8df0-8ce6b25a0333 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.084885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bdd3965-b1ce-4cf2-b2a0-56dfc6acd542 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.090280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17c308a4-6779-470f-92e9-ab8cc6ae31e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:39.096289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:39.100078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-260a4315-0184-4bb0-9e1c-15f3914b0988 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:39.107427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd3965-b1ce-4cf2-b2a0-56dfc6acd542 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd7f366-c482-4250-a7b8-31ac91f95c12,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:39.110404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3bdd3965-b1ce-4cf2-b2a0-56dfc6acd542 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:39.117942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bdd3965-b1ce-4cf2-b2a0-56dfc6acd542 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.121599 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3bdd3965-b1ce-4cf2-b2a0-56dfc6acd542 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "DELETE /v2.0/security-groups/2dd7f366-c482-4250-a7b8-31ac91f95c12 HTTP/1.1" status: 204  len: 168 time: 0.1771035
Dec 03 11:16:39.121870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43088) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:39.177797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fb023f75-73a9-460d-a6e2-d1e5e1c30cda tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Synchronizing usage tracker for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:39.192659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fb023f75-73a9-460d-a6e2-d1e5e1c30cda tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Unset dirty status for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:39.197888 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fb023f75-73a9-460d-a6e2-d1e5e1c30cda tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.0711372
Dec 03 11:16:39.198307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43092) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:39.204395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group': {'name': 'tempest-secgroup--1338464684'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:39.212726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:39.223698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:39.232660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.242349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d35d38c-969f-4444-b6ec-a799da09656d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.255884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:39.260503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:39.263546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:39.269530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:39.327937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event updated for resources: {'Port': ['ID=c3ad63d2-2110-43ae-b155-9972de449a4c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:39.339080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:39.347654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.352507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.358725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-70fece44-5a22-4934-bfc2-437e7828305d tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:39.369336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:39.370014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.371542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] 10.222.0.91 "PUT /v2.0/ports/55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 HTTP/1.1" status: 200  len: 1157 time: 4.5920572
Dec 03 11:16:39.376090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'tag': '55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:16:39.409357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:39.411880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event updated for resources: {'SecurityGroup': ['ID=de17c718-cba8-48fa-b90c-acefd16b0e28,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:39.415328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:39.416637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.420749 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.2185328
Dec 03 11:16:39.425209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43098) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:39.430878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:39.431343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-76c0861d-817a-4429-af32-c8d1ba22abb6 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': 'de17c718-cba8-48fa-b90c-acefd16b0e28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:39.437793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-76c0861d-817a-4429-af32-c8d1ba22abb6 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:39.438642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d35d38c-969f-4444-b6ec-a799da09656d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.440671 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3d35d38c-969f-4444-b6ec-a799da09656d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.9042439
Dec 03 11:16:39.441615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:39.446207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-76c0861d-817a-4429-af32-c8d1ba22abb6 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:39.449858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-76c0861d-817a-4429-af32-c8d1ba22abb6 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:39.456194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-76c0861d-817a-4429-af32-c8d1ba22abb6 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:39.464770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43102) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:39.472392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1853683780'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:39.505329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:39.512352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:network and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:39.516282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:39.523163 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-76c0861d-817a-4429-af32-c8d1ba22abb6 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The resource could not be found.
Dec 03 11:16:39.524765 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-76c0861d-817a-4429-af32-c8d1ba22abb6 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0982935
Dec 03 11:16:39.525982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:39.528212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43106) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:39.537345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bb7248dc-6905-4d02-84a9-197e701d236c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': 'de17c718-cba8-48fa-b90c-acefd16b0e28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '664211f9-c74b-4619-aae5-896b97317901'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:39.543906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bb7248dc-6905-4d02-84a9-197e701d236c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:39.550305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bb7248dc-6905-4d02-84a9-197e701d236c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:39.554470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bb7248dc-6905-4d02-84a9-197e701d236c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:39.560200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:39.566392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.571716 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'tag': '55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8', 'status': 'completed', 'code': 200}
Dec 03 11:16:39.576794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bb7248dc-6905-4d02-84a9-197e701d236c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:39.589880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.625435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:16:39.641852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.642344 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Added segment bfd2c2d6-e5c3-47be-9d98-a08a1c389579 of type vxlan for network f456cb30-9156-4cc1-943a-eb1b64ed9113
Dec 03 11:16:39.648409 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-bb7248dc-6905-4d02-84a9-197e701d236c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The resource could not be found.
Dec 03 11:16:39.649542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bb7248dc-6905-4d02-84a9-197e701d236c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1203313
Dec 03 11:16:39.651238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.655392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43110) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:39.669686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40db1375-9819-4f73-a22c-58175c43639d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:39.704805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdc7095-71e5-4ada-8df0-8ce6b25a0333 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.712561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.775686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86391b18-1017-42ec-a17d-4fb30d852510 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.790957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.795107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:39.795747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.802708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:39.803416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.803569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-60fd53c3-8e06-4484-a162-1132f5bdedce tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:39.815032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-27a5e355-e0fe-4093-9a3f-0c0c3b43e129 None None] Provisioning for port c3ad63d2-2110-43ae-b155-9972de449a4c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:39.820349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-27a5e355-e0fe-4093-9a3f-0c0c3b43e129 None None] Provisioning complete for port c3ad63d2-2110-43ae-b155-9972de449a4c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:39.820777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27a5e355-e0fe-4093-9a3f-0c0c3b43e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.849287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86391b18-1017-42ec-a17d-4fb30d852510 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.893658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc7095-71e5-4ada-8df0-8ce6b25a0333 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 6712293a-48a2-4753-850e-c97c67aedec2 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:39.921710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:39.923905 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.3884685
Dec 03 11:16:39.930005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43116) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:39.933451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-27a5e355-e0fe-4093-9a3f-0c0c3b43e129 None None] Port c3ad63d2-2110-43ae-b155-9972de449a4c cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:39.946844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group_rule': {'security_group_id': '0e333225-d8f1-4998-97d0-4568f79e21b8', 'direction': 'ingress', 'protocol': 17}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:39.956377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroup': ['ID=0e333225-d8f1-4998-97d0-4568f79e21b8,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:39.957652 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4916573
Dec 03 11:16:39.963123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43120) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:39.963894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Network': ['ID=f456cb30-9156-4cc1-943a-eb1b64ed9113,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:39.965152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:39.968166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:39.973201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:39.979128 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 4.3171916
Dec 03 11:16:39.980907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'subnet': {'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:39.982331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43124) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:39.983713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:39.992257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network f456cb30-9156-4cc1-943a-eb1b64ed9113 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:16:40.031011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:40.038962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network f456cb30-9156-4cc1-943a-eb1b64ed9113 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:16:40.044697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:40.074264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-48dfadf6-bd3a-428d-8d4f-9b5b81f49ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:40.075935 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-48dfadf6-bd3a-428d-8d4f-9b5b81f49ac6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=292c86d7811a470cbc10639515f99e44&device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 1160 time: 0.5812185
Dec 03 11:16:40.151674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86391b18-1017-42ec-a17d-4fb30d852510 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:40.160375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3bdd3965-b1ce-4cf2-b2a0-56dfc6acd542 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:40.170117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:40.178989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-c2aaaf41-5360-49b8-b2d6-9879923e43c7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 HTTP/1.1" status: 200  len: 217 time: 0.0864682
Dec 03 11:16:40.194277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdc7095-71e5-4ada-8df0-8ce6b25a0333 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:40.214643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:40.238002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:subnet and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:40.241563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86391b18-1017-42ec-a17d-4fb30d852510 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event deleted for resources: {'SecurityGroup': ['ID=de17c718-cba8-48fa-b90c-acefd16b0e28,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:40.244207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-86391b18-1017-42ec-a17d-4fb30d852510 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:40.245314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:40.259918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:40.279910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86391b18-1017-42ec-a17d-4fb30d852510 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:40.281168 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-86391b18-1017-42ec-a17d-4fb30d852510 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "DELETE /v2.0/security-groups/de17c718-cba8-48fa-b90c-acefd16b0e28 HTTP/1.1" status: 204  len: 168 time: 0.6247442
Dec 03 11:16:40.284561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43128) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:40.310283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:40.475224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f581c3-ab10-4f04-a92b-a758f86ecbd0 req-c01b74fb-b632-4121-bc4e-7009fc1f769e tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:40.476784 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33f581c3-ab10-4f04-a92b-a758f86ecbd0 req-c01b74fb-b632-4121-bc4e-7009fc1f769e tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 943 time: 0.2999082
Dec 03 11:16:40.490966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-82ea4740-9474-4f4b-b6fc-9c874784857c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Synchronizing usage tracker for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:40.505485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-69587685-33ed-484c-9449-58c079180c28 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:40.511908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:40.592868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc7095-71e5-4ada-8df0-8ce6b25a0333 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=6712293a-48a2-4753-850e-c97c67aedec2,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:40.605525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2fdc7095-71e5-4ada-8df0-8ce6b25a0333 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:40.647729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-82ea4740-9474-4f4b-b6fc-9c874784857c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Unset dirty status for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:40.653359 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-82ea4740-9474-4f4b-b6fc-9c874784857c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3564925
Dec 03 11:16:40.653535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43132) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:40.662304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d32e4c85-e655-4b96-b914-37f460dda83a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': 'd2af871a-10fb-470d-a2e7-f8319a4364a3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:40.668613 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33f581c3-ab10-4f04-a92b-a758f86ecbd0 req-dce76370-a5e4-4eb7-a0ba-118bfc631f40 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1834466
Dec 03 11:16:40.677929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d32e4c85-e655-4b96-b914-37f460dda83a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:40.685047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2b334d-9ba0-41ce-9f41-b5412e3ea245 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:40.685366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d32e4c85-e655-4b96-b914-37f460dda83a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:40.695993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2b334d-9ba0-41ce-9f41-b5412e3ea245 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:40.696134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d32e4c85-e655-4b96-b914-37f460dda83a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:40.696246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2b334d-9ba0-41ce-9f41-b5412e3ea245 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:40.696246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1b2b334d-9ba0-41ce-9f41-b5412e3ea245 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Synchronizing usage tracker for tenant:c146265d1bc8467196901ba3b9cf6757 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:40.701563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d32e4c85-e655-4b96-b914-37f460dda83a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:40.717646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-9188b00d-a506-414a-bbb7-5495468895c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:40.719266 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-9188b00d-a506-414a-bbb7-5495468895c3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9ad40f9b-401c-49c7-9617-3de4963903ab HTTP/1.1" status: 200  len: 851 time: 0.5288219
Dec 03 11:16:40.748431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:40.794281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-d32e4c85-e655-4b96-b914-37f460dda83a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The resource could not be found.
Dec 03 11:16:40.795503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d32e4c85-e655-4b96-b914-37f460dda83a tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1410136
Dec 03 11:16:40.797564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:40.802751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43136) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:40.812434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group': {'name': 'tempest-secgroup--817582481'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:40.813720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae57fad1-b9cf-4df1-a780-1e6c837627de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:40.820512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1b2b334d-9ba0-41ce-9f41-b5412e3ea245 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Unset dirty status for tenant:c146265d1bc8467196901ba3b9cf6757 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:40.821622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:40.821760 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1b2b334d-9ba0-41ce-9f41-b5412e3ea245 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2468 time: 0.8337381
Dec 03 11:16:40.825284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43140) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:40.826454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdc7095-71e5-4ada-8df0-8ce6b25a0333 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:40.850255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46276424-fa00-4944-9948-a34998287e86,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:40.864503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:40.879705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2fdc7095-71e5-4ada-8df0-8ce6b25a0333 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/6712293a-48a2-4753-850e-c97c67aedec2 HTTP/1.1" status: 204  len: 168 time: 2.1688325
Dec 03 11:16:40.884113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:40.884842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43144) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:40.885970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:40.888177 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 742 time: 0.9465880
Dec 03 11:16:40.889295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43146) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:40.929843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-bf437c82-dcb0-43f1-a3ad-82f3bda5064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:40.935436 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-bf437c82-dcb0-43f1-a3ad-82f3bda5064d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d6a8abbf-02f9-444e-baba-466ff0a6f350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1972582
Dec 03 11:16:41.080206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5479919-05ab-41c2-855e-3ea24187f5f4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:41.141688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5479919-05ab-41c2-855e-3ea24187f5f4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:41.161172 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-f69ae95a-4c16-436b-a151-6588497aef06 service neutron] 10.222.0.91 "GET /v2.0/networks/d6a8abbf-02f9-444e-baba-466ff0a6f350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2170513
Dec 03 11:16:41.268408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:41.295288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1cb32739-9b51-4d02-944b-e748e98f110b tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Deleting port c3ad63d2-2110-43ae-b155-9972de449a4c {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:41.295682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1cb32739-9b51-4d02-944b-e748e98f110b tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:41.305936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5479919-05ab-41c2-855e-3ea24187f5f4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:41.313534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aaf92823-6611-494d-8581-e6bf47937e5f tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:41.343362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5479919-05ab-41c2-855e-3ea24187f5f4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e333225-d8f1-4998-97d0-4568f79e21b8,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:41.348463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5479919-05ab-41c2-855e-3ea24187f5f4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:41.355446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aec56ca4-e926-41a1-b369-0ceff9595000 req-9de54381-bb82-418c-83ad-7ca69a84b5be service neutron] 10.222.0.91 "GET /v2.0/networks/d6a8abbf-02f9-444e-baba-466ff0a6f350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1866727
Dec 03 11:16:41.362174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5479919-05ab-41c2-855e-3ea24187f5f4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:41.362532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:41.366074 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b5479919-05ab-41c2-855e-3ea24187f5f4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-groups/0e333225-d8f1-4998-97d0-4568f79e21b8 HTTP/1.1" status: 204  len: 168 time: 0.4717445
Dec 03 11:16:41.366255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43152) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:41.383586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:41.402814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:41.428410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8872637b-9057-46a5-862d-ba467ed583ce tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:41.440540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:41.444102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8872637b-9057-46a5-862d-ba467ed583ce tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:41.445443 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8872637b-9057-46a5-862d-ba467ed583ce tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.0782604
Dec 03 11:16:41.449383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43156) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:41.455775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group': {'name': 'tempest-secgroup--1605209631'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:41.502701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:41.520047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:41.540787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:41.562658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1663fa65-d573-4e59-ab6f-56da7a100f61 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:41.563458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1663fa65-d573-4e59-ab6f-56da7a100f61 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:41.566790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:41.572838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:41.578146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:41.586363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499add9-cba1-4af7-b04e-923f0ab9bdf8 req-eeb00a81-c3fd-448c-b6f7-efc85fed3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:41.588020 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8499add9-cba1-4af7-b04e-923f0ab9bdf8 req-eeb00a81-c3fd-448c-b6f7-efc85fed3aba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=292c86d7811a470cbc10639515f99e44&device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 1160 time: 0.1271207
Dec 03 11:16:41.588899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:41.693611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1663fa65-d573-4e59-ab6f-56da7a100f61 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:41.694916 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1663fa65-d573-4e59-ab6f-56da7a100f61 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.8037038
Dec 03 11:16:41.711067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43160) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:41.769356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:41.775698 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bb0933-6137-45cc-8ccc-28dc86672bf6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:16:41.776301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c5bb0933-6137-45cc-8ccc-28dc86672bf6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:41.788498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:41.798054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:41.828100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1cb32739-9b51-4d02-944b-e748e98f110b tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:41.842171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c5bb0933-6137-45cc-8ccc-28dc86672bf6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:41.843471 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c5bb0933-6137-45cc-8ccc-28dc86672bf6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/6712293a-48a2-4753-850e-c97c67aedec2 HTTP/1.1" status: 404  len: 333 time: 0.1313834
Dec 03 11:16:41.853494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43166) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:41.864724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:41.869161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1032999861'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:41.873116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499add9-cba1-4af7-b04e-923f0ab9bdf8 req-a45704ae-b423-497e-a901-621bf96bcb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:41.874631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8499add9-cba1-4af7-b04e-923f0ab9bdf8 req-a45704ae-b423-497e-a901-621bf96bcb70 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d6a8abbf-02f9-444e-baba-466ff0a6f350 HTTP/1.1" status: 200  len: 907 time: 0.2757566
Dec 03 11:16:41.877315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:41.880031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:41.888521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0b00e1d9-cd62-4da4-b484-758cf415ce39 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:41.897370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:network and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:41.961349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:41.985188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:41.988774 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8499add9-cba1-4af7-b04e-923f0ab9bdf8 req-63a179ad-94f9-4c3f-88a1-bf9145c175cb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 HTTP/1.1" status: 200  len: 217 time: 0.1018488
Dec 03 11:16:42.030848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1cb32739-9b51-4d02-944b-e748e98f110b tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Calling delete_port for c3ad63d2-2110-43ae-b155-9972de449a4c owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:42.058056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroup': ['ID=725686d4-2351-4634-a1fe-3cce62dd80be,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:42.068067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:42.075006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.076325 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.6259425
Dec 03 11:16:42.085041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event updated for resources: {'SecurityGroup': ['ID=53290421-e2ef-484e-a0af-fcddadbefc8e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:42.085747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43170) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:42.088309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:42.092590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:42.093971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.112040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group': {'name': 'tempest-secgroup--1144366690'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:42.112461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.113775 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.3099363
Dec 03 11:16:42.121500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43174) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:42.123380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499add9-cba1-4af7-b04e-923f0ab9bdf8 req-e0fbc62c-f9a9-4d62-a4ca-c4806c870a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:42.124942 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8499add9-cba1-4af7-b04e-923f0ab9bdf8 req-e0fbc62c-f9a9-4d62-a4ca-c4806c870a23 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9ad40f9b-401c-49c7-9617-3de4963903ab HTTP/1.1" status: 200  len: 851 time: 0.1204045
Dec 03 11:16:42.125937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:42.134730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:42.170523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group': {'name': 'tempest-secgroup--1362700495'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:42.173918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:42.184586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:42.190808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:42.213674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:16:42.213924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:42.217538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:42.223549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.233173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:42.244989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.245433 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Added segment eac3394c-f4bd-4ee8-9829-beaf9e8e1d09 of type vxlan for network ee789843-8559-4432-ac2e-39490d882571
Dec 03 11:16:42.262224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:42.264898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1defd-79f0-49cd-abc8-9da6e65b0227 req-25a66a72-f775-4e7b-8457-3edfddb9a5c5 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:42.266533 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31e1defd-79f0-49cd-abc8-9da6e65b0227 req-25a66a72-f775-4e7b-8457-3edfddb9a5c5 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 943 time: 0.4407640
Dec 03 11:16:42.273482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:42.279580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:42.299929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.300777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:42.303773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.322212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5677675b-7908-497a-90ff-e5a49da97629 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:42.337133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499add9-cba1-4af7-b04e-923f0ab9bdf8 req-19dae5c2-7998-4bc9-b03b-c97d71b39a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:42.338757 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8499add9-cba1-4af7-b04e-923f0ab9bdf8 req-19dae5c2-7998-4bc9-b03b-c97d71b39a9c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d6a8abbf-02f9-444e-baba-466ff0a6f350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2057202
Dec 03 11:16:42.364797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.466705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.471678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:42.472326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.483635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a1740aa-f6f3-4da3-9114-bda0c13da15f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:42.509894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:42.539767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:42.546609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:42.561719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Subnet': ['ID=7a5aabac-111d-4261-aee9-6d02ff722b3d,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:42.569560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:42.572151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:42.582885 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31e1defd-79f0-49cd-abc8-9da6e65b0227 req-65f3d8d7-64e4-4e78-a2b3-a884c92edeb5 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2693892
Dec 03 11:16:42.589224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1cb32739-9b51-4d02-944b-e748e98f110b tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.607215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-287665b9-252c-4fb4-a60d-701f622c1cbe tempest-RoutersIpV6AdminTest-1217727793 tempest-RoutersIpV6AdminTest-1217727793] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:42.658490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Network': ['ID=ee789843-8559-4432-ac2e-39490d882571,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:42.662545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.670503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network ee789843-8559-4432-ac2e-39490d882571 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:16:42.672946 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8167384
Dec 03 11:16:42.673239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb32739-9b51-4d02-944b-e748e98f110b tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event deleted for resources: {'Port': ['ID=c3ad63d2-2110-43ae-b155-9972de449a4c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:42.674372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:42.677852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43178) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:42.680493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.689935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8018c0c7-46eb-4204-af2e-cd2615a02743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:42.697135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1cb32739-9b51-4d02-944b-e748e98f110b tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:42.709906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': 'ee789843-8559-4432-ac2e-39490d882571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:42.735021 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8499add9-cba1-4af7-b04e-923f0ab9bdf8 req-941df4e4-a315-42c0-8e9b-dfce5d78a4ef service neutron] 10.222.0.91 "GET /v2.0/networks/d6a8abbf-02f9-444e-baba-466ff0a6f350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3830111
Dec 03 11:16:42.810770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.815496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.7252629
Dec 03 11:16:42.834268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43182) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:42.848784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group_rule': {'security_group_id': '725686d4-2351-4634-a1fe-3cce62dd80be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4d704a56-d553-43e4-9bcc-979c2e140f98', 'remote_ip_prefix': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:42.866182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroup': ['ID=4d704a56-d553-43e4-9bcc-979c2e140f98,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:42.872553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:42.884489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:42.885281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:42.891567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:42.922530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:42.924959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Checking segment: {'id': 'bfd2c2d6-e5c3-47be-9d98-a08a1c389579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:42.925370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network hostable DHCP agents. Network: f456cb30-9156-4cc1-943a-eb1b64ed9113, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:16:42.961750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network ee789843-8559-4432-ac2e-39490d882571 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:16:42.976560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:42.986187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:42.995343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:42.998332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:43.009865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:43.027149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.035985 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8499add9-cba1-4af7-b04e-923f0ab9bdf8 req-faffc2cb-1d90-46e9-9c5b-0ae620c2d009 service neutron] 10.222.0.91 "GET /v2.0/networks/d6a8abbf-02f9-444e-baba-466ff0a6f350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2926910
Dec 03 11:16:43.036381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-60842f5f-4719-4c6d-9195-3e85217ec12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:43.039983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:43.072912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network f456cb30-9156-4cc1-943a-eb1b64ed9113 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:16:43.090641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.127420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1cb32739-9b51-4d02-944b-e748e98f110b tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.130417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, f456cb30-9156-4cc1-943a-eb1b64ed9113) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:43.138667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddef277f-95ae-47c3-96df-f87040572e92 None None] Network f456cb30-9156-4cc1-943a-eb1b64ed9113 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:43.142659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event updated for resources: {'SecurityGroup': ['ID=68f7f712-63c6-4f79-81c4-08c344b8890f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:43.169421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.175555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:43.176634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.177960 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.0239115
Dec 03 11:16:43.182218 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1cb32739-9b51-4d02-944b-e748e98f110b tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "DELETE /v2.0/ports/c3ad63d2-2110-43ae-b155-9972de449a4c HTTP/1.1" status: 204  len: 168 time: 2.3523006
Dec 03 11:16:43.183480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43186) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:43.183859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43188) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:43.195744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:43.196414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.206124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8b88cf1f-f0b2-42f2-81b1-54b081ff4419 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group_rule': {'security_group_id': '53290421-e2ef-484e-a0af-fcddadbefc8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '68f7f712-63c6-4f79-81c4-08c344b8890f'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:43.268207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8b88cf1f-f0b2-42f2-81b1-54b081ff4419 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:43.283588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8b88cf1f-f0b2-42f2-81b1-54b081ff4419 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:43.289308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8b88cf1f-f0b2-42f2-81b1-54b081ff4419 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:43.292556 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ab7cef-48c0-4737-944a-73885f1c3e60 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] GET failed (client error): The resource could not be found.
Dec 03 11:16:43.293124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-74ab7cef-48c0-4737-944a-73885f1c3e60 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Synchronizing usage tracker for tenant:c146265d1bc8467196901ba3b9cf6757 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:43.301190 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.3346181
Dec 03 11:16:43.302935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8b88cf1f-f0b2-42f2-81b1-54b081ff4419 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:43.304270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43194) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:43.336461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-74ab7cef-48c0-4737-944a-73885f1c3e60 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Unset dirty status for tenant:c146265d1bc8467196901ba3b9cf6757 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:43.337707 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-74ab7cef-48c0-4737-944a-73885f1c3e60 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "GET /v2.0/ports/c3ad63d2-2110-43ae-b155-9972de449a4c HTTP/1.1" status: 404  len: 333 time: 0.1439235
Dec 03 11:16:43.344228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43198) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:43.368478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Request body: {'port': {'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e', 'name': 'tempest-AllowedAddressPairTestJSON-92164013'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:43.387159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.399695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.421093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-f456cb30-9156-4cc1-943a-eb1b64ed9113', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:16:43.422042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:43.422204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.436953 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-8b88cf1f-f0b2-42f2-81b1-54b081ff4419 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:43.438185 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8b88cf1f-f0b2-42f2-81b1-54b081ff4419 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2458718
Dec 03 11:16:43.444428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43202) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:43.510419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04de0e5d-aeb9-4a19-9cc4-21b16dbf8295,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:43.517834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:43.533777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.537999 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6997557
Dec 03 11:16:43.544505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43206) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:43.605617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:43.608492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b99ccc6-6d1f-4a92-9318-c0fe56e75833 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.625550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b99ccc6-6d1f-4a92-9318-c0fe56e75833 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.638292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:43.659649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Made reservation on behalf of c146265d1bc8467196901ba3b9cf6757 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:43.665782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.680054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b99ccc6-6d1f-4a92-9318-c0fe56e75833 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.687778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-544efcb1-dfce-4b69-9f87-3af126b67fef tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:43.722793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99ccc6-6d1f-4a92-9318-c0fe56e75833 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04de0e5d-aeb9-4a19-9cc4-21b16dbf8295,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:43.731668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4b99ccc6-6d1f-4a92-9318-c0fe56e75833 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:43.735413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b99ccc6-6d1f-4a92-9318-c0fe56e75833 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:43.739976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4b99ccc6-6d1f-4a92-9318-c0fe56e75833 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-group-rules/04de0e5d-aeb9-4a19-9cc4-21b16dbf8295 HTTP/1.1" status: 204  len: 168 time: 0.1916862
Dec 03 11:16:43.785593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43212) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:43.786794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Allocated IP 2001:db8::2 (f456cb30-9156-4cc1-943a-eb1b64ed9113/7a5aabac-111d-4261-aee9-6d02ff722b3d/154535d2-b4fa-4d16-b791-8242b423d624) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:43.963907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4fce04ab-c584-4e4c-b689-6a436dbe999d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:44.013520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.017299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] device_id is not set on port 525266c5-e272-466b-9766-df18abc01a57 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:16:44.024845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Transition to ACTIVE for port object 154535d2-b4fa-4d16-b791-8242b423d624 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:44.041735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Transition to ACTIVE for port object 154535d2-b4fa-4d16-b791-8242b423d624 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:44.047178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.060144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4fce04ab-c584-4e4c-b689-6a436dbe999d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:44.064248 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4fce04ab-c584-4e4c-b689-6a436dbe999d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4459 time: 0.2614791
Dec 03 11:16:44.064444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5fa14733-050e-4282-a819-ad557f5d4222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:44.067701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43216) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:44.073995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb8506-2b46-4f42-bc27-9eef2c483e56 req-43382240-2b65-4803-98d0-552aa6ccb641 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:44.075655 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-84bb8506-2b46-4f42-bc27-9eef2c483e56 req-43382240-2b65-4803-98d0-552aa6ccb641 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 943 time: 0.3456807
Dec 03 11:16:44.144498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6590aca1-5fef-4d2c-a59f-0059d5963699 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.197214 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-84bb8506-2b46-4f42-bc27-9eef2c483e56 req-66dbeedb-ad76-4e2e-b8cb-f739dfd6f7f1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920448
Dec 03 11:16:44.199920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Pushing event updated for resources: {'Port': ['ID=154535d2-b4fa-4d16-b791-8242b423d624,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:44.205385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:44.213605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6590aca1-5fef-4d2c-a59f-0059d5963699 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.264002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Network f456cb30-9156-4cc1-943a-eb1b64ed9113 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:44.265711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:44.269772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:44.273016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c544be48-26b3-4c37-b5c8-7831f1f2073c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.312063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.322570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Allocated IP 172.20.0.10 (4bbdb31c-7c3a-4095-b84d-35c58acc962e/6d463bfc-883d-4d24-baee-103dabb49ad4/525266c5-e272-466b-9766-df18abc01a57) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:44.325464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c544be48-26b3-4c37-b5c8-7831f1f2073c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.326642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Attempting to bind port 154535d2-b4fa-4d16-b791-8242b423d624 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:16:44.327167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Attempting to bind port 154535d2-b4fa-4d16-b791-8242b423d624 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'bfd2c2d6-e5c3-47be-9d98-a08a1c389579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:16:44.327656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Attempting to bind port 154535d2-b4fa-4d16-b791-8242b423d624 on network f456cb30-9156-4cc1-943a-eb1b64ed9113 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:16:44.335047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:16:44.335564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Checking segment: {'id': 'bfd2c2d6-e5c3-47be-9d98-a08a1c389579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:44.336416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.336562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Bound using segment: {'id': 'bfd2c2d6-e5c3-47be-9d98-a08a1c389579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:16:44.337123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Bound port: 154535d2-b4fa-4d16-b791-8242b423d624, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd2c2d6-e5c3-47be-9d98-a08a1c389579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:16:44.337607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.411199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6590aca1-5fef-4d2c-a59f-0059d5963699 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.421132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c544be48-26b3-4c37-b5c8-7831f1f2073c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.422479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7c16e9ec-fd30-4052-99ee-3987ef933991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:44.430051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:44.436393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] For port 154535d2-b4fa-4d16-b791-8242b423d624, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:16:44.440134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] For port 154535d2-b4fa-4d16-b791-8242b423d624, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=154535d2-b4fa-4d16-b791-8242b423d624,segment=NetworkSegment(bfd2c2d6-e5c3-47be-9d98-a08a1c389579),segment_id=bfd2c2d6-e5c3-47be-9d98-a08a1c389579)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:16:44.443289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.446793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544be48-26b3-4c37-b5c8-7831f1f2073c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d704a56-d553-43e4-9bcc-979c2e140f98,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:44.452708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c544be48-26b3-4c37-b5c8-7831f1f2073c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:44.460013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:44.495754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590aca1-5fef-4d2c-a59f-0059d5963699 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f7f712-63c6-4f79-81c4-08c344b8890f,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:44.559111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c544be48-26b3-4c37-b5c8-7831f1f2073c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.562841 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c544be48-26b3-4c37-b5c8-7831f1f2073c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-groups/4d704a56-d553-43e4-9bcc-979c2e140f98 HTTP/1.1" status: 204  len: 168 time: 0.4837110
Dec 03 11:16:44.566178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43220) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:44.568470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6590aca1-5fef-4d2c-a59f-0059d5963699 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:44.630460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6590aca1-5fef-4d2c-a59f-0059d5963699 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.634652 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6590aca1-5fef-4d2c-a59f-0059d5963699 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "DELETE /v2.0/security-groups/68f7f712-63c6-4f79-81c4-08c344b8890f HTTP/1.1" status: 204  len: 168 time: 1.1862876
Dec 03 11:16:44.636238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43224) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:44.665400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Pushing event updated for resources: {'Port': ['ID=154535d2-b4fa-4d16-b791-8242b423d624,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:44.669547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:44.700712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.726941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d234ff72-df83-41d5-ac92-45200e83cafd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:44.756894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Transition to ACTIVE for port object 525266c5-e272-466b-9766-df18abc01a57 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:44.780647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d234ff72-df83-41d5-ac92-45200e83cafd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:44.782157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d234ff72-df83-41d5-ac92-45200e83cafd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4355 time: 0.2148376
Dec 03 11:16:44.786042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43228) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:44.791334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa750662-8a70-43bc-821a-3c786306603f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Synchronizing usage tracker for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:44.813136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:44.834119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa750662-8a70-43bc-821a-3c786306603f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Unset dirty status for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:44.835531 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fa750662-8a70-43bc-821a-3c786306603f tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4354 time: 0.1993775
Dec 03 11:16:44.836392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a4a2cea-9cb9-43a0-a0c4-e675e875c4bd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:44.861618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43232) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:45.051003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.071277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c05f905c-622c-4d0c-8fef-b39fb3702cf3 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:45.175490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf58c9bd-7f16-493d-b027-89bd063ad3d7 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.286401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event updated for resources: {'Port': ['ID=525266c5-e272-466b-9766-df18abc01a57,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:45.290006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:45.340133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f1469cc3-22cc-490f-9d8c-e987e67214e2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.350525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:45.351005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Subnet': ['ID=64aaa8c8-c620-4bc1-b007-67a4eb11ffd2,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:45.351783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:45.355538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:45.358190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf58c9bd-7f16-493d-b027-89bd063ad3d7 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.382994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:45.471100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f1469cc3-22cc-490f-9d8c-e987e67214e2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.482747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:45.483462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.499390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Allocated IP 2001:db8::1 (f456cb30-9156-4cc1-943a-eb1b64ed9113/7a5aabac-111d-4261-aee9-6d02ff722b3d/8f30734c-b2d7-4cc4-99b8-179f850fdf0e) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:45.523587 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.1718831
Dec 03 11:16:45.523818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 154535d2-b4fa-4d16-b791-8242b423d624 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:45.530036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43238) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:45.538745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-348d1319-06f7-4d17-933b-d17a317e05c0 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6a:25:15'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:45.580625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349c3e8-56f6-44c8-b976-108b30593b64 req-e0d10747-1aba-48b4-bc01-e22cd58a6d22 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:45.582372 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1349c3e8-56f6-44c8-b976-108b30593b64 req-e0d10747-1aba-48b4-bc01-e22cd58a6d22 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 943 time: 0.1930642
Dec 03 11:16:45.603177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 154535d2-b4fa-4d16-b791-8242b423d624 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:45.604045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f1469cc3-22cc-490f-9d8c-e987e67214e2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.623817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c2162110-9cf3-42eb-b84b-ee68c9fb9dd0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:45.635536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf58c9bd-7f16-493d-b027-89bd063ad3d7 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.674007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1469cc3-22cc-490f-9d8c-e987e67214e2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event deleted for resources: {'SecurityGroup': ['ID=53290421-e2ef-484e-a0af-fcddadbefc8e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:45.674526 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1349c3e8-56f6-44c8-b976-108b30593b64 req-1ddcdb0a-aa44-4d1d-8a06-98686cdd8996 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844522
Dec 03 11:16:45.737618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d9cb3016-62fc-4bf2-a5dd-980e3e71c5e6 None None] Provisioning for port 525266c5-e272-466b-9766-df18abc01a57 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:45.742516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f1469cc3-22cc-490f-9d8c-e987e67214e2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:45.743892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d9cb3016-62fc-4bf2-a5dd-980e3e71c5e6 None None] Provisioning complete for port 525266c5-e272-466b-9766-df18abc01a57 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:45.744639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3016-62fc-4bf2-a5dd-980e3e71c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.751153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcbf615f-dfc6-4103-8f15-009562ad47fe tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:45.779840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c9bd-7f16-493d-b027-89bd063ad3d7 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroup': ['ID=725686d4-2351-4634-a1fe-3cce62dd80be,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:45.794039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf58c9bd-7f16-493d-b027-89bd063ad3d7 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:45.802883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Checking segment: {'id': 'eac3394c-f4bd-4ee8-9829-beaf9e8e1d09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ee789843-8559-4432-ac2e-39490d882571'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:45.803375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network hostable DHCP agents. Network: ee789843-8559-4432-ac2e-39490d882571, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:16:45.813285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf58c9bd-7f16-493d-b027-89bd063ad3d7 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.815193 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cf58c9bd-7f16-493d-b027-89bd063ad3d7 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-groups/725686d4-2351-4634-a1fe-3cce62dd80be HTTP/1.1" status: 204  len: 168 time: 1.0280952
Dec 03 11:16:45.816398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f1469cc3-22cc-490f-9d8c-e987e67214e2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.817830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f1469cc3-22cc-490f-9d8c-e987e67214e2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "DELETE /v2.0/security-groups/53290421-e2ef-484e-a0af-fcddadbefc8e HTTP/1.1" status: 204  len: 168 time: 0.9484572
Dec 03 11:16:45.833951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43242) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:45.834334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43244) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:45.837168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb3016-62fc-4bf2-a5dd-980e3e71c5e6 None None] Port 525266c5-e272-466b-9766-df18abc01a57 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:45.881659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network ee789843-8559-4432-ac2e-39490d882571 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:16:45.896266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.903148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, ee789843-8559-4432-ac2e-39490d882571) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:45.913068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0131d4b9-5f3a-4448-9dcb-875dc89832ac None None] Network ee789843-8559-4432-ac2e-39490d882571 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:45.925754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Transition to ACTIVE for port object 8f30734c-b2d7-4cc4-99b8-179f850fdf0e will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:45.927577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:45.928228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:45.962506 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2833402
Dec 03 11:16:45.965525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43250) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:45.976008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4b6b3d31-93ca-4771-9f53-2c7651614c96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': 'ee789843-8559-4432-ac2e-39490d882571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:46.006052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2be0fe08-3e1e-44a5-98a3-32a05aa671ab tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.1533952
Dec 03 11:16:46.010566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43254) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:46.010854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-348d1319-06f7-4d17-933b-d17a317e05c0 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.019344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group': {'name': 'tempest-secgroup--997852307'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:46.041989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:46.045333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.068585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-118451ce-5ac8-4044-9717-a0a98f7c7e2c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:46.107828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:46.117003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:46.203918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:46.212057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-ee789843-8559-4432-ac2e-39490d882571', 'network_id': 'ee789843-8559-4432-ac2e-39490d882571', 'tenant_id': '0c0dd5c17e4f4c5ea2c8385671a17ab4', 'fixed_ips': [{'subnet_id': '64aaa8c8-c620-4bc1-b007-67a4eb11ffd2'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:16:46.213056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.225251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f7555fa4-cf6b-41a9-a5bb-bdaabfaed783 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3813658
Dec 03 11:16:46.231338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43258) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:46.237644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group': {'name': 'tempest-secgroup--427600078'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:46.273952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52803033-473d-46a7-946f-ad49f27f0911 None None] Network f456cb30-9156-4cc1-943a-eb1b64ed9113 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:46.305350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:46.316127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:46.321842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:46.333039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:46.370296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.401570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:46.408818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:46.413313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:46.429995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:46.444698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-348d1319-06f7-4d17-933b-d17a317e05c0 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.452337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-348d1319-06f7-4d17-933b-d17a317e05c0 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.471533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0efc7039-6377-4c29-b789-b62078cd844c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:46.546193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-29d84ef7-0cbc-4cee-aab9-c7c1f9bfd8ee None None] Provisioning for port 154535d2-b4fa-4d16-b791-8242b423d624 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:46.558942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=8f30734c-b2d7-4cc4-99b8-179f850fdf0e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:46.567155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.578576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-29d84ef7-0cbc-4cee-aab9-c7c1f9bfd8ee None None] Provisioning complete for port 154535d2-b4fa-4d16-b791-8242b423d624 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:46.579805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29d84ef7-0cbc-4cee-aab9-c7c1f9bfd8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.583295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:46.633874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:46.640334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4b6b3d31-93ca-4771-9f53-2c7651614c96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:46.644825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Usage tracker for resource:security_group_rule and tenant:6a2f922bad9545fc9e6859b57c8f1dd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:46.647313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d1319-06f7-4d17-933b-d17a317e05c0 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event updated for resources: {'Port': ['ID=525266c5-e272-466b-9766-df18abc01a57,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:46.653432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4b6b3d31-93ca-4771-9f53-2c7651614c96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:46.656138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:46.658289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-348d1319-06f7-4d17-933b-d17a317e05c0 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:46.661349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4b6b3d31-93ca-4771-9f53-2c7651614c96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:46.668505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:46.677223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4b6b3d31-93ca-4771-9f53-2c7651614c96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:46.687635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network f456cb30-9156-4cc1-943a-eb1b64ed9113 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:46.694266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:46.698602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:46.699357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.725583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.740505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.778947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-88756798-81b5-4f98-98df-6bce727d80e2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:46.896993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b3d31-93ca-4771-9f53-2c7651614c96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:46.903661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3d31-93ca-4771-9f53-2c7651614c96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.953212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe12e3-6a29-4b66-99c5-6e99dfe57024,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:46.960355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.979803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:46.987765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-348d1319-06f7-4d17-933b-d17a317e05c0 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] In _notify_port_updated(), no bound segment for port 525266c5-e272-466b-9766-df18abc01a57 on network 4bbdb31c-7c3a-4095-b84d-35c58acc962e {{(pid=80975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:16:46.992581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d1319-06f7-4d17-933b-d17a317e05c0 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:46.993410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-348d1319-06f7-4d17-933b-d17a317e05c0 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.998267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:46.999566 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-348d1319-06f7-4d17-933b-d17a317e05c0 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "PUT /v2.0/ports/525266c5-e272-466b-9766-df18abc01a57 HTTP/1.1" status: 200  len: 993 time: 1.4681604
Dec 03 11:16:47.000561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43264) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:47.011359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c16c924d-4e4e-46b1-94bf-225165749f37 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:47.038619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.043367 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.8104279
Dec 03 11:16:47.051624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43268) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:47.064573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group_rule': {'security_group_id': 'cbbe12e3-6a29-4b66-99c5-6e99dfe57024', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:47.075383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:47.081971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Allocated IP 2001:db8::2 (ee789843-8559-4432-ac2e-39490d882571/64aaa8c8-c620-4bc1-b007-67a4eb11ffd2/c102ba18-c374-44d9-9bba-ef14ddfd2e88) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:47.094649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:47.099950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:47.102751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.113271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:47.139215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1c746687-018e-4e0a-a23f-5e75275085eb tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Deleting port 525266c5-e272-466b-9766-df18abc01a57 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:47.139597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c746687-018e-4e0a-a23f-5e75275085eb tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.154032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec48661-19a3-4906-80fb-cf69a911bd79,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:47.198565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:47.199863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.201074 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.1894064
Dec 03 11:16:47.204946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29d84ef7-0cbc-4cee-aab9-c7c1f9bfd8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.205381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43272) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:47.216875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0627e1-c22b-41a7-a129-64c672c496dc req-7a5032eb-4ca2-4e8a-b706-c10192558bec tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:47.218739 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e0627e1-c22b-41a7-a129-64c672c496dc req-7a5032eb-4ca2-4e8a-b706-c10192558bec tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 943 time: 0.3738585
Dec 03 11:16:47.223363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f1269ff9-328e-48d4-b8fa-88715201687d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Request body: {'security_group': {'name': 'default'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:47.223775 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.api.v2.base [None req-f1269ff9-328e-48d4-b8fa-88715201687d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 03 11:16:47.224324 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-f1269ff9-328e-48d4-b8fa-88715201687d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] update failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:16:47.230205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43276) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:47.231999 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f1269ff9-328e-48d4-b8fa-88715201687d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "PUT /v2.0/security-groups/3ec48661-19a3-4906-80fb-cf69a911bd79 HTTP/1.1" status: 409  len: 330 time: 0.0188799
Dec 03 11:16:47.276078 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.ipam_backend_mixin [None req-4b6b3d31-93ca-4771-9f53-2c7651614c96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64aaa8c8-c620-4bc1-b007-67a4eb11ffd2 (CIDR: 2001:db8::/64)
Dec 03 11:16:47.295550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.330557 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6b3d31-93ca-4771-9f53-2c7651614c96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:16:47.331184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6b3d31-93ca-4771-9f53-2c7651614c96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 400 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:16:47.338834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-29d84ef7-0cbc-4cee-aab9-c7c1f9bfd8ee None None] For port 154535d2-b4fa-4d16-b791-8242b423d624, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=154535d2-b4fa-4d16-b791-8242b423d624,segment=NetworkSegment(bfd2c2d6-e5c3-47be-9d98-a08a1c389579),segment_id=bfd2c2d6-e5c3-47be-9d98-a08a1c389579)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:47.403667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e0627e1-c22b-41a7-a129-64c672c496dc req-35f21548-8e7a-446e-be21-0fc7b839f178 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1603923
Dec 03 11:16:47.467088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29d84ef7-0cbc-4cee-aab9-c7c1f9bfd8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.471666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:47.525977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.527926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.533144 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4b6b3d31-93ca-4771-9f53-2c7651614c96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5657489
Dec 03 11:16:47.533402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43280) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:47.536156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.549231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': 'ee789843-8559-4432-ac2e-39490d882571', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:47.572284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f71aebfe-772e-487c-a3f2-a4b06e94e521 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.577894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:47.590019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Transition to ACTIVE for port object c102ba18-c374-44d9-9bba-ef14ddfd2e88 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:47.608002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d84ef7-0cbc-4cee-aab9-c7c1f9bfd8ee None None] Pushing event updated for resources: {'Port': ['ID=154535d2-b4fa-4d16-b791-8242b423d624,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:47.615827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-761c4cc5-58cd-4b33-989d-526b7b963442 None None] Provisioning for port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:47.622877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f71aebfe-772e-487c-a3f2-a4b06e94e521 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.625275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29d84ef7-0cbc-4cee-aab9-c7c1f9bfd8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:47.626627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-761c4cc5-58cd-4b33-989d-526b7b963442 None None] Provisioning complete for port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:47.627430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-761c4cc5-58cd-4b33-989d-526b7b963442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.642432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c746687-018e-4e0a-a23f-5e75275085eb tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.653064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d86795e-19d9-487d-b621-74c99e7709d9,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:47.706072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-761c4cc5-58cd-4b33-989d-526b7b963442 None None] Port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:47.708049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:47.717486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Transition to ACTIVE for port object c102ba18-c374-44d9-9bba-ef14ddfd2e88 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:47.728729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-761c4cc5-58cd-4b33-989d-526b7b963442 None None] Provisioning complete for port 525266c5-e272-466b-9766-df18abc01a57 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:47.729345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-761c4cc5-58cd-4b33-989d-526b7b963442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.760631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.773699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f71aebfe-772e-487c-a3f2-a4b06e94e521 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.781361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3475b3a3-358f-4436-9ea8-e2e72eb65699 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:47.788307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-41aa6ea6-9cc0-4aef-a72c-99df0cafecbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:47.816218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71aebfe-772e-487c-a3f2-a4b06e94e521 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec48661-19a3-4906-80fb-cf69a911bd79,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:47.824566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f71aebfe-772e-487c-a3f2-a4b06e94e521 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:47.840366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f71aebfe-772e-487c-a3f2-a4b06e94e521 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.841248 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f71aebfe-772e-487c-a3f2-a4b06e94e521 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "DELETE /v2.0/security-groups/3ec48661-19a3-4906-80fb-cf69a911bd79 HTTP/1.1" status: 204  len: 168 time: 0.6080098
Dec 03 11:16:47.848451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43284) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:47.866957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1c746687-018e-4e0a-a23f-5e75275085eb tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Calling delete_port for 525266c5-e272-466b-9766-df18abc01a57 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:47.867871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Pushing event updated for resources: {'Port': ['ID=c102ba18-c374-44d9-9bba-ef14ddfd2e88,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:47.893797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:47.919548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.925185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.926061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:47.995505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-761c4cc5-58cd-4b33-989d-526b7b963442 None None] Port 525266c5-e272-466b-9766-df18abc01a57 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:48.009326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.013821 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 750 time: 0.9615507
Dec 03 11:16:48.014885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43288) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:48.015346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-761c4cc5-58cd-4b33-989d-526b7b963442 None None] Provisioning complete for port 154535d2-b4fa-4d16-b791-8242b423d624 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:48.015883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-761c4cc5-58cd-4b33-989d-526b7b963442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.066412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e466842c-473c-4793-95b1-6c1460d265d4 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:48.099183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bde41ca0-9b0a-419c-9043-ab8e93f1a8e4 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Synchronizing usage tracker for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:48.128017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40b42bcc-57f8-4e67-959e-ee9dbef42ecc tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.138613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:48.143616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Network ee789843-8559-4432-ac2e-39490d882571 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:48.148482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40b42bcc-57f8-4e67-959e-ee9dbef42ecc tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.158220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:48.161249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=8f30734c-b2d7-4cc4-99b8-179f850fdf0e,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:48.171102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:48.174870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:48.184113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:48.190886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:48.197313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network f456cb30-9156-4cc1-943a-eb1b64ed9113 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:48.199340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:48.207572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c746687-018e-4e0a-a23f-5e75275085eb tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.210303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bde41ca0-9b0a-419c-9043-ab8e93f1a8e4 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Unset dirty status for tenant:6a2f922bad9545fc9e6859b57c8f1dd8 on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:48.216213 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bde41ca0-9b0a-419c-9043-ab8e93f1a8e4 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3616819
Dec 03 11:16:48.216411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:48.221925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:48.229932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-deae902d-ce21-45f3-94dc-1c781d74de6a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:48.272202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43292) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:48.280162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:48.330776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40b42bcc-57f8-4e67-959e-ee9dbef42ecc tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.333129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Attempting to bind port c102ba18-c374-44d9-9bba-ef14ddfd2e88 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:16:48.333806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Attempting to bind port c102ba18-c374-44d9-9bba-ef14ddfd2e88 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'eac3394c-f4bd-4ee8-9829-beaf9e8e1d09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ee789843-8559-4432-ac2e-39490d882571'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:16:48.334393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Attempting to bind port c102ba18-c374-44d9-9bba-ef14ddfd2e88 on network ee789843-8559-4432-ac2e-39490d882571 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:16:48.342994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:16:48.343469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Checking segment: {'id': 'eac3394c-f4bd-4ee8-9829-beaf9e8e1d09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ee789843-8559-4432-ac2e-39490d882571'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:48.343869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.344315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Bound using segment: {'id': 'eac3394c-f4bd-4ee8-9829-beaf9e8e1d09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ee789843-8559-4432-ac2e-39490d882571'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:16:48.345948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Bound port: c102ba18-c374-44d9-9bba-ef14ddfd2e88, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac3394c-f4bd-4ee8-9829-beaf9e8e1d09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ee789843-8559-4432-ac2e-39490d882571'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:16:48.346369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.350648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c746687-018e-4e0a-a23f-5e75275085eb tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event deleted for resources: {'Port': ['ID=525266c5-e272-466b-9766-df18abc01a57,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:48.384555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c746687-018e-4e0a-a23f-5e75275085eb tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:48.385245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9e6a9fd-1895-4c65-95cf-3945cc104216 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:48.423703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0c2952bc-d209-47c7-bf34-3c4dcc55c8a7 None None] Provisioning complete for port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:48.424051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c2952bc-d209-47c7-bf34-3c4dcc55c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.460366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:48.460592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 4005caad-9992-4fc8-96c6-d7a755dc721c is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:16:48.482455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:48.482881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.487720 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-0bd709c2-b7c9-455e-bf2b-87b1c95df337 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] delete failed (client error): The resource could not be found.
Dec 03 11:16:48.492706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0bd709c2-b7c9-455e-bf2b-87b1c95df337 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "DELETE /v2.0/security-groups/fceb0695-9c75-45b1-a575-6dec3b68d767 HTTP/1.1" status: 404  len: 347 time: 0.2104130
Dec 03 11:16:48.518728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43298) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:48.580675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b42bcc-57f8-4e67-959e-ee9dbef42ecc tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d86795e-19d9-487d-b621-74c99e7709d9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:48.586262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0c2952bc-d209-47c7-bf34-3c4dcc55c8a7 None None] Port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:48.591626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40b42bcc-57f8-4e67-959e-ee9dbef42ecc tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:48.603935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] For port c102ba18-c374-44d9-9bba-ef14ddfd2e88, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:16:48.657107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] For port c102ba18-c374-44d9-9bba-ef14ddfd2e88, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c102ba18-c374-44d9-9bba-ef14ddfd2e88,segment=NetworkSegment(eac3394c-f4bd-4ee8-9829-beaf9e8e1d09),segment_id=eac3394c-f4bd-4ee8-9829-beaf9e8e1d09)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:16:48.658811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0c2952bc-d209-47c7-bf34-3c4dcc55c8a7 None None] Provisioning complete for port 154535d2-b4fa-4d16-b791-8242b423d624 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:48.659472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c2952bc-d209-47c7-bf34-3c4dcc55c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.666504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:16:48.677282 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3707631
Dec 03 11:16:48.678311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43302) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:48.680246 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-10ed625c-900d-4433-a449-01fb89bfe3e3 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] show failed (client error): The resource could not be found.
Dec 03 11:16:48.681296 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-10ed625c-900d-4433-a449-01fb89bfe3e3 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "GET /v2.0/security-groups/6d7fbd26-688c-45fa-a83c-e2385f088655 HTTP/1.1" status: 404  len: 347 time: 0.0981686
Dec 03 11:16:48.685304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43306) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:48.693337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1297853647'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:48.693563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Sync routers for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:16:48.704905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.712611 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-bdc27e30-54c3-4555-a252-4558722b5a57 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] show failed (client error): The resource could not be found.
Dec 03 11:16:48.721714 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bdc27e30-54c3-4555-a252-4558722b5a57 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] 10.222.0.90 "GET /v2.0/security-group-rules/f134bd60-55fe-4937-baa9-4cb3f2d55cd0 HTTP/1.1" status: 404  len: 356 time: 0.0274532
Dec 03 11:16:48.721918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40b42bcc-57f8-4e67-959e-ee9dbef42ecc tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.721918 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40b42bcc-57f8-4e67-959e-ee9dbef42ecc tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-group-rules/7d86795e-19d9-487d-b621-74c99e7709d9 HTTP/1.1" status: 204  len: 168 time: 0.6938121
Dec 03 11:16:48.724091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43312) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:48.725143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:48.731855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08580aef-763f-4732-bb1f-e4f1da863fc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:48.732958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:network and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:48.760600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:48.773825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:48.788673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.801525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2b19561c-a6a9-4e1c-a3a7-fb63a2f2f6ab tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:48.814444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.824085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2b19561c-a6a9-4e1c-a3a7-fb63a2f2f6ab tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:48.829096 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2b19561c-a6a9-4e1c-a3a7-fb63a2f2f6ab tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.1004515
Dec 03 11:16:48.830611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43316) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:48.834641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:48.835809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:16:48.836523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cfceb8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:48.840935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.895625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:16:48.906366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:48.907001 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Added segment 075c11c6-a1e8-4c74-af74-a3ae5bcd53c1 of type vxlan for network e5a1c97e-0654-42a4-847a-a6708eda5a34
Dec 03 11:16:48.948730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:49.040715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:49.045001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:49.045695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:49.050067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:16:49.053917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f4e4d3b2-046d-42d9-9d30-bceab0c736ca tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:49.087704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed6a-3d56-4caf-83cf-fa74351c6c60 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:49.133570 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4539003
Dec 03 11:16:49.146879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43322) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:49.206431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43324) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:49.213309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'subnet': {'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:49.251692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed6a-3d56-4caf-83cf-fa74351c6c60 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:49.264937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Network': ['ID=e5a1c97e-0654-42a4-847a-a6708eda5a34,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:49.277929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:49.278130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Pushing event updated for resources: {'Port': ['ID=c102ba18-c374-44d9-9bba-ef14ddfd2e88,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:49.281357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:49.316694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c746687-018e-4e0a-a23f-5e75275085eb tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:49.318768 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1c746687-018e-4e0a-a23f-5e75275085eb tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "DELETE /v2.0/ports/525266c5-e272-466b-9766-df18abc01a57 HTTP/1.1" status: 204  len: 168 time: 2.3150346
Dec 03 11:16:49.319440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network e5a1c97e-0654-42a4-847a-a6708eda5a34 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:16:49.329295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43332) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:49.421380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a46713-98d3-4383-872e-b22466f14c9a req-13d95c24-b499-42d6-99d6-3adb2d2e8e81 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:49.423279 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30a46713-98d3-4383-872e-b22466f14c9a req-13d95c24-b499-42d6-99d6-3adb2d2e8e81 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 943 time: 0.8049977
Dec 03 11:16:49.428047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:49.435476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:subnet and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:49.448930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:49.451224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32cedf8-63ad-4bcc-8414-9cfbca684de9 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] GET failed (client error): The resource could not be found.
Dec 03 11:16:49.452106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed6a-3d56-4caf-83cf-fa74351c6c60 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:49.452319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f32cedf8-63ad-4bcc-8414-9cfbca684de9 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Synchronizing usage tracker for tenant:c146265d1bc8467196901ba3b9cf6757 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:49.460733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1acdf14-22d6-4186-8d21-8cd0813297a2 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:49.462617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network e5a1c97e-0654-42a4-847a-a6708eda5a34 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:16:49.478507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:49.488419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7ed6a-3d56-4caf-83cf-fa74351c6c60 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbe12e3-6a29-4b66-99c5-6e99dfe57024,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:49.496368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f32cedf8-63ad-4bcc-8414-9cfbca684de9 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Unset dirty status for tenant:c146265d1bc8467196901ba3b9cf6757 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:49.497615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f32cedf8-63ad-4bcc-8414-9cfbca684de9 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "GET /v2.0/ports/525266c5-e272-466b-9766-df18abc01a57 HTTP/1.1" status: 404  len: 333 time: 0.1662776
Dec 03 11:16:49.516422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43336) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:49.518437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5f7ed6a-3d56-4caf-83cf-fa74351c6c60 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:49.526946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Request body: {'port': {'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e', 'name': 'tempest-AllowedAddressPairTestJSON-1553718112'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:49.554597 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30a46713-98d3-4383-872e-b22466f14c9a req-44f2625d-7847-4d6e-96ab-66906c21a6b3 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1183004
Dec 03 11:16:49.577950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:49.623247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 154535d2-b4fa-4d16-b791-8242b423d624 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:49.623426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed6a-3d56-4caf-83cf-fa74351c6c60 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:49.624606 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c5f7ed6a-3d56-4caf-83cf-fa74351c6c60 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-groups/cbbe12e3-6a29-4b66-99c5-6e99dfe57024 HTTP/1.1" status: 204  len: 168 time: 0.7926791
Dec 03 11:16:49.627768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43340) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:49.729857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d94b18bd-26f8-41b4-8173-ff64255a485e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:49.768040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d94b18bd-26f8-41b4-8173-ff64255a485e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:49.770256 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d94b18bd-26f8-41b4-8173-ff64255a485e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.1408052
Dec 03 11:16:49.777584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43344) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:49.811186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group': {'name': 'tempest-secgroup--1369781989'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:49.837899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:49.853869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:49.866435 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0cd2adc1-7d86-4103-893d-b5c38d19f940 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6a2f922bad9545fc9e6859b57c8f1dd8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6564379
Dec 03 11:16:49.873957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43348) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:49.902536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:16:49.946264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:49.979602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:50.040058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:50.056936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8,segment=NetworkSegment(a29e1dff-c04c-400d-b35a-ae6e26eec6ec),segment_id=a29e1dff-c04c-400d-b35a-ae6e26eec6ec)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:50.060211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:50.070429 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8', 'code': 200}
Dec 03 11:16:50.089143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:50.126691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:50.138558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Subnet': ['ID=06b7fafc-ecf4-4b7b-b09a-8b082ce4d2c5,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:50.144707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:50.278122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 154535d2-b4fa-4d16-b791-8242b423d624 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:50.278501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:50.285454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network ee789843-8559-4432-ac2e-39490d882571 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:50.286722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:50.300014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:50.300680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:50.325628 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.7883375
Dec 03 11:16:50.325853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43354) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:50.335553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': 'ee789843-8559-4432-ac2e-39490d882571', 'fixed_ips': [{'subnet_id': '64aaa8c8-c620-4bc1-b007-67a4eb11ffd2'}, {'subnet_id': '06b7fafc-ecf4-4b7b-b09a-8b082ce4d2c5'}], 'name': 'tempest-PortsIpV6TestJSON-2044975213'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:50.371869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:50.389266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:50.437345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:50.473775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:50.499224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:50.516046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4f572799-ee47-4ae2-b871-e09eef8bad65 None None] Provisioning complete for port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:50.516476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f572799-ee47-4ae2-b871-e09eef8bad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:50.518997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:50.519496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:50.523920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:port and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:50.526249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e053ee3-7684-4954-8de2-d043ea5fa9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:50.527354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for port was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:50.529268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:50.534647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:50.536054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Made reservation on behalf of c146265d1bc8467196901ba3b9cf6757 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:50.541852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:50.547096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:50.557865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cfceb8>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:16:46Z', 'revision_number': 2, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:47Z', 'revision_number': 2, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:50.558067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:50.574149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:50.574715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Checking router: 4005caad-9992-4fc8-96c6-d7a755dc721c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:16:50.575160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Updating router 4005caad-9992-4fc8-96c6-d7a755dc721c port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:16:50.623247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e053ee3-7684-4954-8de2-d043ea5fa9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:50.633120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4f572799-ee47-4ae2-b871-e09eef8bad65 None None] Port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:50.662268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:50.733344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9c5a9-0eed-4f87-a4cb-ea457a7ee6a8 req-86768e58-223e-404a-8868-19748d34543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:50.735013 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7aa9c5a9-0eed-4f87-a4cb-ea457a7ee6a8 req-86768e58-223e-404a-8868-19748d34543a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 1162 time: 0.3871329
Dec 03 11:16:50.841311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 07346fe0-1474-45da-92d0-02a827979473 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:16:50.978902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:50.996871 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7aa9c5a9-0eed-4f87-a4cb-ea457a7ee6a8 req-da809818-fef1-4cbd-85c3-60c7781c1377 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2289386
Dec 03 11:16:51.046518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ead0c-d628-430c-a124-3bedc6f749bb req-9c0b1f1b-7c29-45da-820b-7a1eb9de6349 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:51.048556 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-db5ead0c-d628-430c-a124-3bedc6f749bb req-9c0b1f1b-7c29-45da-820b-7a1eb9de6349 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 945 time: 0.2505009
Dec 03 11:16:51.060621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] device_id is not set on port 940d8e65-33a8-4acf-a561-32b7c1680ee3 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:16:51.109258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.120177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e053ee3-7684-4954-8de2-d043ea5fa9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.132072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b48e230-8e3c-47b9-9b57-a271e500581e tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:51.154668 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-db5ead0c-d628-430c-a124-3bedc6f749bb req-f69e2cf8-5f8c-4b69-82c5-e17b5e7c3cf0 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987043
Dec 03 11:16:51.176649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.205327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e053ee3-7684-4954-8de2-d043ea5fa9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e69bfb-24a5-48df-8950-bef8637a0e09,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:51.208175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e053ee3-7684-4954-8de2-d043ea5fa9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:51.219420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4208e013-2ee7-4bc6-ba6b-611cd39b90c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:51.256565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.270198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Transition to ACTIVE for port object 8f30734c-b2d7-4cc4-99b8-179f850fdf0e will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:51.276432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.293134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-42374b1b-b62a-48e8-8c70-6acdd27af09e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:51.352236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8::13f (ee789843-8559-4432-ac2e-39490d882571/64aaa8c8-c620-4bc1-b007-67a4eb11ffd2/07346fe0-1474-45da-92d0-02a827979473) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:51.358691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8:0:1::f2 (ee789843-8559-4432-ac2e-39490d882571/06b7fafc-ecf4-4b7b-b09a-8b082ce4d2c5/07346fe0-1474-45da-92d0-02a827979473) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:51.363879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroup': ['ID=753ad08c-03c0-40bc-9414-01aaf7600764,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:51.367003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:51.436351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44c6f9-0566-45ad-a1ab-17586b4e0df4 None None] Pushing event updated for resources: {'Port': ['ID=8f30734c-b2d7-4cc4-99b8-179f850fdf0e,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:51.441508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab44c6f9-0566-45ad-a1ab-17586b4e0df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:51.446700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.448073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.6528077
Dec 03 11:16:51.451244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43360) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:51.466768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e053ee3-7684-4954-8de2-d043ea5fa9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.468070 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1e053ee3-7684-4954-8de2-d043ea5fa9c6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/46e69bfb-24a5-48df-8950-bef8637a0e09 HTTP/1.1" status: 204  len: 168 time: 1.5512435
Dec 03 11:16:51.473235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group_rule': {'security_group_id': '753ad08c-03c0-40bc-9414-01aaf7600764', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:51.479441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:51.483806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Usage tracker for resource:security_group_rule and tenant:df1ee3fe734f43bb9c6c7df350845bbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:16:51.487436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:16:51.488282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Allocated IP 172.20.0.10 (4bbdb31c-7c3a-4095-b84d-35c58acc962e/6d463bfc-883d-4d24-baee-103dabb49ad4/940d8e65-33a8-4acf-a561-32b7c1680ee3) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:51.493292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:51.659993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.668333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c102ba18-c374-44d9-9bba-ef14ddfd2e88 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:51.706742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.753441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Transition to ACTIVE for port object 07346fe0-1474-45da-92d0-02a827979473 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:51.803668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Attempting to bind port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:16:51.804266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Attempting to bind port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'bfd2c2d6-e5c3-47be-9d98-a08a1c389579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:16:51.805117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Attempting to bind port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e on network f456cb30-9156-4cc1-943a-eb1b64ed9113 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:16:51.807580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.818468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.824027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:16:51.824630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Checking segment: {'id': 'bfd2c2d6-e5c3-47be-9d98-a08a1c389579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:51.825080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.825521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Bound using segment: {'id': 'bfd2c2d6-e5c3-47be-9d98-a08a1c389579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:16:51.826052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Bound port: 8f30734c-b2d7-4cc4-99b8-179f850fdf0e, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd2c2d6-e5c3-47be-9d98-a08a1c389579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:16:51.829153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.834536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.863710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:51.874205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.875948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.4119594
Dec 03 11:16:51.882673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:51.902995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43366) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:51.904193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fde92f-151e-415e-941d-3cb453110dd3,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:51.913164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:51.930262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cec416a6-1f41-45c3-b882-de78e1bf15a6 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:52.060032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port c102ba18-c374-44d9-9bba-ef14ddfd2e88 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:52.085036 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c91deb48-178e-48b3-a64d-6e6cc5110633 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules/53fde92f-151e-415e-941d-3cb453110dd3 HTTP/1.1" status: 200  len: 738 time: 0.1682153
Dec 03 11:16:52.089897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43370) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:52.090672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=07346fe0-1474-45da-92d0-02a827979473,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:52.102760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:52.106743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:52.121485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] For port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:16:52.125986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Transition to ACTIVE for port object 940d8e65-33a8-4acf-a561-32b7c1680ee3 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:52.126748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] For port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8f30734c-b2d7-4cc4-99b8-179f850fdf0e,segment=NetworkSegment(bfd2c2d6-e5c3-47be-9d98-a08a1c389579),segment_id=bfd2c2d6-e5c3-47be-9d98-a08a1c389579)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:16:52.128770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3eaf9cc4-f696-47e6-a1f4-4d11fa1e080d tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:52.133947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:52.153185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5465265-e006-4dee-85b7-d745e82dc15d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:52.239601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Checking segment: {'id': '075c11c6-a1e8-4c74-af74-a3ae5bcd53c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:52.239999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network hostable DHCP agents. Network: e5a1c97e-0654-42a4-847a-a6708eda5a34, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:16:52.257173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Subnet': ['ID=4750a0a9-1b37-43ac-8b59-0664673d490d,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:52.267515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:52.274241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:52.284250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb9847-7028-454a-9885-342c2eebb051 None None] Network ee789843-8559-4432-ac2e-39490d882571 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:52.318407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2684c010-2d0e-4839-9977-953c851aef48 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:52.327966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network ee789843-8559-4432-ac2e-39490d882571 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:52.365616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc5bedb2-5965-44d0-b204-88aa1d8a782b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:52.370878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:52.380966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:52.385401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:52.386193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:52.414053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network e5a1c97e-0654-42a4-847a-a6708eda5a34 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:16:52.418742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2684c010-2d0e-4839-9977-953c851aef48 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:52.419752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44c6f9-0566-45ad-a1ab-17586b4e0df4 None None] Pushing event updated for resources: {'Port': ['ID=8f30734c-b2d7-4cc4-99b8-179f850fdf0e,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:52.423160 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2684c010-2d0e-4839-9977-953c851aef48 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.3165383
Dec 03 11:16:52.424312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab44c6f9-0566-45ad-a1ab-17586b4e0df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:52.425546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43376) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:52.430125 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 2.1030459
Dec 03 11:16:52.439766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43380) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:52.450347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a5d5957a-fc0e-43cb-a6f4-3e5556ce5bf1 None None] Provisioning for port c102ba18-c374-44d9-9bba-ef14ddfd2e88 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:52.451543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'fixed_ips': [{'subnet_id': '64aaa8c8-c620-4bc1-b007-67a4eb11ffd2'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:52.460209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, e5a1c97e-0654-42a4-847a-a6708eda5a34) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:52.466206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a5d5957a-fc0e-43cb-a6f4-3e5556ce5bf1 None None] Provisioning complete for port c102ba18-c374-44d9-9bba-ef14ddfd2e88 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:52.466638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5d5957a-fc0e-43cb-a6f4-3e5556ce5bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:52.501308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd76b-a3f3-4343-8835-fb96ac9072ac tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:52.509171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3510072-5e01-4cb2-960a-603c4f26f184 None None] Network e5a1c97e-0654-42a4-847a-a6708eda5a34 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:52.512955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event updated for resources: {'Port': ['ID=940d8e65-33a8-4acf-a561-32b7c1680ee3,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:52.532817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:52.536679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:52.537333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:52.541959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd76b-a3f3-4343-8835-fb96ac9072ac tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:52.550122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:52.592224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.4410424
Dec 03 11:16:52.592436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffc0ec-d2cb-4e67-827d-e01f91d80723 req-ea25aa3c-c925-4d21-967e-c622d504d1b4 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:52.593876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:52.594019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43384) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:52.597548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:52.599083 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44ffc0ec-d2cb-4e67-827d-e01f91d80723 req-ea25aa3c-c925-4d21-967e-c622d504d1b4 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 945 time: 0.2768493
Dec 03 11:16:52.667392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:52.670042 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44ffc0ec-d2cb-4e67-827d-e01f91d80723 req-b5052df2-65fd-4be3-9058-def78b1ce225 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698931
Dec 03 11:16:52.686850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:52.755567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:52.756623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:52.824539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd76b-a3f3-4343-8835-fb96ac9072ac tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:52.842062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:16:52.854129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:52.926367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd76b-a3f3-4343-8835-fb96ac9072ac tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:52.930159 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ce8bd76b-a3f3-4343-8835-fb96ac9072ac tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-group-rules/53fde92f-151e-415e-941d-3cb453110dd3 HTTP/1.1" status: 204  len: 168 time: 0.4982061
Dec 03 11:16:52.930159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bd76b-a3f3-4343-8835-fb96ac9072ac tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53fde92f-151e-415e-941d-3cb453110dd3,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:52.931989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ce8bd76b-a3f3-4343-8835-fb96ac9072ac tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:52.943711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43388) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:52.986361 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.4667034
Dec 03 11:16:52.998732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43392) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:53.010047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5c9fd15f-9327-4753-b7e6-f4d32c3b93d7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6a:25:15'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:53.111582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:16:53.112289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cfceb8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:53.167347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-eee73851-1164-45ed-bc0c-baf87b337cec tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:53.209396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-eee73851-1164-45ed-bc0c-baf87b337cec tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:53.209396 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eee73851-1164-45ed-bc0c-baf87b337cec tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.2606301
Dec 03 11:16:53.214279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43396) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:53.280992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f53a1728-9f67-474b-905d-301c72e95add tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group_rule': {'security_group_id': '753ad08c-03c0-40bc-9414-01aaf7600764', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:53.342733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f53a1728-9f67-474b-905d-301c72e95add tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:53.376199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f53a1728-9f67-474b-905d-301c72e95add tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:53.430266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:53.430691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:53.502331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:16:53.531609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd15f-9327-4753-b7e6-f4d32c3b93d7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:53.605157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Delete allocated IP 2001:db8:0:1::f2 (ee789843-8559-4432-ac2e-39490d882571/06b7fafc-ecf4-4b7b-b09a-8b082ce4d2c5) {{(pid=80975) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 03 11:16:53.622831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5d5957a-fc0e-43cb-a6f4-3e5556ce5bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:53.652478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f53a1728-9f67-474b-905d-301c72e95add tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:53.820964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f53a1728-9f67-474b-905d-301c72e95add tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:53.824864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f53a1728-9f67-474b-905d-301c72e95add tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:53.835357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:53.854256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:53.893359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a1728-9f67-474b-905d-301c72e95add tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f183d7-1ed0-45b9-9e9a-1703957a59fe,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:53.898585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f53a1728-9f67-474b-905d-301c72e95add tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:53.898746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-e5a1c97e-0654-42a4-847a-a6708eda5a34', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:16:53.899669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:53.935147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a5d5957a-fc0e-43cb-a6f4-3e5556ce5bf1 None None] For port c102ba18-c374-44d9-9bba-ef14ddfd2e88, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c102ba18-c374-44d9-9bba-ef14ddfd2e88,segment=NetworkSegment(eac3394c-f4bd-4ee8-9829-beaf9e8e1d09),segment_id=eac3394c-f4bd-4ee8-9829-beaf9e8e1d09)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:54.004559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5d5957a-fc0e-43cb-a6f4-3e5556ce5bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.006436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29d84ef7-0cbc-4cee-aab9-c7c1f9bfd8ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:54.055493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f53a1728-9f67-474b-905d-301c72e95add tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.059398 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f53a1728-9f67-474b-905d-301c72e95add tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.7857246
Dec 03 11:16:54.065398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43402) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:54.104193 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-148bcad1-6db0-4d45-943f-fd99086bfa0f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules/e3f183d7-1ed0-45b9-9e9a-1703957a59fe HTTP/1.1" status: 200  len: 738 time: 0.0351572
Dec 03 11:16:54.105071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43406) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:54.214302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dc8e40a9-0f3c-4724-a437-67178a27a7bb tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:54.291965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dc8e40a9-0f3c-4724-a437-67178a27a7bb tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:54.296001 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dc8e40a9-0f3c-4724-a437-67178a27a7bb tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.1872318
Dec 03 11:16:54.296714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43410) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:54.323148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-82cba6e7-d5fc-44e2-9bb7-5d0616f530ad None None] Provisioning for port 940d8e65-33a8-4acf-a561-32b7c1680ee3 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:54.331354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd73eee1-a41e-4c8f-bb97-0023cbb46297 None None] Update dhcp port {'port': {'network_id': 'ee789843-8559-4432-ac2e-39490d882571', 'fixed_ips': [{'subnet_id': '64aaa8c8-c620-4bc1-b007-67a4eb11ffd2', 'ip_address': '2001:db8::2'}, {'subnet_id': '06b7fafc-ecf4-4b7b-b09a-8b082ce4d2c5'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': 'c102ba18-c374-44d9-9bba-ef14ddfd2e88'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:16:54.363613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5957a-fc0e-43cb-a6f4-3e5556ce5bf1 None None] Pushing event updated for resources: {'Port': ['ID=c102ba18-c374-44d9-9bba-ef14ddfd2e88,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:54.373022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.379435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-82cba6e7-d5fc-44e2-9bb7-5d0616f530ad None None] Provisioning complete for port 940d8e65-33a8-4acf-a561-32b7c1680ee3 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:54.379863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82cba6e7-d5fc-44e2-9bb7-5d0616f530ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.398203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2913ff84-2db9-48f1-8552-3c01fc61a6ea tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.403302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788f460-686d-405f-a903-59e4cd6d9bb4 req-68a8b973-8945-44cf-bf72-638a41d61590 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:54.404963 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e788f460-686d-405f-a903-59e4cd6d9bb4 req-68a8b973-8945-44cf-bf72-638a41d61590 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 945 time: 0.5946522
Dec 03 11:16:54.412845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a5d5957a-fc0e-43cb-a6f4-3e5556ce5bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:54.418447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2913ff84-2db9-48f1-8552-3c01fc61a6ea tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.440162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Ignored duplicate provisioning block setup for port 07346fe0-1474-45da-92d0-02a827979473 by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 03 11:16:54.450870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.472461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-628b7214-dd59-4754-9408-3eeee9cdd953 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:54.504118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2913ff84-2db9-48f1-8552-3c01fc61a6ea tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.518507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd73eee1-a41e-4c8f-bb97-0023cbb46297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.520004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f4342e9d-71e2-47ef-9b2e-c982f3f8e265 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:54.571310 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e788f460-686d-405f-a903-59e4cd6d9bb4 req-76b375d7-7e26-452a-8f72-31352bbfb286 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1593235
Dec 03 11:16:54.577550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913ff84-2db9-48f1-8552-3c01fc61a6ea tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3f183d7-1ed0-45b9-9e9a-1703957a59fe,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:54.585445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2913ff84-2db9-48f1-8552-3c01fc61a6ea tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:54.613556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2913ff84-2db9-48f1-8552-3c01fc61a6ea tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.614799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2913ff84-2db9-48f1-8552-3c01fc61a6ea tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-group-rules/e3f183d7-1ed0-45b9-9e9a-1703957a59fe HTTP/1.1" status: 204  len: 168 time: 0.3176653
Dec 03 11:16:54.622538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43416) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:54.648499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-5c9fd15f-9327-4753-b7e6-f4d32c3b93d7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:16:54.657006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Allocated IP 2001:db8:1::1 (e5a1c97e-0654-42a4-847a-a6708eda5a34/4750a0a9-1b37-43ac-8b59-0664673d490d/9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:54.660715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=07346fe0-1474-45da-92d0-02a827979473,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:54.671201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:54.679228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd15f-9327-4753-b7e6-f4d32c3b93d7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.718558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd15f-9327-4753-b7e6-f4d32c3b93d7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.732984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b93814ec-2505-43b7-bfb9-919996f73a4a tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:54.772416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eba7c020-c000-477f-9372-9019a9131ce7 tempest-RoutersIpV6AdminTest-678342195 tempest-RoutersIpV6AdminTest-678342195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:54.831988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-82cba6e7-d5fc-44e2-9bb7-5d0616f530ad None None] Port 940d8e65-33a8-4acf-a561-32b7c1680ee3 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:54.832220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b93814ec-2505-43b7-bfb9-919996f73a4a tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:54.836318 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b93814ec-2505-43b7-bfb9-919996f73a4a tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.2097335
Dec 03 11:16:54.837806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43420) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:54.842664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d4f5bbf3-901c-4132-bbc6-865d46cb84c4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Request body: {'security_group_rule': {'security_group_id': '753ad08c-03c0-40bc-9414-01aaf7600764', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:54.854315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d4f5bbf3-901c-4132-bbc6-865d46cb84c4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:54.895383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d4f5bbf3-901c-4132-bbc6-865d46cb84c4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:54.920666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cfceb8>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:16:46Z', 'revision_number': 2, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:52Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:54.927974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b12a2b8-8d92-4f9d-88f1-587764aac89f None None] The sync data for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs is: [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:16:46Z', 'revision_number': 2, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:52Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:16:54.938225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] In _notify_port_updated(), no bound segment for port 07346fe0-1474-45da-92d0-02a827979473 on network ee789843-8559-4432-ac2e-39490d882571 {{(pid=80975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:16:54.940451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.942566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:54.943308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:54.944734 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "PUT /v2.0/ports/07346fe0-1474-45da-92d0-02a827979473 HTTP/1.1" status: 200  len: 926 time: 2.5024436
Dec 03 11:16:54.959595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43424) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:54.966617 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-d4f5bbf3-901c-4132-bbc6-865d46cb84c4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Project df1ee3fe734f43bb9c6c7df350845bbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:16:54.972227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'fixed_ips': [{'subnet_id': '64aaa8c8-c620-4bc1-b007-67a4eb11ffd2'}, {'subnet_id': '06b7fafc-ecf4-4b7b-b09a-8b082ce4d2c5'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:54.974157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Transition to ACTIVE for port object 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:54.979780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bbf3-901c-4132-bbc6-865d46cb84c4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.009879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fd15f-9327-4753-b7e6-f4d32c3b93d7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event updated for resources: {'Port': ['ID=940d8e65-33a8-4acf-a561-32b7c1680ee3,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:55.017990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c9fd15f-9327-4753-b7e6-f4d32c3b93d7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:55.060036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.110771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:55.154058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f265a74-ce07-405a-9d96-09439cad2a5a req-afebe25a-a2d0-4b1a-a006-6658c70ec83a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:55.155514 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f265a74-ce07-405a-9d96-09439cad2a5a req-afebe25a-a2d0-4b1a-a006-6658c70ec83a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 945 time: 0.4424272
Dec 03 11:16:55.173758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bbf3-901c-4132-bbc6-865d46cb84c4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.174528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43428) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:55.189736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Allocated IP 2001:db8:1::2 (e5a1c97e-0654-42a4-847a-a6708eda5a34/4750a0a9-1b37-43ac-8b59-0664673d490d/2878464e-19e4-480a-993c-b9b99fa3d8d5) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:55.228511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-cd73eee1-a41e-4c8f-bb97-0023cbb46297 None None] Allocated IP 2001:db8:0:1::2 (ee789843-8559-4432-ac2e-39490d882571/06b7fafc-ecf4-4b7b-b09a-8b082ce4d2c5/c102ba18-c374-44d9-9bba-ef14ddfd2e88) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:55.237812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3db5de77-f560-4955-a8ec-416116f4b70a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Request body: {'floatingip': {'port_id': '55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:55.305748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fd15f-9327-4753-b7e6-f4d32c3b93d7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] In _notify_port_updated(), no bound segment for port 940d8e65-33a8-4acf-a561-32b7c1680ee3 on network 4bbdb31c-7c3a-4095-b84d-35c58acc962e {{(pid=80975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:16:55.310135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9fd15f-9327-4753-b7e6-f4d32c3b93d7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:55.310606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd15f-9327-4753-b7e6-f4d32c3b93d7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.310760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bbf3-901c-4132-bbc6-865d46cb84c4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.312047 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5c9fd15f-9327-4753-b7e6-f4d32c3b93d7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "PUT /v2.0/ports/940d8e65-33a8-4acf-a561-32b7c1680ee3 HTTP/1.1" status: 200  len: 997 time: 2.3109808
Dec 03 11:16:55.322287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43432) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:55.360001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3db5de77-f560-4955-a8ec-416116f4b70a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for floatingip, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.503722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f3bb5-f9ed-4d1f-a2b1-230d7a90f647 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Deleting port 940d8e65-33a8-4acf-a561-32b7c1680ee3 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:55.504333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba7f3bb5-f9ed-4d1f-a2b1-230d7a90f647 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.533943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:55.546325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.607236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c102ba18-c374-44d9-9bba-ef14ddfd2e88 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:55.611810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:55.612380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:55.654107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5bbf3-901c-4132-bbc6-865d46cb84c4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5db05ee-9cd7-42eb-94da-924900a4b675,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:55.660020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bbf3-901c-4132-bbc6-865d46cb84c4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.665095 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d4f5bbf3-901c-4132-bbc6-865d46cb84c4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.8273125
Dec 03 11:16:55.666482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d4f5bbf3-901c-4132-bbc6-865d46cb84c4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:55.674292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43436) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:55.729831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cd73eee1-a41e-4c8f-bb97-0023cbb46297 None None] For port c102ba18-c374-44d9-9bba-ef14ddfd2e88, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c102ba18-c374-44d9-9bba-ef14ddfd2e88,segment=NetworkSegment(eac3394c-f4bd-4ee8-9829-beaf9e8e1d09),segment_id=eac3394c-f4bd-4ee8-9829-beaf9e8e1d09)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:55.752098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network e5a1c97e-0654-42a4-847a-a6708eda5a34 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:55.756774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:55.764767 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-90dff156-4c59-4ab6-8ace-d1d5435bf239 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules/e5db05ee-9cd7-42eb-94da-924900a4b675 HTTP/1.1" status: 200  len: 744 time: 0.0866940
Dec 03 11:16:55.768197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-af3e9130-b550-42ae-8d46-d4224edc3c22 None None] Provisioning complete for port 940d8e65-33a8-4acf-a561-32b7c1680ee3 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:55.769006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af3e9130-b550-42ae-8d46-d4224edc3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.769125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43440) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:55.769735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:55.770322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.892425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-cd73eee1-a41e-4c8f-bb97-0023cbb46297 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:16:55.926465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd73eee1-a41e-4c8f-bb97-0023cbb46297 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.954058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:55.961188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-af3e9130-b550-42ae-8d46-d4224edc3c22 None None] Port 940d8e65-33a8-4acf-a561-32b7c1680ee3 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:55.968514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port c102ba18-c374-44d9-9bba-ef14ddfd2e88 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:55.968754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.010777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cd73eee1-a41e-4c8f-bb97-0023cbb46297 None None] Transition to ACTIVE for port object c102ba18-c374-44d9-9bba-ef14ddfd2e88 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:56.036011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Transition to ACTIVE for port object 2878464e-19e4-480a-993c-b9b99fa3d8d5 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:56.042505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd73eee1-a41e-4c8f-bb97-0023cbb46297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.042670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f1a5327-f01a-4fca-a7a5-6a3bb67a35de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:56.072638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:56.100825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f1a5327-f01a-4fca-a7a5-6a3bb67a35de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:56.105280 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f1a5327-f01a-4fca-a7a5-6a3bb67a35de tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3944 time: 0.3319755
Dec 03 11:16:56.107157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43444) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:56.210414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Transition to ACTIVE for port object 2878464e-19e4-480a-993c-b9b99fa3d8d5 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:56.237534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.255182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Port c102ba18-c374-44d9-9bba-ef14ddfd2e88 had new provisioning blocks added so it will not transition to active. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 03 11:16:56.280576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9288e74d-97b0-479b-9852-8c67edd974b0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.281232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8:0:1::43 (ee789843-8559-4432-ac2e-39490d882571/06b7fafc-ecf4-4b7b-b09a-8b082ce4d2c5/07346fe0-1474-45da-92d0-02a827979473) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:56.288262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba7f3bb5-f9ed-4d1f-a2b1-230d7a90f647 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.288794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73eee1-a41e-4c8f-bb97-0023cbb46297 None None] Pushing event updated for resources: {'Port': ['ID=c102ba18-c374-44d9-9bba-ef14ddfd2e88,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:56.311521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd73eee1-a41e-4c8f-bb97-0023cbb46297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:56.312174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:56.317869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9288e74d-97b0-479b-9852-8c67edd974b0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.336679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.416062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9288e74d-97b0-479b-9852-8c67edd974b0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.438109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:56.443983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f3bb5-f9ed-4d1f-a2b1-230d7a90f647 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Calling delete_port for 940d8e65-33a8-4acf-a561-32b7c1680ee3 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:56.501296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288e74d-97b0-479b-9852-8c67edd974b0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5db05ee-9cd7-42eb-94da-924900a4b675,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:56.510296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9288e74d-97b0-479b-9852-8c67edd974b0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:56.515115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Pushing event updated for resources: {'Port': ['ID=2878464e-19e4-480a-993c-b9b99fa3d8d5,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:56.522527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:56.530011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-3db5de77-f560-4955-a8ec-416116f4b70a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:16:56.592633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9288e74d-97b0-479b-9852-8c67edd974b0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.597270 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9288e74d-97b0-479b-9852-8c67edd974b0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-group-rules/e5db05ee-9cd7-42eb-94da-924900a4b675 HTTP/1.1" status: 204  len: 168 time: 0.4870927
Dec 03 11:16:56.597978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43448) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:56.677928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Network e5a1c97e-0654-42a4-847a-a6708eda5a34 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:56.685758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:56.690778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:16:56.732452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.743435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba7f3bb5-f9ed-4d1f-a2b1-230d7a90f647 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.762024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9b0e4f8-2394-4292-a891-cafe2e98c725 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:56.790848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Attempting to bind port 2878464e-19e4-480a-993c-b9b99fa3d8d5 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:16:56.791459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Attempting to bind port 2878464e-19e4-480a-993c-b9b99fa3d8d5 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '075c11c6-a1e8-4c74-af74-a3ae5bcd53c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:16:56.792158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Attempting to bind port 2878464e-19e4-480a-993c-b9b99fa3d8d5 on network e5a1c97e-0654-42a4-847a-a6708eda5a34 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:16:56.803482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:16:56.804117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Checking segment: {'id': '075c11c6-a1e8-4c74-af74-a3ae5bcd53c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:16:56.804689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.805253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Bound using segment: {'id': '075c11c6-a1e8-4c74-af74-a3ae5bcd53c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:16:56.805910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Bound port: 2878464e-19e4-480a-993c-b9b99fa3d8d5, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075c11c6-a1e8-4c74-af74-a3ae5bcd53c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:16:56.806470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.815935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Ignored duplicate provisioning block setup for port 07346fe0-1474-45da-92d0-02a827979473 by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 03 11:16:56.821393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f3bb5-f9ed-4d1f-a2b1-230d7a90f647 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event deleted for resources: {'Port': ['ID=940d8e65-33a8-4acf-a561-32b7c1680ee3,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:56.827374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba7f3bb5-f9ed-4d1f-a2b1-230d7a90f647 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:56.827775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:56.854289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b0323cd2-0df3-499c-8a08-19686e287da3 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:57.019157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] For port 2878464e-19e4-480a-993c-b9b99fa3d8d5, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:16:57.035904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] For port 2878464e-19e4-480a-993c-b9b99fa3d8d5, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2878464e-19e4-480a-993c-b9b99fa3d8d5,segment=NetworkSegment(075c11c6-a1e8-4c74-af74-a3ae5bcd53c1),segment_id=075c11c6-a1e8-4c74-af74-a3ae5bcd53c1)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:16:57.042018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:57.060159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-39b83a9c-d1a6-466c-ba64-d45ac6241c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:57.064430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=07346fe0-1474-45da-92d0-02a827979473,revision_number=3']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:57.086456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:57.221956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3db5de77-f560-4955-a8ec-416116f4b70a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:57.235884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3db5de77-f560-4955-a8ec-416116f4b70a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:57.373897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e0c43b54-e156-482e-8b19-888bf87f40f8 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Synchronizing usage tracker for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:57.402564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ca02b1-c68a-408b-97a6-41a8128cab0e None None] Network ee789843-8559-4432-ac2e-39490d882571 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:16:57.473880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Pushing event updated for resources: {'Port': ['ID=2878464e-19e4-480a-993c-b9b99fa3d8d5,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:57.521980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] In _notify_port_updated(), no bound segment for port 07346fe0-1474-45da-92d0-02a827979473 on network ee789843-8559-4432-ac2e-39490d882571 {{(pid=80975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:16:57.527237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:16:57.528077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:57.533858 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "PUT /v2.0/ports/07346fe0-1474-45da-92d0-02a827979473 HTTP/1.1" status: 200  len: 1011 time: 2.5668414
Dec 03 11:16:57.534202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43452) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:57.543627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e0c43b54-e156-482e-8b19-888bf87f40f8 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Unset dirty status for tenant:df1ee3fe734f43bb9c6c7df350845bbc on resource:security_group_rule {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:57.548163 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e0c43b54-e156-482e-8b19-888bf87f40f8 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.9381962
Dec 03 11:16:57.548869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43456) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:57.573648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:57.574206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-034f097a-1b9d-4249-9fc7-d7604b55f9a3 None None] Provisioning for port c102ba18-c374-44d9-9bba-ef14ddfd2e88 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:57.582056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba7f3bb5-f9ed-4d1f-a2b1-230d7a90f647 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:57.633133 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ba7f3bb5-f9ed-4d1f-a2b1-230d7a90f647 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "DELETE /v2.0/ports/940d8e65-33a8-4acf-a561-32b7c1680ee3 HTTP/1.1" status: 204  len: 168 time: 2.3096492
Dec 03 11:16:57.634137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43460) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:57.707830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-498466d7-18ee-4967-b700-0f73f144fb5f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 07346fe0-1474-45da-92d0-02a827979473 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:16:57.710002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-498466d7-18ee-4967-b700-0f73f144fb5f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:57.743634 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-3db5de77-f560-4955-a8ec-416116f4b70a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Floating IP e8e9a2ae-0da7-41a4-87ed-bfede13d5a7b associated. External IP: 172.26.1.251, port: 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8.
Dec 03 11:16:57.769542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb71d99-95a2-453d-a2ed-64738749552f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] GET failed (client error): The resource could not be found.
Dec 03 11:16:57.770055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fcb71d99-95a2-453d-a2ed-64738749552f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Synchronizing usage tracker for tenant:c146265d1bc8467196901ba3b9cf6757 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:16:57.781829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-034f097a-1b9d-4249-9fc7-d7604b55f9a3 None None] Provisioning complete for port c102ba18-c374-44d9-9bba-ef14ddfd2e88 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:57.783285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-034f097a-1b9d-4249-9fc7-d7604b55f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:57.808077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fcb71d99-95a2-453d-a2ed-64738749552f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Unset dirty status for tenant:c146265d1bc8467196901ba3b9cf6757 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:16:57.809161 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fcb71d99-95a2-453d-a2ed-64738749552f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "GET /v2.0/ports/940d8e65-33a8-4acf-a561-32b7c1680ee3 HTTP/1.1" status: 404  len: 333 time: 0.1711862
Dec 03 11:16:57.823375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c102ba18-c374-44d9-9bba-ef14ddfd2e88 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:57.841014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43464) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:57.859057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Request body: {'port': {'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e', 'name': 'tempest-AllowedAddressPairTestJSON-2098952744'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:16:57.984904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5566df07-ac18-4477-b809-9701c2dc21d0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.068169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:16:58.088917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port c102ba18-c374-44d9-9bba-ef14ddfd2e88 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:58.089261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.148054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:16:58.159562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:16:58.170949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Made reservation on behalf of c146265d1bc8467196901ba3b9cf6757 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:16:58.178364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.186021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-034f097a-1b9d-4249-9fc7-d7604b55f9a3 None None] Provisioning for port 07346fe0-1474-45da-92d0-02a827979473 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:58.196305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-034f097a-1b9d-4249-9fc7-d7604b55f9a3 None None] Provisioning complete for port 07346fe0-1474-45da-92d0-02a827979473 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:58.196940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-034f097a-1b9d-4249-9fc7-d7604b55f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.265601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-498466d7-18ee-4967-b700-0f73f144fb5f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.284122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.318791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5566df07-ac18-4477-b809-9701c2dc21d0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.334369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-034f097a-1b9d-4249-9fc7-d7604b55f9a3 None None] Port 07346fe0-1474-45da-92d0-02a827979473 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:58.343661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8f30734c-b2d7-4cc4-99b8-179f850fdf0e up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:58.354477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.358111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.385226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53c9320a-b667-4f34-a223-bce4911a1c5a tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:58.440791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:58.446241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:58.446822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.449503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db5de77-f560-4955-a8ec-416116f4b70a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:16:58.579233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-498466d7-18ee-4967-b700-0f73f144fb5f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 07346fe0-1474-45da-92d0-02a827979473 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:16:58.600571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.612463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38413e0b-20fb-4a84-aa05-9e83866e2c3d None None] Provisioning complete for port c102ba18-c374-44d9-9bba-ef14ddfd2e88 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:58.612897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38413e0b-20fb-4a84-aa05-9e83866e2c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.634506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] device_id is not set on port a875d99e-bb98-4035-9484-fd84f247b9d7 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:16:58.656191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:58.703074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8f30734c-b2d7-4cc4-99b8-179f850fdf0e,segment=NetworkSegment(bfd2c2d6-e5c3-47be-9d98-a08a1c389579),segment_id=bfd2c2d6-e5c3-47be-9d98-a08a1c389579)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:16:58.711989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.714996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab44c6f9-0566-45ad-a1ab-17586b4e0df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:58.729708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:58.751010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5566df07-ac18-4477-b809-9701c2dc21d0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.761439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5f7ed6a-3d56-4caf-83cf-fa74351c6c60 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:58.795838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566df07-ac18-4477-b809-9701c2dc21d0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Pushing event deleted for resources: {'SecurityGroup': ['ID=753ad08c-03c0-40bc-9414-01aaf7600764,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:58.804781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5566df07-ac18-4477-b809-9701c2dc21d0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:58.850122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network e5a1c97e-0654-42a4-847a-a6708eda5a34 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:16:58.854409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:16:58.858685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5566df07-ac18-4477-b809-9701c2dc21d0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.863055 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5566df07-ac18-4477-b809-9701c2dc21d0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "DELETE /v2.0/security-groups/753ad08c-03c0-40bc-9414-01aaf7600764 HTTP/1.1" status: 204  len: 168 time: 1.2932222
Dec 03 11:16:58.865594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43468) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:58.881147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=8f30734c-b2d7-4cc4-99b8-179f850fdf0e,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:58.884599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:58.896654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38413e0b-20fb-4a84-aa05-9e83866e2c3d None None] Provisioning complete for port 07346fe0-1474-45da-92d0-02a827979473 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:16:58.897190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38413e0b-20fb-4a84-aa05-9e83866e2c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:58.953916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db5de77-f560-4955-a8ec-416116f4b70a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:16:58.967404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d5f95-f4ca-44a7-bdd4-215f0662e441 None None] Sync routers for ids ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:16:58.984325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d5f95-f4ca-44a7-bdd4-215f0662e441 None None] Routers {'6c7301fa-cc5d-489c-8bb4-f2785c70bf94'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:16:58.985663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c45d5f95-f4ca-44a7-bdd4-215f0662e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b63876d8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:16:59.010467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38413e0b-20fb-4a84-aa05-9e83866e2c3d None None] Port 07346fe0-1474-45da-92d0-02a827979473 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:16:59.014729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Allocated IP 172.20.0.11 (4bbdb31c-7c3a-4095-b84d-35c58acc962e/6d463bfc-883d-4d24-baee-103dabb49ad4/a875d99e-bb98-4035-9484-fd84f247b9d7) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:16:59.037668 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b879d220-9904-4e61-a01b-5c84bf064c2b tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.1728077
Dec 03 11:16:59.048704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43474) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:16:59.085808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-498466d7-18ee-4967-b700-0f73f144fb5f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:59.100601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3db5de77-f560-4955-a8ec-416116f4b70a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:59.118451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c9fd15f-9327-4753-b7e6-f4d32c3b93d7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:59.203950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498466d7-18ee-4967-b700-0f73f144fb5f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=07346fe0-1474-45da-92d0-02a827979473,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:16:59.209791 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3db5de77-f560-4955-a8ec-416116f4b70a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "PUT /v2.0/floatingips/e8e9a2ae-0da7-41a4-87ed-bfede13d5a7b HTTP/1.1" status: 200  len: 991 time: 3.9789066
Dec 03 11:16:59.210740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'tag': '55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:16:59.232938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c45d5f95-f4ca-44a7-bdd4-215f0662e441 None None] Set router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:16:59.237590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 4005caad-9992-4fc8-96c6-d7a755dc721c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:16:59.237943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-498466d7-18ee-4967-b700-0f73f144fb5f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:16:59.257024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-39ae2310-0b74-4621-961c-b3d74f391ff9 None None] Could not find standard attr ID for object 07346fe0-1474-45da-92d0-02a827979473. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:16:59.385260 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'tag': '55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8', 'status': 'completed', 'code': 200}
Dec 03 11:16:59.395016 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b7d3f30a-f44b-479c-8844-795f443e95e8 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3412917
Dec 03 11:16:59.629037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:59.650674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Transition to ACTIVE for port object a875d99e-bb98-4035-9484-fd84f247b9d7 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:16:59.677675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-10287244-2d9c-4300-8198-1b42b44aa848 None None] Could not find standard attr ID for object 07346fe0-1474-45da-92d0-02a827979473. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:16:59.677954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:16:59.698940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-498466d7-18ee-4967-b700-0f73f144fb5f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:16:59.733909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2878464e-19e4-480a-993c-b9b99fa3d8d5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:16:59.907940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 2878464e-19e4-480a-993c-b9b99fa3d8d5 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:16:59.924603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8f30734c-b2d7-4cc4-99b8-179f850fdf0e up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:00.064668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event updated for resources: {'Port': ['ID=a875d99e-bb98-4035-9484-fd84f247b9d7,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:00.082176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:00.086752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-498466d7-18ee-4967-b700-0f73f144fb5f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:00.097631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebd5617-89b3-433d-8988-abc9c8f7625b None None] Network e5a1c97e-0654-42a4-847a-a6708eda5a34 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:00.126559 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-498466d7-18ee-4967-b700-0f73f144fb5f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/07346fe0-1474-45da-92d0-02a827979473 HTTP/1.1" status: 204  len: 168 time: 2.5857275
Dec 03 11:17:00.130009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43488) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:00.185749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:17:00.196924 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6008387
Dec 03 11:17:00.199966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43492) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:00.209202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-204930623'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:00.220035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:00.225734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43496) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:00.229534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:network and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:00.236650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for network was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:00.237488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c45d5f95-f4ca-44a7-bdd4-215f0662e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b63876d8>, [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:16:04Z', 'revision_number': 4, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'e8e9a2ae-0da7-41a4-87ed-bfede13d5a7b', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'floating_ip_address': '172.26.1.251', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'port_id': '55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'mac_address': 'fa:16:3e:44:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:16:22Z', 'updated_at': '2020-12-03T11:16:56Z', 'revision_number': 1, 'project_id': '292c86d7811a470cbc10639515f99e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637c5f6a-ac51-4322-86dd-f8071e3e812f', 'name': '', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'mac_address': 'fa:16:3e:23:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:58Z', 'updated_at': '2020-12-03T11:16:17Z', 'revision_number': 5, 'project_id': '292c86d7811a470cbc10639515f99e44', 'subnets': [{'id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:00.251919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:00.257053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8ebc6-5b15-46db-8676-5e862e20b96e req-d275508d-34ea-4ea6-8d96-13fb81ccd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:00.259131 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5da8ebc6-5b15-46db-8676-5e862e20b96e req-d275508d-34ea-4ea6-8d96-13fb81ccd432 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=292c86d7811a470cbc10639515f99e44&device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 1162 time: 0.8729138
Dec 03 11:17:00.261099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d5f95-f4ca-44a7-bdd4-215f0662e441 None None] Checking router: 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:17:00.269888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:00.271807 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78fdee8-3694-4e26-b7ae-e062ad3268db tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:17:00.272749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a78fdee8-3694-4e26-b7ae-e062ad3268db tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:00.274197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d5f95-f4ca-44a7-bdd4-215f0662e441 None None] Routers {'6c7301fa-cc5d-489c-8bb4-f2785c70bf94'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:00.275077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c45d5f95-f4ca-44a7-bdd4-215f0662e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b63876d8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:00.277659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:00.280933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:00.326160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:00.332448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:00.340501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:00.356240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:00.361628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a78fdee8-3694-4e26-b7ae-e062ad3268db tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:00.367940 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a78fdee8-3694-4e26-b7ae-e062ad3268db tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/07346fe0-1474-45da-92d0-02a827979473 HTTP/1.1" status: 404  len: 333 time: 0.2262666
Dec 03 11:17:00.379147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43502) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:00.392844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-18746a07-2684-4b62-ba58-1925bdbf1faf None None] Provisioning for port 2878464e-19e4-480a-993c-b9b99fa3d8d5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:00.402482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Sync routers for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:17:00.515103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-18746a07-2684-4b62-ba58-1925bdbf1faf None None] Provisioning complete for port 2878464e-19e4-480a-993c-b9b99fa3d8d5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:00.516347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18746a07-2684-4b62-ba58-1925bdbf1faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:00.572482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:00.577295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:00.654080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:00.654806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c7e908>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:16:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:00.682675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:17:00.709971 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8681390
Dec 03 11:17:00.715736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43508) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:00.729397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Request body: {'port': {'network_id': '4bbdb31c-7c3a-4095-b84d-35c58acc962e', 'name': 'tempest-AllowedAddressPairTestJSON-2070523008'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:00.749016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:00.749468 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Added segment e3863f42-3ca8-47fa-87cb-7d9a55833e50 of type vxlan for network 13a11107-b3a1-4f19-ba33-3304d1d0c497
Dec 03 11:17:00.757783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c45d5f95-f4ca-44a7-bdd4-215f0662e441 None None] Set router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:00.764499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8ebc6-5b15-46db-8676-5e862e20b96e req-3bfdb227-e9c7-41a3-9af4-6347ce14a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:00.766497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5da8ebc6-5b15-46db-8676-5e862e20b96e req-3bfdb227-e9c7-41a3-9af4-6347ce14a403 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d6a8abbf-02f9-444e-baba-466ff0a6f350 HTTP/1.1" status: 200  len: 907 time: 0.4983950
Dec 03 11:17:00.942899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:00.967288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:00.985121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9daa155e-2d9a-4643-9348-7d71d33b1497 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=df1ee3fe734f43bb9c6c7df350845bbc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7554598
Dec 03 11:17:00.989922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43512) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:01.035975 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5da8ebc6-5b15-46db-8676-5e862e20b96e req-9d7cf1b0-ed65-4d48-b883-4999a1d4c0f7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 HTTP/1.1" status: 200  len: 999 time: 0.2615950
Dec 03 11:17:01.098655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:01.103209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:01.104021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:01.114722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6d058f82-ff52-48f2-b67b-2753e521ba2f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:01.260099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f82ebabc-dd94-40ad-ba7e-13f2d6f8c1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:01.279051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8ebc6-5b15-46db-8676-5e862e20b96e req-b701c2cd-a099-46d0-86ea-add574489d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:01.280019 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5da8ebc6-5b15-46db-8676-5e862e20b96e req-b701c2cd-a099-46d0-86ea-add574489d8f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9ad40f9b-401c-49c7-9617-3de4963903ab HTTP/1.1" status: 200  len: 851 time: 0.2336323
Dec 03 11:17:01.281384 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0797920
Dec 03 11:17:01.283706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Network': ['ID=13a11107-b3a1-4f19-ba33-3304d1d0c497,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:01.287689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43516) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:01.362714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'subnet': {'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:01.388185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c45d5f95-f4ca-44a7-bdd4-215f0662e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b63876d8>, [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:16:04Z', 'revision_number': 4, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'e8e9a2ae-0da7-41a4-87ed-bfede13d5a7b', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'floating_ip_address': '172.26.1.251', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'port_id': '55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'mac_address': 'fa:16:3e:44:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:16:22Z', 'updated_at': '2020-12-03T11:16:56Z', 'revision_number': 1, 'project_id': '292c86d7811a470cbc10639515f99e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637c5f6a-ac51-4322-86dd-f8071e3e812f', 'name': '', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'mac_address': 'fa:16:3e:23:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:58Z', 'updated_at': '2020-12-03T11:16:17Z', 'revision_number': 5, 'project_id': '292c86d7811a470cbc10639515f99e44', 'subnets': [{'id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:01.394852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d5f95-f4ca-44a7-bdd4-215f0662e441 None None] The sync data for ids ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'] in dv-neutron-765072-2-ovs is: [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:16:04Z', 'revision_number': 4, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'e8e9a2ae-0da7-41a4-87ed-bfede13d5a7b', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'floating_ip_address': '172.26.1.251', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'port_id': '55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'mac_address': 'fa:16:3e:44:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:16:22Z', 'updated_at': '2020-12-03T11:16:56Z', 'revision_number': 1, 'project_id': '292c86d7811a470cbc10639515f99e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637c5f6a-ac51-4322-86dd-f8071e3e812f', 'name': '', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'mac_address': 'fa:16:3e:23:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:58Z', 'updated_at': '2020-12-03T11:16:17Z', 'revision_number': 5, 'project_id': '292c86d7811a470cbc10639515f99e44', 'subnets': [{'id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:17:01.403827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.404228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.405014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.405156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.405499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.405907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.406312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.406720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.407237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.407656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.408062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.408717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.408907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.409302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.409702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.410106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.410518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.410999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.411405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.411730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.412135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.413250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.413665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.414073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:01.430700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:01.467552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting subnet 06b7fafc-ecf4-4b7b-b09a-8b082ce4d2c5 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:01.471785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:01.537843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:01.563338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:01.572938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8ebc6-5b15-46db-8676-5e862e20b96e req-1490d1e6-2439-4110-8105-89e61af2ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:01.574619 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5da8ebc6-5b15-46db-8676-5e862e20b96e req-1490d1e6-2439-4110-8105-89e61af2ceac service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d6a8abbf-02f9-444e-baba-466ff0a6f350&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2831223
Dec 03 11:17:01.575003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:01.576141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:subnet and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:01.581416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:01.606836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:01.618198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 13a11107-b3a1-4f19-ba33-3304d1d0c497 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:01.623944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:01.631244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 13a11107-b3a1-4f19-ba33-3304d1d0c497 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:01.650030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Made reservation on behalf of c146265d1bc8467196901ba3b9cf6757 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:01.656043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:01.666732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65e50c30-9ece-4582-937b-bb4d01de6ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:01.700729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:01.744222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65e50c30-9ece-4582-937b-bb4d01de6ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:01.785181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e54cf0-fdc2-4a5a-8c98-c803ecfb2c5b None None] New status for floating IP e8e9a2ae-0da7-41a4-87ed-bfede13d5a7b: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:17:01.860829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:01.889709 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5da8ebc6-5b15-46db-8676-5e862e20b96e req-381c5d69-7c17-42e9-9172-bcf3019696b0 service neutron] 10.222.0.91 "GET /v2.0/networks/d6a8abbf-02f9-444e-baba-466ff0a6f350?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3047373
Dec 03 11:17:01.959858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:02.070933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18746a07-2684-4b62-ba58-1925bdbf1faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:02.106718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65e50c30-9ece-4582-937b-bb4d01de6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:02.127109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2c75466-0dda-46d9-8b48-b110d1b7f911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:02.148070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e50c30-9ece-4582-937b-bb4d01de6ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85135e2-b1d3-4dc1-bbd8-d5ddc496fa81,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:02.151115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65e50c30-9ece-4582-937b-bb4d01de6ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:02.177085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] device_id is not set on port 7a57e69e-adfb-4c77-9d98-db51129426f6 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:17:02.201522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-18746a07-2684-4b62-ba58-1925bdbf1faf None None] For port 2878464e-19e4-480a-993c-b9b99fa3d8d5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2878464e-19e4-480a-993c-b9b99fa3d8d5,segment=NetworkSegment(075c11c6-a1e8-4c74-af74-a3ae5bcd53c1),segment_id=075c11c6-a1e8-4c74-af74-a3ae5bcd53c1)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:02.214682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18746a07-2684-4b62-ba58-1925bdbf1faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:02.217298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eeb3073a-101f-48dd-89a8-7cd21394f1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:02.329522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65e50c30-9ece-4582-937b-bb4d01de6ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:02.333147 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-65e50c30-9ece-4582-937b-bb4d01de6ccc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c85135e2-b1d3-4dc1-bbd8-d5ddc496fa81 HTTP/1.1" status: 204  len: 168 time: 1.3396239
Dec 03 11:17:02.369963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-18746a07-2684-4b62-ba58-1925bdbf1faf None None] Provisioning complete for port c102ba18-c374-44d9-9bba-ef14ddfd2e88 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:02.370393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18746a07-2684-4b62-ba58-1925bdbf1faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:02.450185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c7e908>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:16:56Z', 'revision_number': 3, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:16:57Z', 'revision_number': 2, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:02.473331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Checking router: 4005caad-9992-4fc8-96c6-d7a755dc721c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:17:02.473746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Updating router 4005caad-9992-4fc8-96c6-d7a755dc721c port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:17:02.523297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5da8ebc6-5b15-46db-8676-5e862e20b96e req-0dd01784-9852-4487-b461-07710237804a service neutron] 10.222.0.91 "GET /v2.0/networks/d6a8abbf-02f9-444e-baba-466ff0a6f350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6189592
Dec 03 11:17:02.528926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18746a07-2684-4b62-ba58-1925bdbf1faf None None] Pushing event updated for resources: {'Port': ['ID=2878464e-19e4-480a-993c-b9b99fa3d8d5,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:02.552804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18746a07-2684-4b62-ba58-1925bdbf1faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:02.588839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:02.596099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Allocated IP 172.20.0.10 (4bbdb31c-7c3a-4095-b84d-35c58acc962e/6d463bfc-883d-4d24-baee-103dabb49ad4/7a57e69e-adfb-4c77-9d98-db51129426f6) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:02.666075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:02.684800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ea0d51e7-c391-425d-820d-6e9b17c94a73 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:02.779267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Subnet': ['ID=06b7fafc-ecf4-4b7b-b09a-8b082ce4d2c5,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:02.794185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.794542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.795020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.795446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.795867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.796283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.796704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.797217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.797578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.798066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.798478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.798893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.799384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.799803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.800219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.800631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.801045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.801461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.801876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.802284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.802693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.803150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.803567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.803975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:02.809090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:02.852167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:02.871616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:02.874072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b66b-826a-40bf-a5cf-50a99c601227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:03.031515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f4c66b37-80b4-411c-b7bb-e48671559a6f None None] Provisioning complete for port 2878464e-19e4-480a-993c-b9b99fa3d8d5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:03.032516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4c66b37-80b4-411c-b7bb-e48671559a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:03.121145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:03.136681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Subnet': ['ID=22ae7aa4-a944-401c-ad56-969de147e95a,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:03.146597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:03.149471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34947e8d-f1a9-41a7-89ab-e71fc64a3a55 None None] Network ee789843-8559-4432-ac2e-39490d882571 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:03.178274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43538) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:03.187603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/06b7fafc-ecf4-4b7b-b09a-8b082ce4d2c5 HTTP/1.1" status: 204  len: 168 time: 2.8067708
Dec 03 11:17:03.218329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:03.272704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Transition to ACTIVE for port object 7a57e69e-adfb-4c77-9d98-db51129426f6 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:03.298226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:03.339366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:03.440706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Checking segment: {'id': 'e3863f42-3ca8-47fa-87cb-7d9a55833e50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:03.440933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network hostable DHCP agents. Network: 13a11107-b3a1-4f19-ba33-3304d1d0c497, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:17:03.551503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 13a11107-b3a1-4f19-ba33-3304d1d0c497 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:17:03.552985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event updated for resources: {'Port': ['ID=7a57e69e-adfb-4c77-9d98-db51129426f6,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:03.564468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:03.578441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 13a11107-b3a1-4f19-ba33-3304d1d0c497) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:03.624411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:03.624973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:03.635798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5d8b49-2c74-4278-af7d-c3bf4caaef6e None None] Network 13a11107-b3a1-4f19-ba33-3304d1d0c497 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:03.646804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae00d0f5-5bc8-48d2-84d6-ec8a53a2e509 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting subnet 64aaa8c8-c620-4bc1-b007-67a4eb11ffd2 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:03.650837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae00d0f5-5bc8-48d2-84d6-ec8a53a2e509 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:03.702754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:03.703680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:03.712170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:03.734697 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.4416332
Dec 03 11:17:03.737643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43548) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:03.867484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:03.879613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:03.880282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:03.911826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43552) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:03.916668 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1989119
Dec 03 11:17:03.924744 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0065660
Dec 03 11:17:03.925378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43554) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:03.933391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43556) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:03.941733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b6fe2664-fea6-4a98-8811-24f88ed1501e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6a:25:15'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:6d:82:22'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:03.951384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae00d0f5-5bc8-48d2-84d6-ec8a53a2e509 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:04.229471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2878464e-19e4-480a-993c-b9b99fa3d8d5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:04.249569 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-99f90740-3088-44e5-93ac-96a5988384e2 tempest-NetworksApiDiscovery-810068864 tempest-NetworksApiDiscovery-810068864] 10.222.0.90 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2724211
Dec 03 11:17:04.267065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f4c66b37-80b4-411c-b7bb-e48671559a6f None None] Provisioning for port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:04.281497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2664-fea6-4a98-8811-24f88ed1501e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:04.376072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f4c66b37-80b4-411c-b7bb-e48671559a6f None None] Provisioning complete for port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:04.376513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4c66b37-80b4-411c-b7bb-e48671559a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:04.556084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-13a11107-b3a1-4f19-ba33-3304d1d0c497', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:17:04.557448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:04.561077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae00d0f5-5bc8-48d2-84d6-ec8a53a2e509 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:04.572475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:17:04.653860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43570) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:04.673542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f4c66b37-80b4-411c-b7bb-e48671559a6f None None] Port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:17:04.697947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f4c66b37-80b4-411c-b7bb-e48671559a6f None None] Could not find standard attr ID for object 07346fe0-1474-45da-92d0-02a827979473. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:17:04.707879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2664-fea6-4a98-8811-24f88ed1501e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:04.713055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2664-fea6-4a98-8811-24f88ed1501e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:04.735493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fa95103b-dd76-4c0c-a139-5f5fb6dac886 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:04.737452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 2878464e-19e4-480a-993c-b9b99fa3d8d5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:04.737878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:04.838130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:04.841817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f4c66b37-80b4-411c-b7bb-e48671559a6f None None] Provisioning for port a875d99e-bb98-4035-9484-fd84f247b9d7 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:04.931042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f624889-0bd2-437b-87d8-5f8076f324c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.005714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe2664-fea6-4a98-8811-24f88ed1501e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event updated for resources: {'Port': ['ID=7a57e69e-adfb-4c77-9d98-db51129426f6,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:05.009021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b6fe2664-fea6-4a98-8811-24f88ed1501e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:05.014118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3f624889-0bd2-437b-87d8-5f8076f324c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:05.022196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f624889-0bd2-437b-87d8-5f8076f324c2 admin admin] Usage tracker for resource:security_group_rule and tenant:efc30d4953d44de69ee76930058f44ed is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:05.028436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f624889-0bd2-437b-87d8-5f8076f324c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:05.074196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3f624889-0bd2-437b-87d8-5f8076f324c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:05.118799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b6fe2664-fea6-4a98-8811-24f88ed1501e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] In _notify_port_updated(), no bound segment for port 7a57e69e-adfb-4c77-9d98-db51129426f6 on network 4bbdb31c-7c3a-4095-b84d-35c58acc962e {{(pid=80975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:17:05.124021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fe2664-fea6-4a98-8811-24f88ed1501e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:05.124827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2664-fea6-4a98-8811-24f88ed1501e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.130243 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b6fe2664-fea6-4a98-8811-24f88ed1501e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "PUT /v2.0/ports/7a57e69e-adfb-4c77-9d98-db51129426f6 HTTP/1.1" status: 200  len: 1058 time: 1.2036533
Dec 03 11:17:05.131103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43576) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:05.166287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f4c66b37-80b4-411c-b7bb-e48671559a6f None None] Provisioning complete for port a875d99e-bb98-4035-9484-fd84f247b9d7 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:05.166710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4c66b37-80b4-411c-b7bb-e48671559a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.191286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.229542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Allocated IP 2001:db8:2::2 (13a11107-b3a1-4f19-ba33-3304d1d0c497/22ae7aa4-a944-401c-ad56-969de147e95a/4248eabb-6570-4b59-ab3c-e2343a8a82d5) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:05.232110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb4573-0bbf-49d2-a5fa-6e6d3f52b3c7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Deleting port 7a57e69e-adfb-4c77-9d98-db51129426f6 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:05.232503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4573-0bbf-49d2-a5fa-6e6d3f52b3c7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.384078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Transition to ACTIVE for port object 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:05.399223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f624889-0bd2-437b-87d8-5f8076f324c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.407650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f624889-0bd2-437b-87d8-5f8076f324c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.437453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9602b3aa-def3-4847-b857-40018e965169 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:05.478034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f624889-0bd2-437b-87d8-5f8076f324c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e9b041-db06-4dd5-8e98-187bdce83f3b,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:05.478498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.481829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f624889-0bd2-437b-87d8-5f8076f324c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:05.508771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:05.565033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.571880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae00d0f5-5bc8-48d2-84d6-ec8a53a2e509 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.576879 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f624889-0bd2-437b-87d8-5f8076f324c2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=efc30d4953d44de69ee76930058f44ed&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9218972
Dec 03 11:17:05.581660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43582) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:05.610495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de40d0e5-d4db-4bf4-a952-9be9ec43f66b tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:05.708114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad2415-aea1-4e62-a2be-cd198467588a None None] Pushing event updated for resources: {'Port': ['ID=9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:05.712333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d3ad2415-aea1-4e62-a2be-cd198467588a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:05.718385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00d0f5-5bc8-48d2-84d6-ec8a53a2e509 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Subnet': ['ID=64aaa8c8-c620-4bc1-b007-67a4eb11ffd2,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:05.737304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f4c66b37-80b4-411c-b7bb-e48671559a6f None None] Port a875d99e-bb98-4035-9484-fd84f247b9d7 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:17:05.739016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.741102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae00d0f5-5bc8-48d2-84d6-ec8a53a2e509 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:05.893328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae00d0f5-5bc8-48d2-84d6-ec8a53a2e509 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.928994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc84389-cd93-4f39-9855-cc550a999f88 None None] Network ee789843-8559-4432-ac2e-39490d882571 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:05.932069 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ae00d0f5-5bc8-48d2-84d6-ec8a53a2e509 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/64aaa8c8-c620-4bc1-b007-67a4eb11ffd2 HTTP/1.1" status: 204  len: 168 time: 2.7526212
Dec 03 11:17:05.936763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43588) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:05.970774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4573-0bbf-49d2-a5fa-6e6d3f52b3c7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:05.999919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-094183d5-c72d-4fa2-b5d4-deb205706bcb None None] Provisioning complete for port 2878464e-19e4-480a-993c-b9b99fa3d8d5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:05.999919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-094183d5-c72d-4fa2-b5d4-deb205706bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.024886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.117084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb4573-0bbf-49d2-a5fa-6e6d3f52b3c7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Calling delete_port for 7a57e69e-adfb-4c77-9d98-db51129426f6 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:06.155943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.167941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Transition to ACTIVE for port object 4248eabb-6570-4b59-ab3c-e2343a8a82d5 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:06.181258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Attempting to bind port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:17:06.181679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Attempting to bind port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '075c11c6-a1e8-4c74-af74-a3ae5bcd53c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:17:06.182092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Attempting to bind port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 on network e5a1c97e-0654-42a4-847a-a6708eda5a34 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:17:06.196909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:17:06.197337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Checking segment: {'id': '075c11c6-a1e8-4c74-af74-a3ae5bcd53c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:06.197788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.198321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Bound using segment: {'id': '075c11c6-a1e8-4c74-af74-a3ae5bcd53c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:17:06.198745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Bound port: 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075c11c6-a1e8-4c74-af74-a3ae5bcd53c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:17:06.199189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.232005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port c102ba18-c374-44d9-9bba-ef14ddfd2e88 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:06.232359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.311924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992d4053-bd0f-4bc0-8250-223247ce9e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.315744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4573-0bbf-49d2-a5fa-6e6d3f52b3c7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.339168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:06.391433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb4573-0bbf-49d2-a5fa-6e6d3f52b3c7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event deleted for resources: {'Port': ['ID=7a57e69e-adfb-4c77-9d98-db51129426f6,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:06.407371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a7eb4573-0bbf-49d2-a5fa-6e6d3f52b3c7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:06.421799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992d4053-bd0f-4bc0-8250-223247ce9e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.436863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Transition to ACTIVE for port object 4248eabb-6570-4b59-ab3c-e2343a8a82d5 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:06.475845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] For port c102ba18-c374-44d9-9bba-ef14ddfd2e88, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c102ba18-c374-44d9-9bba-ef14ddfd2e88,segment=NetworkSegment(eac3394c-f4bd-4ee8-9829-beaf9e8e1d09),segment_id=eac3394c-f4bd-4ee8-9829-beaf9e8e1d09)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:06.476318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.517161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.538250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f40cb9ee-ffb2-4263-9db6-d597fc1ef683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:06.618789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992d4053-bd0f-4bc0-8250-223247ce9e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.629110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:06.653083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for c102ba18-c374-44d9-9bba-ef14ddfd2e88 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:06.653267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d4053-bd0f-4bc0-8250-223247ce9e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e9b041-db06-4dd5-8e98-187bdce83f3b,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:06.658315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-992d4053-bd0f-4bc0-8250-223247ce9e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:06.680223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4573-0bbf-49d2-a5fa-6e6d3f52b3c7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.686684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992d4053-bd0f-4bc0-8250-223247ce9e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.688496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-992d4053-bd0f-4bc0-8250-223247ce9e1c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e8e9b041-db06-4dd5-8e98-187bdce83f3b HTTP/1.1" status: 204  len: 168 time: 1.1053081
Dec 03 11:17:06.700502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43594) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:06.706508 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a7eb4573-0bbf-49d2-a5fa-6e6d3f52b3c7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "DELETE /v2.0/ports/7a57e69e-adfb-4c77-9d98-db51129426f6 HTTP/1.1" status: 204  len: 168 time: 1.5641627
Dec 03 11:17:06.779725 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7632878c-f653-498e-a876-8c7e684feefd tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] GET failed (client error): The resource could not be found.
Dec 03 11:17:06.780240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7632878c-f653-498e-a876-8c7e684feefd tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Synchronizing usage tracker for tenant:c146265d1bc8467196901ba3b9cf6757 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:06.784269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] For port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:17:06.789180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Allocated IP 2001:db8:2::1 (13a11107-b3a1-4f19-ba33-3304d1d0c497/22ae7aa4-a944-401c-ad56-969de147e95a/700ccdc7-f001-47f2-9ca9-754df93c7243) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:06.798355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-094183d5-c72d-4fa2-b5d4-deb205706bcb None None] Could not find standard attr ID for object 7a57e69e-adfb-4c77-9d98-db51129426f6. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:17:06.846147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] For port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198,segment=NetworkSegment(075c11c6-a1e8-4c74-af74-a3ae5bcd53c1),segment_id=075c11c6-a1e8-4c74-af74-a3ae5bcd53c1)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:17:06.849337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7632878c-f653-498e-a876-8c7e684feefd tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Unset dirty status for tenant:c146265d1bc8467196901ba3b9cf6757 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:06.853583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43600) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:06.853706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7632878c-f653-498e-a876-8c7e684feefd tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "GET /v2.0/ports/7a57e69e-adfb-4c77-9d98-db51129426f6 HTTP/1.1" status: 404  len: 333 time: 0.1520717
Dec 03 11:17:06.903648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.936227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-04f1570c-a833-45cb-853f-cfc40dd3bcd1 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Deleting port a875d99e-bb98-4035-9484-fd84f247b9d7 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:06.936617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04f1570c-a833-45cb-853f-cfc40dd3bcd1 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:06.997533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Pushing event updated for resources: {'Port': ['ID=4248eabb-6570-4b59-ab3c-e2343a8a82d5,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:07.018083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:07.029985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-094183d5-c72d-4fa2-b5d4-deb205706bcb None None] Provisioning complete for port c102ba18-c374-44d9-9bba-ef14ddfd2e88 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:07.030819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-094183d5-c72d-4fa2-b5d4-deb205706bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:07.070611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:07.093554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:07.163034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Network 13a11107-b3a1-4f19-ba33-3304d1d0c497 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:07.183424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:07.185356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-094183d5-c72d-4fa2-b5d4-deb205706bcb None None] Port c102ba18-c374-44d9-9bba-ef14ddfd2e88 was deleted so its status cannot be updated. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:320}}
Dec 03 11:17:07.249197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:07.262069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04f1570c-a833-45cb-853f-cfc40dd3bcd1 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:07.268859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be0c1c5-16bb-48f4-8f0a-89212cc90487 None None] DHCP port deletion for ee789843-8559-4432-ac2e-39490d882571 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:17:07.292277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-73e283fb-8fe5-4ed1-a104-521841cb3b83 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:07.363110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=c102ba18-c374-44d9-9bba-ef14ddfd2e88,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:07.392888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad2415-aea1-4e62-a2be-cd198467588a None None] Pushing event updated for resources: {'Port': ['ID=9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:07.399031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d3ad2415-aea1-4e62-a2be-cd198467588a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:07.400880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Attempting to bind port 4248eabb-6570-4b59-ab3c-e2343a8a82d5 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:17:07.401295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Attempting to bind port 4248eabb-6570-4b59-ab3c-e2343a8a82d5 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e3863f42-3ca8-47fa-87cb-7d9a55833e50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:17:07.401706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Attempting to bind port 4248eabb-6570-4b59-ab3c-e2343a8a82d5 on network 13a11107-b3a1-4f19-ba33-3304d1d0c497 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:17:07.410861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:17:07.411319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Checking segment: {'id': 'e3863f42-3ca8-47fa-87cb-7d9a55833e50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:07.411762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:07.412201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Bound using segment: {'id': 'e3863f42-3ca8-47fa-87cb-7d9a55833e50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:17:07.412449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-04f1570c-a833-45cb-853f-cfc40dd3bcd1 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Calling delete_port for a875d99e-bb98-4035-9484-fd84f247b9d7 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:07.412728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Bound port: 4248eabb-6570-4b59-ab3c-e2343a8a82d5, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3863f42-3ca8-47fa-87cb-7d9a55833e50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:17:07.413125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:07.415790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:07.464035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:07.464408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c7e908>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:07.479995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No DVR routers for this DVR port c102ba18-c374-44d9-9bba-ef14ddfd2e88 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:17:07.538725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:07.587028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04f1570c-a833-45cb-853f-cfc40dd3bcd1 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:07.597821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Transition to ACTIVE for port object 700ccdc7-f001-47f2-9ca9-754df93c7243 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:07.604425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1602d6c1-70a8-4108-b207-0db48c8b5576 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:07.650724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:07.668814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1570c-a833-45cb-853f-cfc40dd3bcd1 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event deleted for resources: {'Port': ['ID=a875d99e-bb98-4035-9484-fd84f247b9d7,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:07.675846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04f1570c-a833-45cb-853f-cfc40dd3bcd1 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:07.678592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:07.816394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4871b38>,) {'filters': {'network_id': ['ee789843-8559-4432-ac2e-39490d882571']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:07.832549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4871b38>, 'eac3394c-f4bd-4ee8-9829-beaf9e8e1d09') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:07.832897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4871b38>, 'eac3394c-f4bd-4ee8-9829-beaf9e8e1d09') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:07.846763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:07.859187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] For port 4248eabb-6570-4b59-ab3c-e2343a8a82d5, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:17:07.865617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8f9bb935-aa5c-4eb6-a522-806a111e454f tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:07.890481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] For port 4248eabb-6570-4b59-ab3c-e2343a8a82d5, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4248eabb-6570-4b59-ab3c-e2343a8a82d5,segment=NetworkSegment(e3863f42-3ca8-47fa-87cb-7d9a55833e50),segment_id=e3863f42-3ca8-47fa-87cb-7d9a55833e50)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:17:07.908351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04f1570c-a833-45cb-853f-cfc40dd3bcd1 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:07.913437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:07.927796 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-04f1570c-a833-45cb-853f-cfc40dd3bcd1 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "DELETE /v2.0/ports/a875d99e-bb98-4035-9484-fd84f247b9d7 HTTP/1.1" status: 204  len: 168 time: 1.0729496
Dec 03 11:17:07.928548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43604) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:07.962113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:07.981161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab44c6f9-0566-45ad-a1ab-17586b4e0df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:08.018843 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97144fd-4f51-4bda-97a5-80e48d3c16ad tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] GET failed (client error): The resource could not be found.
Dec 03 11:17:08.025086 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b97144fd-4f51-4bda-97a5-80e48d3c16ad tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "GET /v2.0/ports/a875d99e-bb98-4035-9484-fd84f247b9d7 HTTP/1.1" status: 404  len: 333 time: 0.0857160
Dec 03 11:17:08.026169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43608) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:08.069625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:08.073967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Releasing vxlan tunnel 6 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:17:08.173454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbe805-cb2e-4ef5-95b5-e45119839c66 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Deleting port 05153191-0576-4ee1-bd50-e6e17f9bc6a7 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:08.173848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe805-cb2e-4ef5-95b5-e45119839c66 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:08.209166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c102ba18-c374-44d9-9bba-ef14ddfd2e88 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:17:08.216966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=700ccdc7-f001-47f2-9ca9-754df93c7243,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:08.246417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:08.358881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network ee789843-8559-4432-ac2e-39490d882571 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:08.370194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:08.418950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Pushing event updated for resources: {'Port': ['ID=4248eabb-6570-4b59-ab3c-e2343a8a82d5,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:08.425737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: c102ba18-c374-44d9-9bba-ef14ddfd2e88 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:17:08.426614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c102ba18-c374-44d9-9bba-ef14ddfd2e88 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:17:08.435928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:08.465194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe805-cb2e-4ef5-95b5-e45119839c66 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:08.496030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 13a11107-b3a1-4f19-ba33-3304d1d0c497 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:08.501131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:08.504570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c7e908>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:16:56Z', 'revision_number': 3, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:06Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:08.505987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:08.506650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:08.509166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2cc04-e149-482e-9bbf-b54180200953 None None] The sync data for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs is: [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:16:56Z', 'revision_number': 3, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:06Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:17:08.614217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network ee789843-8559-4432-ac2e-39490d882571 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:17:08.649659 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:17:08.654386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbe805-cb2e-4ef5-95b5-e45119839c66 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Calling delete_port for 05153191-0576-4ee1-bd50-e6e17f9bc6a7 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:08.757455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:08.761828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:08.780822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-83a648f4-82e7-4a33-9c8d-6de159b45ecc tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:08.808587 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/networks/ee789843-8559-4432-ac2e-39490d882571 HTTP/1.1" status: 204  len: 168 time: 2.8698542
Dec 03 11:17:08.809491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43614) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:08.819221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Network': ['ID=ee789843-8559-4432-ac2e-39490d882571,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:08.822849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:08.835624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe805-cb2e-4ef5-95b5-e45119839c66 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:08.860119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b6fe2664-fea6-4a98-8811-24f88ed1501e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:08.949364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbe805-cb2e-4ef5-95b5-e45119839c66 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event deleted for resources: {'Port': ['ID=05153191-0576-4ee1-bd50-e6e17f9bc6a7,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:08.954509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cbdbe805-cb2e-4ef5-95b5-e45119839c66 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:09.004434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:09.029421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbc9135-df1e-45f3-b2a4-81eac1b42f7e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:09.030047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1cbc9135-df1e-45f3-b2a4-81eac1b42f7e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:09.103764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1cbc9135-df1e-45f3-b2a4-81eac1b42f7e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:09.109210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1cbc9135-df1e-45f3-b2a4-81eac1b42f7e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.2898612
Dec 03 11:17:09.109798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43618) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:09.144847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe805-cb2e-4ef5-95b5-e45119839c66 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:09.158692 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cbdbe805-cb2e-4ef5-95b5-e45119839c66 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "DELETE /v2.0/ports/05153191-0576-4ee1-bd50-e6e17f9bc6a7 HTTP/1.1" status: 204  len: 168 time: 1.1300557
Dec 03 11:17:09.159431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43622) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:09.386335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a07ec8d-c95c-4d8c-8617-f2fb4b2921ff tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Deleting subnet 6d463bfc-883d-4d24-baee-103dabb49ad4 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:09.389877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a07ec8d-c95c-4d8c-8617-f2fb4b2921ff tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:09.400571 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-03f8b9df-ae81-4b9e-a4dc-293729de3bc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2845445
Dec 03 11:17:09.400770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43628) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:09.410079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-73327762'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:09.424239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:09.431224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:network and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:09.454059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:09.462605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a07ec8d-c95c-4d8c-8617-f2fb4b2921ff tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:09.467731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:09.548478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:09.553960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:09.558964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a07ec8d-c95c-4d8c-8617-f2fb4b2921ff tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:09.618053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:17:09.636166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:09.636610 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Added segment 1f9c6b7a-a286-47cd-b822-a28ce47574c4 of type vxlan for network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c
Dec 03 11:17:09.688572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:09.694743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:09.701075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:09.701947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:09.720226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:09.858556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a07ec8d-c95c-4d8c-8617-f2fb4b2921ff tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:09.876546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6bdde97-3363-43f6-a522-16126c69ad6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:09.924417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07ec8d-c95c-4d8c-8617-f2fb4b2921ff tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event deleted for resources: {'Subnet': ['ID=6d463bfc-883d-4d24-baee-103dabb49ad4,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:09.937552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8a07ec8d-c95c-4d8c-8617-f2fb4b2921ff tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:10.005832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bacfb45-2e68-4e42-bdc3-68bc322dfec9 None None] Network 13a11107-b3a1-4f19-ba33-3304d1d0c497 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:10.030223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a07ec8d-c95c-4d8c-8617-f2fb4b2921ff tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:10.040789 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8a07ec8d-c95c-4d8c-8617-f2fb4b2921ff tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "DELETE /v2.0/subnets/6d463bfc-883d-4d24-baee-103dabb49ad4 HTTP/1.1" status: 204  len: 168 time: 0.8778667
Dec 03 11:17:10.041396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43634) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:10.043095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a4478b-e29a-40d3-9443-0bed0bbd7e47 None None] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:10.082626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-db1f04f1-f79a-49cd-95c4-f6705faef6d7 None None] Provisioning for port 4248eabb-6570-4b59-ab3c-e2343a8a82d5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:10.156325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:10.160552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:10.161221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:10.170505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=700ccdc7-f001-47f2-9ca9-754df93c7243,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:10.178948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:10.181716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2409ed31-005b-4cfc-91c4-3d6df8b73d67 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:10.222844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:10.251790 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.8483474
Dec 03 11:17:10.303838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43638) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:10.318985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': '81a20fe7-03e0-4a08-ac69-3d84eb46bd0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:10.322168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Network': ['ID=81a20fe7-03e0-4a08-ac69-3d84eb46bd0c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:10.326352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:10.335845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 13a11107-b3a1-4f19-ba33-3304d1d0c497 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:10.337041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:10.352679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:10.373301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Deleting port d06f852b-ca94-4067-aa52-1c56dbd294ac {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:10.373920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:10.381512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:10.404322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:10.552339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 4005caad-9992-4fc8-96c6-d7a755dc721c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:17:10.560508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:10.573939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:10.580914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:10.596871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:10.644297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:10.776277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:10.787407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:10.793181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:10.793601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:10.807840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:17:10.861752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43646) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:10.866160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Sync routers for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:17:10.867015 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1166892
Dec 03 11:17:10.875053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b34302-b875-4cf7-aa1f-8fec92803a0e None None] DHCP port deletion for 4bbdb31c-7c3a-4095-b84d-35c58acc962e request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:17:10.890688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c9b34302-b875-4cf7-aa1f-8fec92803a0e None None] Deleting port d06f852b-ca94-4067-aa52-1c56dbd294ac {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:10.891799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9b34302-b875-4cf7-aa1f-8fec92803a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:10.894536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-160882135'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:10.957307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:10.958124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57de080>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:11.006394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] For port d06f852b-ca94-4067-aa52-1c56dbd294ac, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d06f852b-ca94-4067-aa52-1c56dbd294ac,segment=NetworkSegment(c61fd20c-60c5-4770-b19c-a6d2a513fe92),segment_id=c61fd20c-60c5-4770-b19c-a6d2a513fe92)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:11.006830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:11.020088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:11.036639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:network and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:11.277595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:11.352929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:11.411370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for network was recalculated. Used quota:3. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:11.491894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Calling delete_port for d06f852b-ca94-4067-aa52-1c56dbd294ac owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:11.524964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:11.560743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:11.566807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:11.684626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:17:11.710662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:11.710662 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Added segment 79bbf242-8e62-4df0-8aa8-91a8118770aa of type vxlan for network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42
Dec 03 11:17:11.712906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-95e0e96a-497d-4bac-b0d5-62915016a47e None None] Provisioning for port 700ccdc7-f001-47f2-9ca9-754df93c7243 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:11.713729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:11.753140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-95e0e96a-497d-4bac-b0d5-62915016a47e None None] Provisioning complete for port 700ccdc7-f001-47f2-9ca9-754df93c7243 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:11.753565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95e0e96a-497d-4bac-b0d5-62915016a47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:11.795388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198,segment=NetworkSegment(075c11c6-a1e8-4c74-af74-a3ae5bcd53c1),segment_id=075c11c6-a1e8-4c74-af74-a3ae5bcd53c1)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:11.804181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c9b34302-b875-4cf7-aa1f-8fec92803a0e None None] For port d06f852b-ca94-4067-aa52-1c56dbd294ac, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d06f852b-ca94-4067-aa52-1c56dbd294ac,segment=NetworkSegment(c61fd20c-60c5-4770-b19c-a6d2a513fe92),segment_id=c61fd20c-60c5-4770-b19c-a6d2a513fe92)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:11.804628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9b34302-b875-4cf7-aa1f-8fec92803a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:11.813581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f920cdb2-3d77-49c9-a519-88888053e87c tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:11.820825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:11.821752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4248eabb-6570-4b59-ab3c-e2343a8a82d5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:11.864888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:11.896274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event deleted for resources: {'Port': ['ID=d06f852b-ca94-4067-aa52-1c56dbd294ac,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:11.899346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:12.001443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.036405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] No DVR routers for this DVR port d06f852b-ca94-4067-aa52-1c56dbd294ac on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:17:12.129626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c9b34302-b875-4cf7-aa1f-8fec92803a0e None None] Calling delete_port for d06f852b-ca94-4067-aa52-1c56dbd294ac owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:12.176669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.180852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:12.181501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.187537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-95e0e96a-497d-4bac-b0d5-62915016a47e None None] Port 700ccdc7-f001-47f2-9ca9-754df93c7243 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:17:12.200435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2ffd7815-882e-4c0f-a397-e9f682a6336f tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:12.233020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:12.267556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.267949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.268335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.268715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.269089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.269468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.269836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.270206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.270573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.270968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.271342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.271709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.272133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.272501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.272867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.273231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.273593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.273961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.274326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.274694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.275090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.275457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.275821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.276183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:12.285198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:12.315127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.336908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 4248eabb-6570-4b59-ab3c-e2343a8a82d5 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:12.350131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 4248eabb-6570-4b59-ab3c-e2343a8a82d5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:12.350642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.388550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-c9b34302-b875-4cf7-aa1f-8fec92803a0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:17:12.388965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-c9b34302-b875-4cf7-aa1f-8fec92803a0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:17:12.408183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-65a4d5e7-1e23-40de-94e5-831b74afa311 None None] Provisioning complete for port 4248eabb-6570-4b59-ab3c-e2343a8a82d5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:12.408604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65a4d5e7-1e23-40de-94e5-831b74afa311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.427527 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.5600727
Dec 03 11:17:12.430821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Network': ['ID=0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:12.431013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43652) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:12.439495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:12.444182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'subnet': {'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:12.471366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:12.484766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:12.540098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1afe79e10>,) {'filters': {'network_id': ['4bbdb31c-7c3a-4095-b84d-35c58acc962e']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:12.574508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:12.579402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:subnet and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:12.582698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:12.585874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1afe79e10>, 'c61fd20c-60c5-4770-b19c-a6d2a513fe92') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:12.586220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1afe79e10>, 'c61fd20c-60c5-4770-b19c-a6d2a513fe92') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:12.589025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:12.598626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Made reservation on behalf of a78cbe87c3fb4371af69ec9ce1e821f0 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:12.608819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.638893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.642756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Releasing vxlan tunnel 5 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:17:12.675377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.688840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c89c4bb8-06ea-424b-aa3d-4c3d90695546 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:12.718112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.743998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57de080>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:08Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:09Z', 'revision_number': 2, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:06Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:12.768716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Checking router: 4005caad-9992-4fc8-96c6-d7a755dc721c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:17:12.769122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Updating router 4005caad-9992-4fc8-96c6-d7a755dc721c port 700ccdc7-f001-47f2-9ca9-754df93c7243 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:17:12.877979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.896723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c9b34302-b875-4cf7-aa1f-8fec92803a0e None None] Deleting port d06f852b-ca94-4067-aa52-1c56dbd294ac {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:12.897150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9b34302-b875-4cf7-aa1f-8fec92803a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.940657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:12.962297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65a4d5e7-1e23-40de-94e5-831b74afa311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:13.009219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c9b34302-b875-4cf7-aa1f-8fec92803a0e None None] The port 'd06f852b-ca94-4067-aa52-1c56dbd294ac' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:17:13.073354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:13.074957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 4248eabb-6570-4b59-ab3c-e2343a8a82d5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4248eabb-6570-4b59-ab3c-e2343a8a82d5,segment=NetworkSegment(e3863f42-3ca8-47fa-87cb-7d9a55833e50),segment_id=e3863f42-3ca8-47fa-87cb-7d9a55833e50)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:13.086231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8cee8d-f24e-42b8-870a-36c05d0208a6 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:17:13.091417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:13.109025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Subnet': ['ID=15ff091f-cb49-4dfe-b38e-844dbe590737,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:13.112492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:13.119149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:13.120501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3fbfd2e8-5134-4fc8-977e-c490aee300b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:13.243619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Checking segment: {'id': '1f9c6b7a-a286-47cd-b822-a28ce47574c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '81a20fe7-03e0-4a08-ac69-3d84eb46bd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:13.244019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network hostable DHCP agents. Network: 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:17:13.254697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:13.271126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:13.337753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Network 4bbdb31c-7c3a-4095-b84d-35c58acc962e has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:17:13.365783 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:17:13.376939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:17:13.414596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:13.416034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Subnet': ['ID=98f195e9-59fa-46a2-96cc-c18c8a161eca,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:13.420329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:13.460479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:13.477924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:13.478405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:13.492296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:13.495922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:13.501629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53661756-73de-477b-951a-5e6bb5072ef6 tempest-TagsTest-1639529690 tempest-TagsTest-1639529690] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:13.503010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Checking segment: {'id': '79bbf242-8e62-4df0-8aa8-91a8118770aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:13.503419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network hostable DHCP agents. Network: 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:17:13.524513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:17:13.525408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-65a4d5e7-1e23-40de-94e5-831b74afa311 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:17:13.525827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-65a4d5e7-1e23-40de-94e5-831b74afa311 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:17:13.528997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Pushing event deleted for resources: {'Network': ['ID=4bbdb31c-7c3a-4095-b84d-35c58acc962e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:13.532534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:13.537330 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] 10.222.0.90 "DELETE /v2.0/networks/4bbdb31c-7c3a-4095-b84d-35c58acc962e HTTP/1.1" status: 204  len: 168 time: 3.4922528
Dec 03 11:17:13.537330 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2250829
Dec 03 11:17:13.539735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=4248eabb-6570-4b59-ab3c-e2343a8a82d5,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:13.540653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43660) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:13.547940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': '81a20fe7-03e0-4a08-ac69-3d84eb46bd0c', 'name': 'tempest-PortsIpV6TestJSON-884373162'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:13.551914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:13.564667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:13.598224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:13.598875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:13.686596 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2543688
Dec 03 11:17:13.689840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43664) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:13.705396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:13.705827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:13.874264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43670) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:13.891021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:13.904100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:13.993149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:13.998703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:14.105394 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-97576f69-5f43-45c9-80d3-3a3d736f9576 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c146265d1bc8467196901ba3b9cf6757&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2283111
Dec 03 11:17:14.106602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43676) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:14.182379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2da62a0-6763-468b-a3c0-c25a5f907a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:14.230161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2da62a0-6763-468b-a3c0-c25a5f907a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:14.294759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2da62a0-6763-468b-a3c0-c25a5f907a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:14.300140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d06f852b-ca94-4067-aa52-1c56dbd294ac no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:17:14.301662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aca32981-c279-4d66-9e81-7972b9ae021f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:14.315566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da62a0-6763-468b-a3c0-c25a5f907a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f1c1c-737c-464e-9fe2-ad374fcb14c5,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:14.320347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a2da62a0-6763-468b-a3c0-c25a5f907a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:14.324617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2da62a0-6763-468b-a3c0-c25a5f907a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:14.327757 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a2da62a0-6763-468b-a3c0-c25a5f907a07 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/372f1c1c-737c-464e-9fe2-ad374fcb14c5 HTTP/1.1" status: 204  len: 168 time: 0.2202806
Dec 03 11:17:14.379349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-65a4d5e7-1e23-40de-94e5-831b74afa311 None None] Provisioning complete for port 700ccdc7-f001-47f2-9ca9-754df93c7243 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:14.380517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65a4d5e7-1e23-40de-94e5-831b74afa311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:14.417548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: d06f852b-ca94-4067-aa52-1c56dbd294ac {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:17:14.417955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d06f852b-ca94-4067-aa52-1c56dbd294ac not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:17:14.507238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:14.514858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-65a4d5e7-1e23-40de-94e5-831b74afa311 None None] Port 700ccdc7-f001-47f2-9ca9-754df93c7243 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:17:14.535763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Transition to ACTIVE for port object 700ccdc7-f001-47f2-9ca9-754df93c7243 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:14.542074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:14.563540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a71bf3ee-e6b5-464a-8270-8b1c1499ae2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:14.610491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8cee8d-f24e-42b8-870a-36c05d0208a6 None None] Unable to find a vacant binding_index for network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c and agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 {{(pid=80977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Dec 03 11:17:14.649837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 9baf85f2-a955-4f12-8155-7b3e96b2dd31 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:17:14.719845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3d6e2-91f0-45b8-8dbc-ebaf4029bc26 None None] Pushing event updated for resources: {'Port': ['ID=700ccdc7-f001-47f2-9ca9-754df93c7243,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:14.722887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fa3d6e2-91f0-45b8-8dbc-ebaf4029bc26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:14.727769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8cee8d-f24e-42b8-870a-36c05d0208a6 None None] Unable to find a vacant binding_index for network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 and agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 {{(pid=80977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Dec 03 11:17:14.744846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8cee8d-f24e-42b8-870a-36c05d0208a6 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c), (DHCP agent, dv-neutron-765072-2-ovs, 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42) {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:17:14.932726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:14.944287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8::e1 (81a20fe7-03e0-4a08-ac69-3d84eb46bd0c/15ff091f-cb49-4dfe-b38e-844dbe590737/9baf85f2-a955-4f12-8155-7b3e96b2dd31) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:15.025290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Attempting to bind port 700ccdc7-f001-47f2-9ca9-754df93c7243 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:17:15.025290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Attempting to bind port 700ccdc7-f001-47f2-9ca9-754df93c7243 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e3863f42-3ca8-47fa-87cb-7d9a55833e50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:17:15.025290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Attempting to bind port 700ccdc7-f001-47f2-9ca9-754df93c7243 on network 13a11107-b3a1-4f19-ba33-3304d1d0c497 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:17:15.048113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:17:15.048613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Checking segment: {'id': 'e3863f42-3ca8-47fa-87cb-7d9a55833e50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:15.049062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.049557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Bound using segment: {'id': 'e3863f42-3ca8-47fa-87cb-7d9a55833e50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:17:15.049999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Bound port: 700ccdc7-f001-47f2-9ca9-754df93c7243, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3863f42-3ca8-47fa-87cb-7d9a55833e50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:17:15.050417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.223200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] For port 700ccdc7-f001-47f2-9ca9-754df93c7243, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:17:15.225613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] For port 700ccdc7-f001-47f2-9ca9-754df93c7243, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=700ccdc7-f001-47f2-9ca9-754df93c7243,segment=NetworkSegment(e3863f42-3ca8-47fa-87cb-7d9a55833e50),segment_id=e3863f42-3ca8-47fa-87cb-7d9a55833e50)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:17:15.246405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4248eabb-6570-4b59-ab3c-e2343a8a82d5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:15.369886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43702) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:15.501872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.517729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:15.539349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.552989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-812456035'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:15.559210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:15.564553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:network and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:15.567913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:15.575267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Transition to ACTIVE for port object 9baf85f2-a955-4f12-8155-7b3e96b2dd31 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:15.575627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:15.587343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:15.593510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.609212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.628271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:15.633050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:security_group_rule and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:15.636741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:15.642838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:15.704817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.722446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-81eff62d-dfca-4ef9-ad49-b28f9666a35b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:15.729487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 4248eabb-6570-4b59-ab3c-e2343a8a82d5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:15.729998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.740544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.743354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.748437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9bebf50-5716-45d1-8e0e-25223dc1c7cd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:15.787661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:17:15.793128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3d6e2-91f0-45b8-8dbc-ebaf4029bc26 None None] Pushing event updated for resources: {'Port': ['ID=700ccdc7-f001-47f2-9ca9-754df93c7243,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:15.802949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'SecurityGroup': ['ID=aff36abe-b9f5-4bfd-a10e-09b301efdca9,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:15.807137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:15.810573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.811111 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Added segment 68e7d3ee-9b7b-4203-823c-3a97636d1c79 of type vxlan for network cc7b5e29-f739-4393-8923-6dfd9a0401ee
Dec 03 11:17:15.821868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fa3d6e2-91f0-45b8-8dbc-ebaf4029bc26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:15.824311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Allocated IP 2001:db8:3::1 (0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42/98f195e9-59fa-46a2-96cc-c18c8a161eca/ae1b2c97-cdab-420e-990c-c65d515abe84) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:15.849505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.863485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42', 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'fixed_ips': [{'subnet_id': '98f195e9-59fa-46a2-96cc-c18c8a161eca'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:17:15.864726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.888000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-81a20fe7-03e0-4a08-ac69-3d84eb46bd0c', 'network_id': '81a20fe7-03e0-4a08-ac69-3d84eb46bd0c', 'tenant_id': '0c0dd5c17e4f4c5ea2c8385671a17ab4', 'fixed_ips': [{'subnet_id': '15ff091f-cb49-4dfe-b38e-844dbe590737'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:17:15.892265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.896990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.898055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=9baf85f2-a955-4f12-8155-7b3e96b2dd31,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:15.901609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:15.902395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:15.905681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:15.908393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:16.029763 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6585815
Dec 03 11:17:16.033729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43710) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:16.039432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Network': ['ID=cc7b5e29-f739-4393-8923-6dfd9a0401ee,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:16.042573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:16.046247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:16.067853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:16.108990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:16.136028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:16.136749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57de080>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:16.173567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:16.182155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:16.201005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:16.205768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:16.206357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:16.248060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:16.255895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:16.263127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:16.266196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:16.283785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:16.295101 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.7529459
Dec 03 11:17:16.296247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Transition to ACTIVE for port object ae1b2c97-cdab-420e-990c-c65d515abe84 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:16.299210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43714) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:16.304791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:16.307639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': '81a20fe7-03e0-4a08-ac69-3d84eb46bd0c', 'name': 'tempest-PortsIpV6TestJSON-1680244600'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:16.420936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:16.439621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-382820a9-31f9-461f-b0d4-8a235f32a8ea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:16.464278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:16.469721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:port and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:16.472701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for port was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:16.478819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:16.489681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:16.496794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:16.498304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:16.641951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=ae1b2c97-cdab-420e-990c-c65d515abe84,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:16.645660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:16.675982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:16.709829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 5ef3fdd2-9d15-401c-b4b1-0fd8da48c93f yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:17:16.785140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:16.787827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:16.790247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:16.790815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:16.898774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8::134 (81a20fe7-03e0-4a08-ac69-3d84eb46bd0c/15ff091f-cb49-4dfe-b38e-844dbe590737/5ef3fdd2-9d15-401c-b4b1-0fd8da48c93f) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:17.064670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:17.155544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:17.174362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Transition to ACTIVE for port object 5ef3fdd2-9d15-401c-b4b1-0fd8da48c93f will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:17.197220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:17.213380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c985a341-3689-4219-9c0f-41a63c743300 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:17.340560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Allocated IP 2001:db8:3::2 (0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42/98f195e9-59fa-46a2-96cc-c18c8a161eca/da1b7824-c32e-4b6c-acdf-3ace75a4ca1c) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:17.359362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=5ef3fdd2-9d15-401c-b4b1-0fd8da48c93f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:17.365503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:17.407519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Allocated IP 2001:db8::2 (81a20fe7-03e0-4a08-ac69-3d84eb46bd0c/15ff091f-cb49-4dfe-b38e-844dbe590737/0a8dc103-920d-49bb-8bcc-af45919c19f1) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:17.420366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:17.421832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:17.425113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:17.430009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:17.431097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:17.472084 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.1683731
Dec 03 11:17:17.472578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43720) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:17.572827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb9d69a-e88a-41c7-b3a7-1d52c0fe33cd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:17.573690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6fb9d69a-e88a-41c7-b3a7-1d52c0fe33cd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:17.591445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6fb9d69a-e88a-41c7-b3a7-1d52c0fe33cd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:17.595644 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6fb9d69a-e88a-41c7-b3a7-1d52c0fe33cd tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ae1 HTTP/1.1" status: 200  len: 927 time: 0.1187162
Dec 03 11:17:17.596192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43724) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:17.671917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc8554-afec-44eb-9476-7a06c397eab2 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 5ef3fdd2-9d15-401c-b4b1-0fd8da48c93f {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:17.671917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2cbc8554-afec-44eb-9476-7a06c397eab2 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:17.757866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57de080>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:08Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:15Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:17.801076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:17.815938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Transition to ACTIVE for port object da1b7824-c32e-4b6c-acdf-3ace75a4ca1c will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:17.816712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:17.837283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Transition to ACTIVE for port object da1b7824-c32e-4b6c-acdf-3ace75a4ca1c will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:17.848410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab2a74b-bc28-48fd-838d-b927346a0907 None None] The sync data for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs is: [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:08Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:15Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:17:17.848672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:17.865804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:17.891543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c104743e-977c-4b91-9c21-b1395fb8c814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:18.019330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Pushing event updated for resources: {'Port': ['ID=da1b7824-c32e-4b6c-acdf-3ace75a4ca1c,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:18.030793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:18.164982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=7195bab2-8833-490e-b2a1-6b2335b4d6fe,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:18.184756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:18.208359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.241666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Transition to ACTIVE for port object 0a8dc103-920d-49bb-8bcc-af45919c19f1 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:18.267387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.280532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.281263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:18.281759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.285979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:18.291882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:18.298322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2cbc8554-afec-44eb-9476-7a06c397eab2 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.301930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:18.344116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:18.344642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network hostable DHCP agents. Network: cc7b5e29-f739-4393-8923-6dfd9a0401ee, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:17:18.351897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Transition to ACTIVE for port object 0a8dc103-920d-49bb-8bcc-af45919c19f1 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:18.362749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.379275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-332a8393-70c9-4d58-b213-279644ae4e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:18.416075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Attempting to bind port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:17:18.416463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Attempting to bind port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '79bbf242-8e62-4df0-8aa8-91a8118770aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:17:18.416879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Attempting to bind port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c on network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:17:18.440048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:17:18.440471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Checking segment: {'id': '79bbf242-8e62-4df0-8aa8-91a8118770aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:18.440925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.441486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Bound using segment: {'id': '79bbf242-8e62-4df0-8aa8-91a8118770aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:17:18.442042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Bound port: da1b7824-c32e-4b6c-acdf-3ace75a4ca1c, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bbf242-8e62-4df0-8aa8-91a8118770aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:17:18.442457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.447458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc8554-afec-44eb-9476-7a06c397eab2 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 5ef3fdd2-9d15-401c-b4b1-0fd8da48c93f owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:18.482069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:17:18.485008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event updated for resources: {'Port': ['ID=ae1b2c97-cdab-420e-990c-c65d515abe84,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:18.493206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:18.522612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, cc7b5e29-f739-4393-8923-6dfd9a0401ee) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:18.545338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:18.546099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.574124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Pushing event updated for resources: {'Port': ['ID=0a8dc103-920d-49bb-8bcc-af45919c19f1,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:18.574382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:18.576827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:18.583839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:18.637206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2cbc8554-afec-44eb-9476-7a06c397eab2 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.648944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.6114495
Dec 03 11:17:18.655366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:18.673309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] For port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:17:18.677461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] For port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=da1b7824-c32e-4b6c-acdf-3ace75a4ca1c,segment=NetworkSegment(79bbf242-8e62-4df0-8aa8-91a8118770aa),segment_id=79bbf242-8e62-4df0-8aa8-91a8118770aa)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:17:18.683921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:18.685171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:18.688398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:18.695850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43730) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:18.715018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'name': 'tempest-NetworksTestDHCPv6-948474494'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:18.725353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.731392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc8554-afec-44eb-9476-7a06c397eab2 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=5ef3fdd2-9d15-401c-b4b1-0fd8da48c93f,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:18.743855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2cbc8554-afec-44eb-9476-7a06c397eab2 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:18.746843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd73eee1-a41e-4c8f-bb97-0023cbb46297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:18.765070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 4005caad-9992-4fc8-96c6-d7a755dc721c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:17:18.887007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Attempting to bind port 0a8dc103-920d-49bb-8bcc-af45919c19f1 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:17:18.887277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Attempting to bind port 0a8dc103-920d-49bb-8bcc-af45919c19f1 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '1f9c6b7a-a286-47cd-b822-a28ce47574c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '81a20fe7-03e0-4a08-ac69-3d84eb46bd0c'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:17:18.887561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Attempting to bind port 0a8dc103-920d-49bb-8bcc-af45919c19f1 on network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:17:18.901172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:17:18.901554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Checking segment: {'id': '1f9c6b7a-a286-47cd-b822-a28ce47574c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '81a20fe7-03e0-4a08-ac69-3d84eb46bd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:18.902007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.902723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Bound using segment: {'id': '1f9c6b7a-a286-47cd-b822-a28ce47574c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '81a20fe7-03e0-4a08-ac69-3d84eb46bd0c'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:17:18.902976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Bound port: 0a8dc103-920d-49bb-8bcc-af45919c19f1, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9c6b7a-a286-47cd-b822-a28ce47574c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '81a20fe7-03e0-4a08-ac69-3d84eb46bd0c'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:17:18.903526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.967866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:17:18.977784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:18.981909 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2883821
Dec 03 11:17:18.982265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43736) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:18.983214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:18.987096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2cbc8554-afec-44eb-9476-7a06c397eab2 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:18.987508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Sync routers for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:17:18.990051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d3831fe6-fe17-4cce-b290-b09e30b9c148 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:18.990361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:19.000649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:19.005775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:19.006736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b65d42b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:19.018827 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2cbc8554-afec-44eb-9476-7a06c397eab2 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/5ef3fdd2-9d15-401c-b4b1-0fd8da48c93f HTTP/1.1" status: 204  len: 168 time: 1.4214194
Dec 03 11:17:19.020242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:19.022322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] For port 0a8dc103-920d-49bb-8bcc-af45919c19f1, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:17:19.025786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] For port 0a8dc103-920d-49bb-8bcc-af45919c19f1, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0a8dc103-920d-49bb-8bcc-af45919c19f1,segment=NetworkSegment(1f9c6b7a-a286-47cd-b822-a28ce47574c4),segment_id=1f9c6b7a-a286-47cd-b822-a28ce47574c4)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:17:19.026058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:19.037134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:19.040486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43740) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:19.077261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Pushing event updated for resources: {'Port': ['ID=da1b7824-c32e-4b6c-acdf-3ace75a4ca1c,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:19.081672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:19.114201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fa3d6e2-91f0-45b8-8dbc-ebaf4029bc26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:19.138502 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9030348e-2403-4463-89b8-2e10ecf61d98 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:17:19.139078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9030348e-2403-4463-89b8-2e10ecf61d98 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:19.210507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9030348e-2403-4463-89b8-2e10ecf61d98 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:19.215079 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9030348e-2403-4463-89b8-2e10ecf61d98 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/5ef3fdd2-9d15-401c-b4b1-0fd8da48c93f HTTP/1.1" status: 404  len: 333 time: 0.1548703
Dec 03 11:17:19.222073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43744) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:19.314557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:19.346680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-919dfb07-a552-4225-98a2-88fc017dea3b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 9baf85f2-a955-4f12-8155-7b3e96b2dd31 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:19.347258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919dfb07-a552-4225-98a2-88fc017dea3b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:19.380384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 700ccdc7-f001-47f2-9ca9-754df93c7243 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:19.504656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port e437f663-99bc-49c8-9556-f3ff061b78d7 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:17:19.541447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Pushing event updated for resources: {'Port': ['ID=0a8dc103-920d-49bb-8bcc-af45919c19f1,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:19.553288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:19.583180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 700ccdc7-f001-47f2-9ca9-754df93c7243 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:19.594533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 700ccdc7-f001-47f2-9ca9-754df93c7243 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:19.594985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:19.687256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::341 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/7195bab2-8833-490e-b2a1-6b2335b4d6fe/e437f663-99bc-49c8-9556-f3ff061b78d7) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:19.760762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b65d42b0>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:16Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:15Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ae1b2c97-cdab-420e-990c-c65d515abe84', 'name': '', 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:04:91:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:15Z', 'updated_at': '2020-12-03T11:17:17Z', 'revision_number': 2, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:19.766605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Checking router: 4005caad-9992-4fc8-96c6-d7a755dc721c for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:17:19.767284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Updating router 4005caad-9992-4fc8-96c6-d7a755dc721c port ae1b2c97-cdab-420e-990c-c65d515abe84 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:17:19.768182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:19.823152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 700ccdc7-f001-47f2-9ca9-754df93c7243, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=700ccdc7-f001-47f2-9ca9-754df93c7243,segment=NetworkSegment(e3863f42-3ca8-47fa-87cb-7d9a55833e50),segment_id=e3863f42-3ca8-47fa-87cb-7d9a55833e50)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:19.830664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:19.835440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:19.843186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.extraroute_db [None req-d3831fe6-fe17-4cce-b290-b09e30b9c148 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=80976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 03 11:17:19.860239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:19.865080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.extraroute_db [None req-d3831fe6-fe17-4cce-b290-b09e30b9c148 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Removed routes are [] {{(pid=80976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 03 11:17:19.865844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3831fe6-fe17-4cce-b290-b09e30b9c148 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:19.915873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=700ccdc7-f001-47f2-9ca9-754df93c7243,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:19.921449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:20.291974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919dfb07-a552-4225-98a2-88fc017dea3b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:20.473449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-919dfb07-a552-4225-98a2-88fc017dea3b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 9baf85f2-a955-4f12-8155-7b3e96b2dd31 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:20.523576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:20.541930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Transition to ACTIVE for port object ae1b2c97-cdab-420e-990c-c65d515abe84 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:20.546108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:20.548564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:20.565006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:20.586271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object e437f663-99bc-49c8-9556-f3ff061b78d7 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:20.671260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:20.689999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1cb32739-9b51-4d02-944b-e748e98f110b tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:20.707350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3831fe6-fe17-4cce-b290-b09e30b9c148 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:20.710652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Pushing event updated for resources: {'Port': ['ID=ae1b2c97-cdab-420e-990c-c65d515abe84,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:20.711598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3831fe6-fe17-4cce-b290-b09e30b9c148 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:20.737237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.737237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.737826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.738313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.738794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.739330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.739806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.740281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.740925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.741206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.741331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919dfb07-a552-4225-98a2-88fc017dea3b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:20.741768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.742237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.742795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.743291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.743764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.744231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.745016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.745016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.745601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.746057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.746542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.747313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.747521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.747995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:17:20.755003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:20.878431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=e437f663-99bc-49c8-9556-f3ff061b78d7,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:20.892829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3831fe6-fe17-4cce-b290-b09e30b9c148 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 4005caad-9992-4fc8-96c6-d7a755dc721c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:17:20.907901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Attempting to bind port ae1b2c97-cdab-420e-990c-c65d515abe84 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:17:20.907901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Attempting to bind port ae1b2c97-cdab-420e-990c-c65d515abe84 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '79bbf242-8e62-4df0-8aa8-91a8118770aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:17:20.908401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Attempting to bind port ae1b2c97-cdab-420e-990c-c65d515abe84 on network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:17:20.915571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:17:20.915782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Checking segment: {'id': '79bbf242-8e62-4df0-8aa8-91a8118770aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:20.916302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:20.916849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Bound using segment: {'id': '79bbf242-8e62-4df0-8aa8-91a8118770aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:17:20.917679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Bound port: ae1b2c97-cdab-420e-990c-c65d515abe84, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bbf242-8e62-4df0-8aa8-91a8118770aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:17:20.918050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:20.936869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:20.937474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-348d1319-06f7-4d17-933b-d17a317e05c0 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:20.969685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:20.997010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dfb07-a552-4225-98a2-88fc017dea3b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=9baf85f2-a955-4f12-8155-7b3e96b2dd31,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:21.003465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-919dfb07-a552-4225-98a2-88fc017dea3b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:21.029213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] For port ae1b2c97-cdab-420e-990c-c65d515abe84, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:17:21.032748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] For port ae1b2c97-cdab-420e-990c-c65d515abe84, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ae1b2c97-cdab-420e-990c-c65d515abe84,segment=NetworkSegment(79bbf242-8e62-4df0-8aa8-91a8118770aa),segment_id=79bbf242-8e62-4df0-8aa8-91a8118770aa)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:17:21.037631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:21.054351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b70b7695-1d4c-4cbf-bbe3-69a88d654685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:21.077824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:21.080859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:21.084108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:21.088434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:21.089103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:21.093558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919dfb07-a552-4225-98a2-88fc017dea3b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:21.108439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3831fe6-fe17-4cce-b290-b09e30b9c148 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:17:21.116120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3831fe6-fe17-4cce-b290-b09e30b9c148 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:21.120106 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d3831fe6-fe17-4cce-b290-b09e30b9c148 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c HTTP/1.1" status: 200  len: 954 time: 2.1337044
Dec 03 11:17:21.120270 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-919dfb07-a552-4225-98a2-88fc017dea3b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/9baf85f2-a955-4f12-8155-7b3e96b2dd31 HTTP/1.1" status: 204  len: 168 time: 1.8956895
Dec 03 11:17:21.120270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43750) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:21.121598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43752) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:21.175828 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-af143bed-4817-4841-b6c5-dbcb2b92291a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:17:21.175828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-af143bed-4817-4841-b6c5-dbcb2b92291a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:21.188149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.4879296
Dec 03 11:17:21.190966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43758) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:21.224072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Pushing event updated for resources: {'Port': ['ID=ae1b2c97-cdab-420e-990c-c65d515abe84,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:21.227819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:21.269683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-af143bed-4817-4841-b6c5-dbcb2b92291a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:21.273535 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-af143bed-4817-4841-b6c5-dbcb2b92291a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/9baf85f2-a955-4f12-8155-7b3e96b2dd31 HTTP/1.1" status: 404  len: 333 time: 0.1482038
Dec 03 11:17:21.275067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43762) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:21.292564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:21.294519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b65d42b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:21.325435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43766) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:21.325839 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d8475f13-ef29-4966-a024-3074a334a1c7 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c HTTP/1.1" status: 200  len: 954 time: 0.2043777
Dec 03 11:17:21.345560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-19d73531-0330-4906-94d6-0ca3e8bc19cb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'router': {'routes': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:21.396264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0a8dc103-920d-49bb-8bcc-af45919c19f1 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:21.484046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 0a8dc103-920d-49bb-8bcc-af45919c19f1 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:21.486407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:21.490971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device da1b7824-c32e-4b6c-acdf-3ace75a4ca1c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:21.572806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:21.581983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 700ccdc7-f001-47f2-9ca9-754df93c7243 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:21.609273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58dc832-331f-4ad7-9746-a404fe853f3d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:21.611705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d58dc832-331f-4ad7-9746-a404fe853f3d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.4190769
Dec 03 11:17:21.614630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43772) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:21.735150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 700ccdc7-f001-47f2-9ca9-754df93c7243 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:21.736090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:21.740079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-488db683-10b4-41e3-b06a-e7eea2143705 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port e437f663-99bc-49c8-9556-f3ff061b78d7 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:21.742125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-488db683-10b4-41e3-b06a-e7eea2143705 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:22.024870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fd5df4c2-02d7-4923-8c44-1a0cdef7e96f None None] Provisioning for port 0a8dc103-920d-49bb-8bcc-af45919c19f1 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:22.040260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fd5df4c2-02d7-4923-8c44-1a0cdef7e96f None None] Provisioning complete for port 0a8dc103-920d-49bb-8bcc-af45919c19f1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:22.041058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd5df4c2-02d7-4923-8c44-1a0cdef7e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:22.106736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-488db683-10b4-41e3-b06a-e7eea2143705 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:22.175434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be1e74e-6c0f-409d-8008-cb8d604b0d4a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting subnet 15ff091f-cb49-4dfe-b38e-844dbe590737 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:22.179225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7be1e74e-6c0f-409d-8008-cb8d604b0d4a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:22.201948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd5df4c2-02d7-4923-8c44-1a0cdef7e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:22.230200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b65d42b0>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 6, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ae1b2c97-cdab-420e-990c-c65d515abe84', 'name': '', 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:04:91:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:15Z', 'updated_at': '2020-12-03T11:17:21Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:22.236753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e3280-c9f3-40dc-94c0-e0877fa67491 None None] The sync data for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs is: [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 6, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ae1b2c97-cdab-420e-990c-c65d515abe84', 'name': '', 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:04:91:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:15Z', 'updated_at': '2020-12-03T11:17:21Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:17:22.251514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fd5df4c2-02d7-4923-8c44-1a0cdef7e96f None None] For port 0a8dc103-920d-49bb-8bcc-af45919c19f1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0a8dc103-920d-49bb-8bcc-af45919c19f1,segment=NetworkSegment(1f9c6b7a-a286-47cd-b822-a28ce47574c4),segment_id=1f9c6b7a-a286-47cd-b822-a28ce47574c4)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:22.258372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd5df4c2-02d7-4923-8c44-1a0cdef7e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:22.260857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-26da712d-b989-410d-beab-e02ea8883959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:22.267676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7be1e74e-6c0f-409d-8008-cb8d604b0d4a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:22.273795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-488db683-10b4-41e3-b06a-e7eea2143705 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for e437f663-99bc-49c8-9556-f3ff061b78d7 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:22.344316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d7200-0785-4bdf-ab35-050825f7c31c None None] Network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:22.365356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d6e47f-92e5-4488-96de-e7d42f58a3ff None None] Network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:22.458399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a10be-9df1-4b12-929f-612940c9816c None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:22.507243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7be1e74e-6c0f-409d-8008-cb8d604b0d4a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:22.535592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-488db683-10b4-41e3-b06a-e7eea2143705 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:22.579426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23b50b72-cc1d-4b38-8081-7749d97a9aae tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:22.638512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5df4c2-02d7-4923-8c44-1a0cdef7e96f None None] Pushing event updated for resources: {'Port': ['ID=0a8dc103-920d-49bb-8bcc-af45919c19f1,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:22.653794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fd5df4c2-02d7-4923-8c44-1a0cdef7e96f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:22.805644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-177327e5-95b4-4352-87b3-da5f754ee53c None None] Provisioning for port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:22.861127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-177327e5-95b4-4352-87b3-da5f754ee53c None None] Provisioning complete for port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:22.861127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-177327e5-95b4-4352-87b3-da5f754ee53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:23.071185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.extraroute_db [None req-19d73531-0330-4906-94d6-0ca3e8bc19cb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Added routes are [] {{(pid=80976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 03 11:17:23.071559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.extraroute_db [None req-19d73531-0330-4906-94d6-0ca3e8bc19cb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=80976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 03 11:17:23.136986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488db683-10b4-41e3-b06a-e7eea2143705 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=e437f663-99bc-49c8-9556-f3ff061b78d7,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:23.140285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-488db683-10b4-41e3-b06a-e7eea2143705 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:23.243987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b526ef8-c2cf-4bde-9661-d67cd68b7526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '7195bab2-8833-490e-b2a1-6b2335b4d6fe'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:17:23.244925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b526ef8-c2cf-4bde-9661-d67cd68b7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:23.332327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-488db683-10b4-41e3-b06a-e7eea2143705 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:23.346419 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-488db683-10b4-41e3-b06a-e7eea2143705 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/e437f663-99bc-49c8-9556-f3ff061b78d7 HTTP/1.1" status: 204  len: 168 time: 1.7303777
Dec 03 11:17:23.348956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43782) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:23.368132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0a8dc103-920d-49bb-8bcc-af45919c19f1 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:23.439307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dfb723-7b36-4103-987b-36124c50c928 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:23.441129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dfb723-7b36-4103-987b-36124c50c928 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:23.443014 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-05dfb723-7b36-4103-987b-36124c50c928 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0927379
Dec 03 11:17:23.446188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43786) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:23.478208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8773f8-8533-4597-a825-d11d97804da7 None None] Sync routers for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:17:23.478860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19d73531-0330-4906-94d6-0ca3e8bc19cb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:23.505994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-177327e5-95b4-4352-87b3-da5f754ee53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:23.610096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8773f8-8533-4597-a825-d11d97804da7 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:23.610587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fc8773f8-8533-4597-a825-d11d97804da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b59d8b38>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:23.627805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7be1e74e-6c0f-409d-8008-cb8d604b0d4a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:23.654854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e9843aa-9e30-4338-8220-af9975d099fd tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:23.678051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7933d3-5cb8-4150-abfa-fdd5d2bd5378 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 7195bab2-8833-490e-b2a1-6b2335b4d6fe {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:23.681735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d7933d3-5cb8-4150-abfa-fdd5d2bd5378 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:23.709012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1e74e-6c0f-409d-8008-cb8d604b0d4a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Subnet': ['ID=15ff091f-cb49-4dfe-b38e-844dbe590737,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:23.725365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7be1e74e-6c0f-409d-8008-cb8d604b0d4a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:23.751136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d7933d3-5cb8-4150-abfa-fdd5d2bd5378 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:23.820098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d7933d3-5cb8-4150-abfa-fdd5d2bd5378 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:23.965311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7be1e74e-6c0f-409d-8008-cb8d604b0d4a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:23.979331 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7be1e74e-6c0f-409d-8008-cb8d604b0d4a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/15ff091f-cb49-4dfe-b38e-844dbe590737 HTTP/1.1" status: 204  len: 168 time: 2.7007265
Dec 03 11:17:23.982190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43790) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:24.018106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19d73531-0330-4906-94d6-0ca3e8bc19cb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:24.035936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-177327e5-95b4-4352-87b3-da5f754ee53c None None] For port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=da1b7824-c32e-4b6c-acdf-3ace75a4ca1c,segment=NetworkSegment(79bbf242-8e62-4df0-8aa8-91a8118770aa),segment_id=79bbf242-8e62-4df0-8aa8-91a8118770aa)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:24.036330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19d73531-0330-4906-94d6-0ca3e8bc19cb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:24.062658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-177327e5-95b4-4352-87b3-da5f754ee53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:24.077069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:24.138533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d7933d3-5cb8-4150-abfa-fdd5d2bd5378 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:24.197865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 0a8dc103-920d-49bb-8bcc-af45919c19f1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:24.198398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:24.238890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbdaa02d-67c0-442f-a5f1-d19cc8fbfc3f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:24.257412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-fc8773f8-8533-4597-a825-d11d97804da7 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:24.264696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:24.292988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7933d3-5cb8-4150-abfa-fdd5d2bd5378 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=7195bab2-8833-490e-b2a1-6b2335b4d6fe,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:24.297448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d7933d3-5cb8-4150-abfa-fdd5d2bd5378 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:24.313292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d7933d3-5cb8-4150-abfa-fdd5d2bd5378 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:24.322722 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7d7933d3-5cb8-4150-abfa-fdd5d2bd5378 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/7195bab2-8833-490e-b2a1-6b2335b4d6fe HTTP/1.1" status: 204  len: 168 time: 0.8725023
Dec 03 11:17:24.323063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43796) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:24.360339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 0a8dc103-920d-49bb-8bcc-af45919c19f1 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:24.360339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:24.410757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d73531-0330-4906-94d6-0ca3e8bc19cb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 4005caad-9992-4fc8-96c6-d7a755dc721c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:17:24.411030 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-91928788-5841-4b13-a33e-89f46f47139d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0835719
Dec 03 11:17:24.413102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177327e5-95b4-4352-87b3-da5f754ee53c None None] Pushing event updated for resources: {'Port': ['ID=da1b7824-c32e-4b6c-acdf-3ace75a4ca1c,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:24.414846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43800) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:24.427242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-69e9086f-71b6-4514-b71e-5bb2f37e5470 None None] Provisioning complete for port 700ccdc7-f001-47f2-9ca9-754df93c7243 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:24.427758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-69e9086f-71b6-4514-b71e-5bb2f37e5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:24.434773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:24.517305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-177327e5-95b4-4352-87b3-da5f754ee53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:24.562185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:24.567706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:24.570875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:24.576943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:24.594422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server [None req-0b526ef8-c2cf-4bde-9661-d67cd68b7526 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7195bab2-8833-490e-b2a1-6b2335b4d6fe: This subnet is being modified by another concurrent operation.
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise exception
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7195bab2-8833-490e-b2a1-6b2335b4d6fe: This subnet is being modified by another concurrent operation.
Dec 03 11:17:24.596184 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server 
Dec 03 11:17:24.605306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:24.652078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a2d831-9862-42f2-9c48-fbccf2acf7c5 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:24.777598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] For port 0a8dc103-920d-49bb-8bcc-af45919c19f1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0a8dc103-920d-49bb-8bcc-af45919c19f1,segment=NetworkSegment(1f9c6b7a-a286-47cd-b822-a28ce47574c4),segment_id=1f9c6b7a-a286-47cd-b822-a28ce47574c4)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:24.778005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:24.913997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aa165a-a9d0-450e-aa30-27421ab16365 None None] Update dhcp port {'port': {'network_id': '81a20fe7-03e0-4a08-ac69-3d84eb46bd0c', 'fixed_ips': [{'subnet_id': '15ff091f-cb49-4dfe-b38e-844dbe590737'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': '0a8dc103-920d-49bb-8bcc-af45919c19f1'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:17:24.953961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 0a8dc103-920d-49bb-8bcc-af45919c19f1 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:24.955616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209aaeaf-6a3a-4f1d-98e7-e74f0538a389 None None] Network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:25.011294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d73531-0330-4906-94d6-0ca3e8bc19cb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:17:25.019936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19d73531-0330-4906-94d6-0ca3e8bc19cb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:25.021179 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-19d73531-0330-4906-94d6-0ca3e8bc19cb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c HTTP/1.1" status: 200  len: 704 time: 3.6946270
Dec 03 11:17:25.024222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43806) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:25.132938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae1b2c97-cdab-420e-990c-c65d515abe84 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:25.160161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:25.176613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d7933d3-5cb8-4150-abfa-fdd5d2bd5378 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:25.211306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:25.229944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:25.266878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-66aa165a-a9d0-450e-aa30-27421ab16365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:25.297773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=0a8dc103-920d-49bb-8bcc-af45919c19f1,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:25.320074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=55b62dfa-79ac-4153-9915-0d75aa86931c,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:25.323068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:25.341833 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-96b27de6-7a91-45bf-8ceb-ea790160bb57 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c HTTP/1.1" status: 200  len: 704 time: 0.3161387
Dec 03 11:17:25.346766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:25.347508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43812) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:25.376829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:25.377686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:25.389970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:25.390207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:25.415847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9982576
Dec 03 11:17:25.416496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43816) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:25.423981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'name': 'tempest-NetworksTestDHCPv6-733826424'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:25.607897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:25.613644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:25.617297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:25.624001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:25.634598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:25.640745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:25.663545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aa165a-a9d0-450e-aa30-27421ab16365 None None] Host dv-neutron-765072-2-ovs tried to update port 0a8dc103-920d-49bb-8bcc-af45919c19f1 which no longer exists. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:315}}
Dec 03 11:17:25.665243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '55b62dfa-79ac-4153-9915-0d75aa86931c'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:17:25.666213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:25.810931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-67ef720e-a683-4bca-87a5-ed12e8b62e88 None None] Provisioning for port ae1b2c97-cdab-420e-990c-c65d515abe84 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:25.814828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf6fa68-0007-4d98-87d4-e3d61933acfa None None] Network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:25.841898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port 5e0b3ca1-aec5-44cc-8ae2-9755f55dd2da yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:17:25.860690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-67ef720e-a683-4bca-87a5-ed12e8b62e88 None None] Provisioning complete for port ae1b2c97-cdab-420e-990c-c65d515abe84 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:25.861052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67ef720e-a683-4bca-87a5-ed12e8b62e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:25.900506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port ae1b2c97-cdab-420e-990c-c65d515abe84 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:25.955869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ae1b2c97-cdab-420e-990c-c65d515abe84 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:25.956301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:25.967151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No DVR routers for this DVR port 0a8dc103-920d-49bb-8bcc-af45919c19f1 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:17:26.039924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::31f (cc7b5e29-f739-4393-8923-6dfd9a0401ee/55b62dfa-79ac-4153-9915-0d75aa86931c/5e0b3ca1-aec5-44cc-8ae2-9755f55dd2da) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:26.209397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:26.226489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fc8773f8-8533-4597-a825-d11d97804da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b59d8b38>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:23Z', 'revision_number': 7, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ae1b2c97-cdab-420e-990c-c65d515abe84', 'name': '', 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:04:91:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:15Z', 'updated_at': '2020-12-03T11:17:21Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:26.299180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:26.303332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8773f8-8533-4597-a825-d11d97804da7 None None] Checking router: 4005caad-9992-4fc8-96c6-d7a755dc721c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:17:26.377606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object 5e0b3ca1-aec5-44cc-8ae2-9755f55dd2da will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:26.418344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd5c13-69eb-4cab-a3e4-9de737a21d49 None None] DHCP port deletion for 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:17:26.420101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8773f8-8533-4597-a825-d11d97804da7 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:26.420814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fc8773f8-8533-4597-a825-d11d97804da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b59d8b38>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:26.422382 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d8e2b180-3723-4d63-94b7-f3e38c462a82 req-785a90a1-ccf2-4084-9856-c8982015a7e1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5777764
Dec 03 11:17:26.428397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:26.436884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56e553-eb70-483b-a2ee-c3e16b477377 req-234b4338-4c56-40c5-97ab-c35b4a662837 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:26.439392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7f56e553-eb70-483b-a2ee-c3e16b477377 req-234b4338-4c56-40c5-97ab-c35b4a662837 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.1323769
Dec 03 11:17:26.455974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b8af037a-71f6-4fb9-a7af-d4479b9b2fdb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:26.473217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:26.590377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67ef720e-a683-4bca-87a5-ed12e8b62e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:26.593846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b6036c18>,) {'filters': {'network_id': ['81a20fe7-03e0-4a08-ac69-3d84eb46bd0c']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:26.637667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=5e0b3ca1-aec5-44cc-8ae2-9755f55dd2da,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:26.653807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6036c18>, '1f9c6b7a-a286-47cd-b822-a28ce47574c4') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:26.655108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6036c18>, '1f9c6b7a-a286-47cd-b822-a28ce47574c4') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:26.664007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7f56e553-eb70-483b-a2ee-c3e16b477377 req-32fbfba3-2d0a-474b-9f44-350a66b399b7 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1679587
Dec 03 11:17:26.665065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:26.679091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:26.759556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:26.761801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:26.764364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:26.770747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:26.772168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:26.804183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:26.813919 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.3944678
Dec 03 11:17:26.815144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43828) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:26.821873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-67ef720e-a683-4bca-87a5-ed12e8b62e88 None None] For port ae1b2c97-cdab-420e-990c-c65d515abe84, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ae1b2c97-cdab-420e-990c-c65d515abe84,segment=NetworkSegment(79bbf242-8e62-4df0-8aa8-91a8118770aa),segment_id=79bbf242-8e62-4df0-8aa8-91a8118770aa)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:26.823338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-fc8773f8-8533-4597-a825-d11d97804da7 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:26.896862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:26.908048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Releasing vxlan tunnel 6 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:17:26.911195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67ef720e-a683-4bca-87a5-ed12e8b62e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:26.919137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:27.036619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a21be97-decb-4941-847a-85d5730002ce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:27.037544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5a21be97-decb-4941-847a-85d5730002ce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:27.056883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32939f2e-6cd0-421b-8632-b6ffd7453e10 req-aa06e326-3598-44ac-8a0e-335a035345ff tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:27.058840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32939f2e-6cd0-421b-8632-b6ffd7453e10 req-aa06e326-3598-44ac-8a0e-335a035345ff tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.1863310
Dec 03 11:17:27.116858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5a21be97-decb-4941-847a-85d5730002ce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:27.122684 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5a21be97-decb-4941-847a-85d5730002ce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.3059647
Dec 03 11:17:27.125973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43832) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:27.170659 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32939f2e-6cd0-421b-8632-b6ffd7453e10 req-5ee980c0-ac30-4bd6-9623-239ce4163265 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017437
Dec 03 11:17:27.171481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Allocated IP 2001:db8::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/55b62dfa-79ac-4153-9915-0d75aa86931c/0dadd7be-ecfa-4ace-b45a-66152f5042b4) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:27.199292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-67ef720e-a683-4bca-87a5-ed12e8b62e88 None None] Provisioning complete for port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:27.199882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67ef720e-a683-4bca-87a5-ed12e8b62e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:27.209524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2b180-3723-4d63-94b7-f3e38c462a82 req-f6f8e044-465c-4489-ab2b-4d54477b45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:27.218450 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d8e2b180-3723-4d63-94b7-f3e38c462a82 req-f6f8e044-465c-4489-ab2b-4d54477b45f6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 1162 time: 0.7490246
Dec 03 11:17:27.231806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6cee8a36-4fc4-4873-a59c-a89bc0242a76 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port 5e0b3ca1-aec5-44cc-8ae2-9755f55dd2da {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:27.232122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6cee8a36-4fc4-4873-a59c-a89bc0242a76 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:27.292301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:17:27.292711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:17:27.293247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef720e-a683-4bca-87a5-ed12e8b62e88 None None] Pushing event updated for resources: {'Port': ['ID=ae1b2c97-cdab-420e-990c-c65d515abe84,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:27.368689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-67ef720e-a683-4bca-87a5-ed12e8b62e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:27.574082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:27.591595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:27.649258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6cee8a36-4fc4-4873-a59c-a89bc0242a76 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:27.839660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 81a20fe7-03e0-4a08-ac69-3d84eb46bd0c has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:17:27.976782 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:17:27.986139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:27.991513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:27.998574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0c52cb6b-216f-44fc-8c8b-9349b43a56c9 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:28.056185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2b180-3723-4d63-94b7-f3e38c462a82 req-48e126b2-e4cd-4d97-bb40-4032a784fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:28.058041 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d8e2b180-3723-4d63-94b7-f3e38c462a82 req-48e126b2-e4cd-4d97-bb40-4032a784fc18 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0181c518-01f1-4e35-9207-f8b8a82a4943 HTTP/1.1" status: 200  len: 891 time: 0.8044372
Dec 03 11:17:28.074962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Network': ['ID=81a20fe7-03e0-4a08-ac69-3d84eb46bd0c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:28.164442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6cee8a36-4fc4-4873-a59c-a89bc0242a76 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for 5e0b3ca1-aec5-44cc-8ae2-9755f55dd2da owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:28.171408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-afb2262d-3acc-4e6c-aa9a-990f669795d2 None None] Provisioning complete for port ae1b2c97-cdab-420e-990c-c65d515abe84 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:28.172963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-afb2262d-3acc-4e6c-aa9a-990f669795d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:28.221582 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d8e2b180-3723-4d63-94b7-f3e38c462a82 req-a1ddce5e-4d9d-4b99-a31c-6e04c8d11ce5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6bdf139-a3ae-4585-8c16-5c54b111a6e1 HTTP/1.1" status: 200  len: 1000 time: 0.1500471
Dec 03 11:17:28.225570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:28.229712 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/networks/81a20fe7-03e0-4a08-ac69-3d84eb46bd0c HTTP/1.1" status: 204  len: 168 time: 4.2470150
Dec 03 11:17:28.235479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43844) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:28.262456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-309570557'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:28.263531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device da1b7824-c32e-4b6c-acdf-3ace75a4ca1c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:28.270150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:28.275098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:network and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:28.279091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:28.286038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:28.301011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:28.309302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:28.341114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:28.379951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Transition to ACTIVE for port object 0dadd7be-ecfa-4ace-b45a-66152f5042b4 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:28.391211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2b180-3723-4d63-94b7-f3e38c462a82 req-b34a41c0-a48a-48ed-baa7-d2c24aeca45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:28.394434 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d8e2b180-3723-4d63-94b7-f3e38c462a82 req-b34a41c0-a48a-48ed-baa7-d2c24aeca45d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4200b6e2-2940-49ba-9709-fee3d781fff5 HTTP/1.1" status: 200  len: 835 time: 0.1611576
Dec 03 11:17:28.401338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Transition to ACTIVE for port object 0dadd7be-ecfa-4ace-b45a-66152f5042b4 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:28.431694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:17:28.438581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fc8773f8-8533-4597-a825-d11d97804da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b59d8b38>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:23Z', 'revision_number': 7, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ae1b2c97-cdab-420e-990c-c65d515abe84', 'name': '', 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:04:91:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:15Z', 'updated_at': '2020-12-03T11:17:21Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:28.450455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8773f8-8533-4597-a825-d11d97804da7 None None] The sync data for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs is: [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:23Z', 'revision_number': 7, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ae1b2c97-cdab-420e-990c-c65d515abe84', 'name': '', 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:04:91:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:15Z', 'updated_at': '2020-12-03T11:17:21Z', 'revision_number': 4, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:17:28.457289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:28.480396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1fd2e20d-84ed-4a8d-9fa2-b6ba44d313c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:28.538169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff428b-5eb0-4981-9fe2-c9c0da4f949f req-88a2b35a-2782-426b-ba8f-2b6f9126467a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:28.539930 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31ff428b-5eb0-4981-9fe2-c9c0da4f949f req-88a2b35a-2782-426b-ba8f-2b6f9126467a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.3322122
Dec 03 11:17:28.581722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:28.582281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Added segment 504e56b6-1411-40fe-9f98-8a30f18d06ae of type vxlan for network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6
Dec 03 11:17:28.583904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6cee8a36-4fc4-4873-a59c-a89bc0242a76 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:28.610050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2b180-3723-4d63-94b7-f3e38c462a82 req-8353038e-d918-408a-9508-64fd23f5a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:28.612044 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d8e2b180-3723-4d63-94b7-f3e38c462a82 req-8353038e-d918-408a-9508-64fd23f5a81e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0181c518-01f1-4e35-9207-f8b8a82a4943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2005224
Dec 03 11:17:28.688295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Pushing event updated for resources: {'Port': ['ID=0dadd7be-ecfa-4ace-b45a-66152f5042b4,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:28.694546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:28.711241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:28.711669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:28.745990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c746687-018e-4e0a-a23f-5e75275085eb tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:28.803100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee8a36-4fc4-4873-a59c-a89bc0242a76 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=5e0b3ca1-aec5-44cc-8ae2-9755f55dd2da,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:28.807902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6cee8a36-4fc4-4873-a59c-a89bc0242a76 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:28.813913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-afb2262d-3acc-4e6c-aa9a-990f669795d2 None None] Provisioning complete for port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:28.814339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-afb2262d-3acc-4e6c-aa9a-990f669795d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:28.838017 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31ff428b-5eb0-4981-9fe2-c9c0da4f949f req-d72c1e11-9ed7-4603-92fe-e0af8f57fcce tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2877944
Dec 03 11:17:28.863952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:28.872459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6cee8a36-4fc4-4873-a59c-a89bc0242a76 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:28.925701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:28.931069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:28.931879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:28.950876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:28.955721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:28.968000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8ea5b740-bc42-4388-82d0-cc1368eb208c tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:28.979755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b633531-85fd-4190-ae38-4092ff775bff None None] Sync routers for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:17:28.993576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b633531-85fd-4190-ae38-4092ff775bff None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:28.998244 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7601039
Dec 03 11:17:28.998428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1b633531-85fd-4190-ae38-4092ff775bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d0048>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:29.006154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43850) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:29.014392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:29.022429 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6cee8a36-4fc4-4873-a59c-a89bc0242a76 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/5e0b3ca1-aec5-44cc-8ae2-9755f55dd2da HTTP/1.1" status: 204  len: 168 time: 1.8950675
Dec 03 11:17:29.027165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43854) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:29.028600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': '3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:29.157723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Attempting to bind port 0dadd7be-ecfa-4ace-b45a-66152f5042b4 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:17:29.158146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Attempting to bind port 0dadd7be-ecfa-4ace-b45a-66152f5042b4 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:17:29.158561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Attempting to bind port 0dadd7be-ecfa-4ace-b45a-66152f5042b4 on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:17:29.171326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:17:29.171791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:29.172261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:29.173036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:17:29.173194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Bound port: 0dadd7be-ecfa-4ace-b45a-66152f5042b4, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:17:29.173609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:29.219540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1b633531-85fd-4190-ae38-4092ff775bff None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:29.222983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae1b2c97-cdab-420e-990c-c65d515abe84 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:29.241467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port ae1b2c97-cdab-420e-990c-c65d515abe84 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:29.242031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:29.253797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:29.257676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:29.261128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:29.268335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:29.279970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Network': ['ID=3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:29.286233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:29.286883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:29.306223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:29.409648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:29.413149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:29.454290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] For port ae1b2c97-cdab-420e-990c-c65d515abe84, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ae1b2c97-cdab-420e-990c-c65d515abe84,segment=NetworkSegment(79bbf242-8e62-4df0-8aa8-91a8118770aa),segment_id=79bbf242-8e62-4df0-8aa8-91a8118770aa)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:29.454858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:29.488570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0abdc22d-400a-436d-9e51-af3d48c9cf57 None None] Provisioning complete for port ae1b2c97-cdab-420e-990c-c65d515abe84 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:29.488995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0abdc22d-400a-436d-9e51-af3d48c9cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:29.576584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] For port 0dadd7be-ecfa-4ace-b45a-66152f5042b4, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:17:29.587660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for ae1b2c97-cdab-420e-990c-c65d515abe84 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:29.620866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] For port 0dadd7be-ecfa-4ace-b45a-66152f5042b4, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0dadd7be-ecfa-4ace-b45a-66152f5042b4,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:17:29.628997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ae1b2c97-cdab-420e-990c-c65d515abe84 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:29.629418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:29.668275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:29.670336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1b633531-85fd-4190-ae38-4092ff775bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d0048>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:23Z', 'revision_number': 7, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ae1b2c97-cdab-420e-990c-c65d515abe84', 'name': '', 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:04:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:15Z', 'updated_at': '2020-12-03T11:17:26Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:29.675801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b633531-85fd-4190-ae38-4092ff775bff None None] Checking router: 4005caad-9992-4fc8-96c6-d7a755dc721c for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:17:29.687841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b633531-85fd-4190-ae38-4092ff775bff None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:29.688796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1b633531-85fd-4190-ae38-4092ff775bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d0048>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:29.693580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fd5df4c2-02d7-4923-8c44-1a0cdef7e96f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:29.795987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324a4070-5775-427d-9516-5c81a8212d04 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:29.798340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324a4070-5775-427d-9516-5c81a8212d04 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:29.799297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-324a4070-5775-427d-9516-5c81a8212d04 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:29.805633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:29.828931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f2fb4389-a896-445d-afaa-c8a234f79ead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:29.879593 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d8e2b180-3723-4d63-94b7-f3e38c462a82 req-484dfa18-a018-4f12-b893-8022aa6c33ea service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2563782
Dec 03 11:17:29.883945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1b633531-85fd-4190-ae38-4092ff775bff None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:29.927063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=ae1b2c97-cdab-420e-990c-c65d515abe84,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:29.940644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:29.978446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.db [None req-0abdc22d-400a-436d-9e51-af3d48c9cf57 None None] No ports have port_id starting with ae1b2c97-cdab-420e-990c-c65d515abe84
Dec 03 11:17:30.047451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-324a4070-5775-427d-9516-5c81a8212d04 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:30.051406 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-324a4070-5775-427d-9516-5c81a8212d04 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 1.0204411
Dec 03 11:17:30.057659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43862) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:30.104005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:17:30.114183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Could not find standard attr ID for object ae1b2c97-cdab-420e-990c-c65d515abe84. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:17:30.122460 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No ports have port_id starting with ae1b2c97-cdab-420e-990c-c65d515abe84
Dec 03 11:17:30.124084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Pushing event updated for resources: {'Port': ['ID=0dadd7be-ecfa-4ace-b45a-66152f5042b4,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:30.128566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:30.135276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0abdc22d-400a-436d-9e51-af3d48c9cf57 None None] Provisioning complete for port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:30.136226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0abdc22d-400a-436d-9e51-af3d48c9cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:30.223343 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d8e2b180-3723-4d63-94b7-f3e38c462a82 req-9425adf5-939d-4089-8a1f-a23ef8be2e60 service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3187969
Dec 03 11:17:30.239691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:30.252682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0a8dc103-920d-49bb-8bcc-af45919c19f1 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:17:30.262616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3616a969-0e00-423a-90b5-225cb042e993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:30.337627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 0a8dc103-920d-49bb-8bcc-af45919c19f1 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:17:30.338024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0a8dc103-920d-49bb-8bcc-af45919c19f1 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:17:30.530768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1b633531-85fd-4190-ae38-4092ff775bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d0048>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:23Z', 'revision_number': 7, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ae1b2c97-cdab-420e-990c-c65d515abe84', 'name': '', 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:04:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:15Z', 'updated_at': '2020-12-03T11:17:26Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:30.538418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b633531-85fd-4190-ae38-4092ff775bff None None] The sync data for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs is: [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:23Z', 'revision_number': 7, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ae1b2c97-cdab-420e-990c-c65d515abe84', 'name': '', 'network_id': '0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:04:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:15Z', 'updated_at': '2020-12-03T11:17:26Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '98f195e9-59fa-46a2-96cc-c18c8a161eca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:17:30.554745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:30.613049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Subnet': ['ID=d6837f1b-a051-4078-bf0e-157c651e2d1e,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:30.626449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:30.653672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6249d82-690e-4689-b5f4-90cb463ec570 req-ab0272f2-2459-48f2-b9bf-7363784779c5 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:30.655358 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6249d82-690e-4689-b5f4-90cb463ec570 req-ab0272f2-2459-48f2-b9bf-7363784779c5 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.5244372
Dec 03 11:17:30.752609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f15b1017-171c-4b0d-85dc-0129c86696b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:30.763996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41072ca-0945-49c9-ae01-cdce405c4777 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 55b62dfa-79ac-4153-9915-0d75aa86931c {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:30.775240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b41072ca-0945-49c9-ae01-cdce405c4777 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:30.834933 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6249d82-690e-4689-b5f4-90cb463ec570 req-9837166c-e5b0-41d2-8215-ea2230787976 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1697280
Dec 03 11:17:30.903233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b41072ca-0945-49c9-ae01-cdce405c4777 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:30.936769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Checking segment: {'id': '504e56b6-1411-40fe-9f98-8a30f18d06ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:30.936769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network hostable DHCP agents. Network: 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:17:30.991237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:17:31.011089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:31.021780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87d6fd8-ce55-44e2-bac5-3b3ec8ce9c23 None None] Network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:31.028988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:31.029653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:31.044029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b41072ca-0945-49c9-ae01-cdce405c4777 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:31.097357 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0899572
Dec 03 11:17:31.102785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43868) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:31.115505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': '3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6', 'name': 'tempest-PortsIpV6TestJSON-797753214', 'fixed_ips': [{'subnet_id': 'd6837f1b-a051-4078-bf0e-157c651e2d1e', 'ip_address': '2001:db8::10'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:31.135269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 4005caad-9992-4fc8-96c6-d7a755dc721c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:17:31.265713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6', 'network_id': '3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6', 'tenant_id': '0c0dd5c17e4f4c5ea2c8385671a17ab4', 'fixed_ips': [{'subnet_id': 'd6837f1b-a051-4078-bf0e-157c651e2d1e'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:17:31.266929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:31.310683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:17:31.327970 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9644256
Dec 03 11:17:31.329385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43872) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:31.331099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e0313-fb80-48e7-80c5-d24b80ad9c7d None None] Sync routers for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:17:31.404599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e0313-fb80-48e7-80c5-d24b80ad9c7d None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:31.405320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1e6e0313-fb80-48e7-80c5-d24b80ad9c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d82978>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:31.444970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:31.456567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:port and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:31.461704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:31.470756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:31.496032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:31.505172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:31.541846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6633c5fa-c5fa-4f1e-b02c-8d6797a8993a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting subnet 98f195e9-59fa-46a2-96cc-c18c8a161eca {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:31.545943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6633c5fa-c5fa-4f1e-b02c-8d6797a8993a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:31.593099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1e6e0313-fb80-48e7-80c5-d24b80ad9c7d None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:31.614433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6633c5fa-c5fa-4f1e-b02c-8d6797a8993a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:31.682374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port f009f8de-1d13-4ee4-9a0f-5318aa1a52a6 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:17:31.723249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6633c5fa-c5fa-4f1e-b02c-8d6797a8993a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:31.917955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8::10 (3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6/d6837f1b-a051-4078-bf0e-157c651e2d1e/f009f8de-1d13-4ee4-9a0f-5318aa1a52a6) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:32.159573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44722df2-8b14-4d93-975c-5ec17cb89aef None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:32.336310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a56423ab-d0db-4383-b02a-dcef859d56f8 None None] Provisioning for port 0dadd7be-ecfa-4ace-b45a-66152f5042b4 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:32.339443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6633c5fa-c5fa-4f1e-b02c-8d6797a8993a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:32.357133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1f5da6d3-a1b4-4955-8a81-57293fa53bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:32.396546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1e6e0313-fb80-48e7-80c5-d24b80ad9c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d82978>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:29Z', 'revision_number': 8, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:32.401017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b41072ca-0945-49c9-ae01-cdce405c4777 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:32.403971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e0313-fb80-48e7-80c5-d24b80ad9c7d None None] Checking router: 4005caad-9992-4fc8-96c6-d7a755dc721c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:17:32.413258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633c5fa-c5fa-4f1e-b02c-8d6797a8993a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Subnet': ['ID=98f195e9-59fa-46a2-96cc-c18c8a161eca,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:32.426413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e0313-fb80-48e7-80c5-d24b80ad9c7d None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:32.426621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:32.427135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1e6e0313-fb80-48e7-80c5-d24b80ad9c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d82978>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:32.430105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6633c5fa-c5fa-4f1e-b02c-8d6797a8993a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:32.525384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6633c5fa-c5fa-4f1e-b02c-8d6797a8993a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:32.535231 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6633c5fa-c5fa-4f1e-b02c-8d6797a8993a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/98f195e9-59fa-46a2-96cc-c18c8a161eca HTTP/1.1" status: 204  len: 168 time: 1.2025616
Dec 03 11:17:32.535511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43880) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:32.548835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0dadd7be-ecfa-4ace-b45a-66152f5042b4 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:32.567784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41072ca-0945-49c9-ae01-cdce405c4777 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=55b62dfa-79ac-4153-9915-0d75aa86931c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:32.570621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b41072ca-0945-49c9-ae01-cdce405c4777 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:32.576904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b685352-794c-452e-9c6e-daf4fa43ce55 None None] Network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:32.668234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:32.670076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:32.685807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b41072ca-0945-49c9-ae01-cdce405c4777 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:32.714693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Transition to ACTIVE for port object f009f8de-1d13-4ee4-9a0f-5318aa1a52a6 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:32.727151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c7e9d-53c4-47e2-ac0f-3d417f0d661e req-708a0459-9c79-4f44-85e2-065f1061555e tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:32.728889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-071c7e9d-53c4-47e2-ac0f-3d417f0d661e req-708a0459-9c79-4f44-85e2-065f1061555e tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.6409748
Dec 03 11:17:32.732992 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b41072ca-0945-49c9-ae01-cdce405c4777 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/55b62dfa-79ac-4153-9915-0d75aa86931c HTTP/1.1" status: 204  len: 168 time: 2.6711383
Dec 03 11:17:32.735939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43886) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:32.754037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:32.754465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:32.839006 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8166f80e-0e74-429b-964f-d770c9dddbf6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0828743
Dec 03 11:17:32.839247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43890) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:32.855295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:32.917586 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-071c7e9d-53c4-47e2-ac0f-3d417f0d661e req-1dbc8e88-6b86-4129-b674-af7c40bc2b65 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1805975
Dec 03 11:17:32.995151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.014954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2c1fb17-a38e-4dc9-9179-f1cc10606138 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:33.029818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-345948b3-8c24-4a36-b068-4216c668c800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.050136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] For port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=da1b7824-c32e-4b6c-acdf-3ace75a4ca1c,segment=NetworkSegment(79bbf242-8e62-4df0-8aa8-91a8118770aa),segment_id=79bbf242-8e62-4df0-8aa8-91a8118770aa)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:33.050543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.068053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:17:33.085793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:33.090500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1e6e0313-fb80-48e7-80c5-d24b80ad9c7d None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:33.099313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:33.142134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Deleting port 0dadd7be-ecfa-4ace-b45a-66152f5042b4 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:33.142566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.159476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:33.178733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:33.186930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for da1b7824-c32e-4b6c-acdf-3ace75a4ca1c owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:33.194248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=f009f8de-1d13-4ee4-9a0f-5318aa1a52a6,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:33.230303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:33.235467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:33.241691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.266820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.275463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Allocated IP 2001:db8::2 (3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6/d6837f1b-a051-4078-bf0e-157c651e2d1e/02273a08-5a8e-45b0-baf6-bbc1bf3436c4) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:33.282331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17159850-2c8e-4c24-92ab-1a0b969fc6e2 tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:33.286857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 0dadd7be-ecfa-4ace-b45a-66152f5042b4 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:33.333354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=da1b7824-c32e-4b6c-acdf-3ace75a4ca1c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:33.346096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:33.360962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:33.367457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:33.370201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:33.376188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 0dadd7be-ecfa-4ace-b45a-66152f5042b4 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:33.376368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:33.376646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.377030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.419401 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.3135574
Dec 03 11:17:33.423090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43894) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:33.428449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No DVR routers for this DVR port da1b7824-c32e-4b6c-acdf-3ace75a4ca1c on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:17:33.431002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': '3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6', 'name': 'tempest-PortsIpV6TestJSON-1003863137', 'fixed_ips': [{'subnet_id': 'd6837f1b-a051-4078-bf0e-157c651e2d1e', 'ip_address': '2001:db8::f'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:33.565960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.660257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:33.668548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:port and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:33.680285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for port was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:33.690708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:33.699399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b743e898>,) {'filters': {'network_id': ['0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:33.713856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b743e898>, '79bbf242-8e62-4df0-8aa8-91a8118770aa') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:33.714153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b743e898>, '79bbf242-8e62-4df0-8aa8-91a8118770aa') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:33.720502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:33.728199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.728611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.746048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.748429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Releasing vxlan tunnel 9 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:17:33.851340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:33.864555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf60b7b-34ff-45f5-be64-13018ba6cd30 None None] DHCP port deletion for 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:17:33.987172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:33.999000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:34.051042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 3626ef09-8cc0-4beb-92ee-cf44200fe36c yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:17:34.098222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] For port 0dadd7be-ecfa-4ace-b45a-66152f5042b4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0dadd7be-ecfa-4ace-b45a-66152f5042b4,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:34.098673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:34.108438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:34.212838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:17:34.242183 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:17:34.262254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Calling delete_port for 0dadd7be-ecfa-4ace-b45a-66152f5042b4 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:34.328536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:34.331627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43677a66-5903-4771-82a6-59bf8d311802 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:34.337445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:34.352454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:34.353240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 0dadd7be-ecfa-4ace-b45a-66152f5042b4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0dadd7be-ecfa-4ace-b45a-66152f5042b4,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:34.360306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Network': ['ID=0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:34.365365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:34.369616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Transition to ACTIVE for port object 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:34.369756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b424e5d-c4d8-44ea-914f-2e7c7863b517 req-8f1ca613-ed51-49ba-8f21-6de522a987d9 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:34.371510 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6b424e5d-c4d8-44ea-914f-2e7c7863b517 req-8f1ca613-ed51-49ba-8f21-6de522a987d9 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.2692614
Dec 03 11:17:34.372672 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/networks/0259b2dc-3ad6-47ff-90e2-cee5e7ea9f42 HTTP/1.1" status: 204  len: 168 time: 1.8361340
Dec 03 11:17:34.375211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43902) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:34.375362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:34.375881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:34.384379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18746a07-2684-4b62-ba58-1925bdbf1faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:34.393993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-60df88dc-a7b4-4c75-8403-637c1c4291ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:34.460284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Transition to ACTIVE for port object 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:34.479634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:34.507877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device da1b7824-c32e-4b6c-acdf-3ace75a4ca1c no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:17:34.541934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:17:34.542344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:17:34.561109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1e6e0313-fb80-48e7-80c5-d24b80ad9c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d82978>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:29Z', 'revision_number': 8, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:34.569967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: da1b7824-c32e-4b6c-acdf-3ace75a4ca1c {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:17:34.570358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device da1b7824-c32e-4b6c-acdf-3ace75a4ca1c not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:17:34.570827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0dadd7be-ecfa-4ace-b45a-66152f5042b4 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:17:34.625557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=0b96ea3a-0e8b-484b-837e-f1200a7e2be9,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:34.640858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:34.643776 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6b424e5d-c4d8-44ea-914f-2e7c7863b517 req-59f474b0-d4d4-4888-9e4b-aae4b38fd4c6 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2157977
Dec 03 11:17:34.668252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8::f (3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6/d6837f1b-a051-4078-bf0e-157c651e2d1e/3626ef09-8cc0-4beb-92ee-cf44200fe36c) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:34.720012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:34.746621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:34.751535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:34.778444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:34.779037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:34.845551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e0313-fb80-48e7-80c5-d24b80ad9c7d None None] The sync data for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs is: [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:29Z', 'revision_number': 8, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '700ccdc7-f001-47f2-9ca9-754df93c7243', 'name': '', 'network_id': '13a11107-b3a1-4f19-ba33-3304d1d0c497', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:90:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:17:05Z', 'updated_at': '2020-12-03T11:17:19Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '22ae7aa4-a944-401c-ad56-969de147e95a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:17:34.862063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=0dadd7be-ecfa-4ace-b45a-66152f5042b4,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:34.875265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:34.875779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:34.926702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.0863380
Dec 03 11:17:34.930777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43906) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:34.936384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'name': 'tempest-NetworksTestDHCPv6-1556560265'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:34.946234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Pushing event updated for resources: {'Port': ['ID=02273a08-5a8e-45b0-baf6-bbc1bf3436c4,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:34.962455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:35.039313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.046156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Deleting port 0dadd7be-ecfa-4ace-b45a-66152f5042b4 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:35.047237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.093054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:35.105795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:35.106426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.113052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:35.135211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Transition to ACTIVE for port object 3626ef09-8cc0-4beb-92ee-cf44200fe36c will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:35.193077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.215142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba58856d-54ae-48eb-9646-88529f16acae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:35.215594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.269808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Attempting to bind port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:17:35.269808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Attempting to bind port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '504e56b6-1411-40fe-9f98-8a30f18d06ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:17:35.269808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Attempting to bind port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 on network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:17:35.291831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 0dadd7be-ecfa-4ace-b45a-66152f5042b4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0dadd7be-ecfa-4ace-b45a-66152f5042b4,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:35.318365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:17:35.318788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Checking segment: {'id': '504e56b6-1411-40fe-9f98-8a30f18d06ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:35.319303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.319698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Bound using segment: {'id': '504e56b6-1411-40fe-9f98-8a30f18d06ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:17:35.320238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Bound port: 02273a08-5a8e-45b0-baf6-bbc1bf3436c4, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504e56b6-1411-40fe-9f98-8a30f18d06ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:17:35.320660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.338633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.353322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:35.392548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=3626ef09-8cc0-4beb-92ee-cf44200fe36c,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:35.395835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:35.396791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:35.407005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:35.411973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:35.420785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:35.460562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:35.466789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.467469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port 700ccdc7-f001-47f2-9ca9-754df93c7243 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:35.467936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.506566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:35.509341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:35.511904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:35.517973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:35.518652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.555187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.573341 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.1490762
Dec 03 11:17:35.575432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=0dadd7be-ecfa-4ace-b45a-66152f5042b4,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:35.580282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43912) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:35.586340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:35.596972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] For port 0dadd7be-ecfa-4ace-b45a-66152f5042b4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0dadd7be-ecfa-4ace-b45a-66152f5042b4,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:35.597411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.747421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Calling delete_port for 0dadd7be-ecfa-4ace-b45a-66152f5042b4 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:35.789299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] For port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:17:35.813095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] For port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=02273a08-5a8e-45b0-baf6-bbc1bf3436c4,segment=NetworkSegment(504e56b6-1411-40fe-9f98-8a30f18d06ae),segment_id=504e56b6-1411-40fe-9f98-8a30f18d06ae)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:17:35.819945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.839625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aad5883d-5d7d-4844-9196-e5e1a83d04c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:35.978315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] For port 700ccdc7-f001-47f2-9ca9-754df93c7243, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=700ccdc7-f001-47f2-9ca9-754df93c7243,segment=NetworkSegment(e3863f42-3ca8-47fa-87cb-7d9a55833e50),segment_id=e3863f42-3ca8-47fa-87cb-7d9a55833e50)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:35.979068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:35.999193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:17:36.000251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:17:36.015306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Pushing event updated for resources: {'Port': ['ID=02273a08-5a8e-45b0-baf6-bbc1bf3436c4,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:36.021339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:36.105559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port 73507e9e-d811-4a17-8959-2bb7cde24851 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:17:36.119001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for 700ccdc7-f001-47f2-9ca9-754df93c7243 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:36.279212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df69be36-6d43-4a20-aee8-69e6ac7ae52f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:36.280005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-df69be36-6d43-4a20-aee8-69e6ac7ae52f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:36.292307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3847a1b-ae01-484f-b1f5-13da01d1ec5e req-e9d289e1-0077-48eb-b8db-cfcacd6542db tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:36.293952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3847a1b-ae01-484f-b1f5-13da01d1ec5e req-e9d289e1-0077-48eb-b8db-cfcacd6542db tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.2828143
Dec 03 11:17:36.352196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:36.354498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Deleting port 0dadd7be-ecfa-4ace-b45a-66152f5042b4 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:36.355088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:36.371344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:36.383432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-df69be36-6d43-4a20-aee8-69e6ac7ae52f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:36.385239 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-df69be36-6d43-4a20-aee8-69e6ac7ae52f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.8036654
Dec 03 11:17:36.404088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43920) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:36.471541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::9b (cc7b5e29-f739-4393-8923-6dfd9a0401ee/0b96ea3a-0e8b-484b-837e-f1200a7e2be9/73507e9e-d811-4a17-8959-2bb7cde24851) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:36.487628 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3847a1b-ae01-484f-b1f5-13da01d1ec5e req-1a7e0700-0c77-438a-a5ab-bac3928387a7 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1832743
Dec 03 11:17:36.509952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=700ccdc7-f001-47f2-9ca9-754df93c7243,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:36.517622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:36.599871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceca268-e65e-489c-8d16-ed9386710455 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:36.604656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceca268-e65e-489c-8d16-ed9386710455 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:36.605803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:36.609328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceca268-e65e-489c-8d16-ed9386710455 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:36.613924 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2ceca268-e65e-489c-8d16-ed9386710455 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2388 time: 0.2057943
Dec 03 11:17:36.616226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43924) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:36.728587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-364bb30d-58e2-4f6f-9176-ca0371a2d38a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 3626ef09-8cc0-4beb-92ee-cf44200fe36c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:36.728986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-364bb30d-58e2-4f6f-9176-ca0371a2d38a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:36.764903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] For port 0dadd7be-ecfa-4ace-b45a-66152f5042b4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0dadd7be-ecfa-4ace-b45a-66152f5042b4,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:36.766147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:36.777733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:36.795761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object 73507e9e-d811-4a17-8959-2bb7cde24851 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:36.820910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:36.835008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:36.837958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc34b49b-b3f9-4c71-9523-bd9b7c556014 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:36.902952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Calling delete_port for 0dadd7be-ecfa-4ace-b45a-66152f5042b4 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:36.949682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae1b2c97-cdab-420e-990c-c65d515abe84 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:17:36.995378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=73507e9e-d811-4a17-8959-2bb7cde24851,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:37.004006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: ae1b2c97-cdab-420e-990c-c65d515abe84 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:17:37.004822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae1b2c97-cdab-420e-990c-c65d515abe84 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:17:37.016170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:37.041633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:37.058289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:37.070324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:37.099913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:37.101337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:37.103749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:37.107824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Pushing event deleted for resources: {'Port': ['ID=0dadd7be-ecfa-4ace-b45a-66152f5042b4,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:37.114631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:37.115630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:37.120736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:37.151403 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.2177494
Dec 03 11:17:37.151823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43928) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:37.236838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b75d34-79d7-438d-ab2e-ab37e11b1bee tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:37.237643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a2b75d34-79d7-438d-ab2e-ab37e11b1bee tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:37.243500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] No DVR routers for this DVR port 0dadd7be-ecfa-4ace-b45a-66152f5042b4 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:17:37.253275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a2b75d34-79d7-438d-ab2e-ab37e11b1bee tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:37.254563 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a2b75d34-79d7-438d-ab2e-ab37e11b1bee tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.1016643
Dec 03 11:17:37.257489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43932) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:37.277415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f1400c-d50b-42e4-8065-fd9cad2124ef None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:37.340760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-857c4cf3-568e-4a91-9319-9781fb078d88 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port 73507e9e-d811-4a17-8959-2bb7cde24851 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:37.341155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-857c4cf3-568e-4a91-9319-9781fb078d88 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:37.350533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-364bb30d-58e2-4f6f-9176-ca0371a2d38a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:37.500340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-364bb30d-58e2-4f6f-9176-ca0371a2d38a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 3626ef09-8cc0-4beb-92ee-cf44200fe36c owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:37.588084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '0b96ea3a-0e8b-484b-837e-f1200a7e2be9'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:17:37.589026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:37.690439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-857c4cf3-568e-4a91-9319-9781fb078d88 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:37.838725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-857c4cf3-568e-4a91-9319-9781fb078d88 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for 73507e9e-d811-4a17-8959-2bb7cde24851 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:37.967315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4308c3-b735-41ff-8d02-cb574a24b8a6 None None] Network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:38.023144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-74f591b1-d6be-4fad-ba76-8a41dfa0a12e None None] Provisioning for port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:38.078524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ee33d-7183-4df8-891f-78805e3e01a8 req-b5cb5300-2e55-4e47-921b-515a6e6006b6 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:38.080893 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-147ee33d-7183-4df8-891f-78805e3e01a8 req-b5cb5300-2e55-4e47-921b-515a6e6006b6 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.2057414
Dec 03 11:17:38.101637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-74f591b1-d6be-4fad-ba76-8a41dfa0a12e None None] Provisioning complete for port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:38.102334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f591b1-d6be-4fad-ba76-8a41dfa0a12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:38.104288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-364bb30d-58e2-4f6f-9176-ca0371a2d38a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:38.122803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:38.141439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-857c4cf3-568e-4a91-9319-9781fb078d88 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:38.159146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a7eb4573-0bbf-49d2-a5fa-6e6d3f52b3c7 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:38.164432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 4005caad-9992-4fc8-96c6-d7a755dc721c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:17:38.183299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bb30d-58e2-4f6f-9176-ca0371a2d38a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=3626ef09-8cc0-4beb-92ee-cf44200fe36c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:38.197167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-364bb30d-58e2-4f6f-9176-ca0371a2d38a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:38.211034 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-147ee33d-7183-4df8-891f-78805e3e01a8 req-5b9bcbff-9fb8-4ba9-bafc-1d57f254280f tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1144578
Dec 03 11:17:38.214707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c4cf3-568e-4a91-9319-9781fb078d88 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=73507e9e-d811-4a17-8959-2bb7cde24851,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:38.228393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-857c4cf3-568e-4a91-9319-9781fb078d88 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:38.340846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-857c4cf3-568e-4a91-9319-9781fb078d88 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:38.356723 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-857c4cf3-568e-4a91-9319-9781fb078d88 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/73507e9e-d811-4a17-8959-2bb7cde24851 HTTP/1.1" status: 204  len: 168 time: 1.0980148
Dec 03 11:17:38.359681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43942) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:38.454852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b414e-4c3b-4920-8631-eaa8de2f5da3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:38.456449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b414e-4c3b-4920-8631-eaa8de2f5da3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:38.458124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7d2b414e-4c3b-4920-8631-eaa8de2f5da3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:38.459319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f591b1-d6be-4fad-ba76-8a41dfa0a12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:38.478354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7d2b414e-4c3b-4920-8631-eaa8de2f5da3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:38.482167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7d2b414e-4c3b-4920-8631-eaa8de2f5da3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1188624
Dec 03 11:17:38.483274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43946) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:38.565110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-74f591b1-d6be-4fad-ba76-8a41dfa0a12e None None] For port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=02273a08-5a8e-45b0-baf6-bbc1bf3436c4,segment=NetworkSegment(504e56b6-1411-40fe-9f98-8a30f18d06ae),segment_id=504e56b6-1411-40fe-9f98-8a30f18d06ae)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:38.566875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Allocated IP 2001:db8::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/0b96ea3a-0e8b-484b-837e-f1200a7e2be9/b7885417-ae0a-4efb-a9ac-1b39c7324bd5) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:38.575808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f591b1-d6be-4fad-ba76-8a41dfa0a12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:38.583166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7644edf7-6e62-4c38-af6e-2ecb89a4b3d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:38.712342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8bc252-d78b-4cf0-8ddc-d32586c4dde1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 0b96ea3a-0e8b-484b-837e-f1200a7e2be9 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:38.729817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:17:38.744656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15e533-8f04-4d39-9695-c66c9e441133 None None] Sync routers for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:17:38.751452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-364bb30d-58e2-4f6f-9176-ca0371a2d38a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:38.753464 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-364bb30d-58e2-4f6f-9176-ca0371a2d38a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/3626ef09-8cc0-4beb-92ee-cf44200fe36c HTTP/1.1" status: 204  len: 168 time: 2.1359735
Dec 03 11:17:38.756520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43952) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:38.756686 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3803301
Dec 03 11:17:38.759624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43956) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:38.774485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15e533-8f04-4d39-9695-c66c9e441133 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:38.775180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f591b1-d6be-4fad-ba76-8a41dfa0a12e None None] Pushing event updated for resources: {'Port': ['ID=02273a08-5a8e-45b0-baf6-bbc1bf3436c4,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:38.775662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4e15e533-8f04-4d39-9695-c66c9e441133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68d2390>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:38.785063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-74f591b1-d6be-4fad-ba76-8a41dfa0a12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:38.806537 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c86492f-61d3-480a-8ad8-692d591942c3 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:17:38.810973 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9c86492f-61d3-480a-8ad8-692d591942c3 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/3626ef09-8cc0-4beb-92ee-cf44200fe36c HTTP/1.1" status: 404  len: 333 time: 0.0533476
Dec 03 11:17:38.811621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43960) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:38.898901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-04e685b3-102a-42e5-aecf-b706e7d54c4d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port f009f8de-1d13-4ee4-9a0f-5318aa1a52a6 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:38.899433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04e685b3-102a-42e5-aecf-b706e7d54c4d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.012192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.028730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Transition to ACTIVE for port object b7885417-ae0a-4efb-a9ac-1b39c7324bd5 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:39.051805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Transition to ACTIVE for port object b7885417-ae0a-4efb-a9ac-1b39c7324bd5 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:39.061165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.099845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d3ad2415-aea1-4e62-a2be-cd198467588a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:39.110583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-4e15e533-8f04-4d39-9695-c66c9e441133 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:39.141183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f233d654-c802-4874-a007-05bf3b076591 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting subnet 22ae7aa4-a944-401c-ad56-969de147e95a {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:39.149278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f233d654-c802-4874-a007-05bf3b076591 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.192102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc252-d78b-4cf0-8ddc-d32586c4dde1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.210490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Pushing event updated for resources: {'Port': ['ID=b7885417-ae0a-4efb-a9ac-1b39c7324bd5,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:39.220665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:39.237230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f233d654-c802-4874-a007-05bf3b076591 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.260732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc252-d78b-4cf0-8ddc-d32586c4dde1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.352207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f233d654-c802-4874-a007-05bf3b076591 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.364932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04e685b3-102a-42e5-aecf-b706e7d54c4d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.397927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-78ac39e0-41c2-45ea-9318-abd4f32d693a None None] Provisioning for port f009f8de-1d13-4ee4-9a0f-5318aa1a52a6 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:39.431088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-78ac39e0-41c2-45ea-9318-abd4f32d693a None None] Provisioning complete for port f009f8de-1d13-4ee4-9a0f-5318aa1a52a6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:39.431906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78ac39e0-41c2-45ea-9318-abd4f32d693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.529074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-78ac39e0-41c2-45ea-9318-abd4f32d693a None None] Port f009f8de-1d13-4ee4-9a0f-5318aa1a52a6 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:17:39.558486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-78ac39e0-41c2-45ea-9318-abd4f32d693a None None] Provisioning complete for port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:39.558941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78ac39e0-41c2-45ea-9318-abd4f32d693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.568641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-04e685b3-102a-42e5-aecf-b706e7d54c4d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for f009f8de-1d13-4ee4-9a0f-5318aa1a52a6 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:39.603527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4e15e533-8f04-4d39-9695-c66c9e441133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68d2390>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:36Z', 'revision_number': 9, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:39.609921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15e533-8f04-4d39-9695-c66c9e441133 None None] Checking router: 4005caad-9992-4fc8-96c6-d7a755dc721c for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:17:39.622129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15e533-8f04-4d39-9695-c66c9e441133 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:39.623483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4e15e533-8f04-4d39-9695-c66c9e441133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68d2390>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:39.654574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:39.658332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:39.666009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:39.716826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f233d654-c802-4874-a007-05bf3b076591 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.794621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Attempting to bind port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:17:39.794990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Attempting to bind port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:17:39.795392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Attempting to bind port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:17:39.814705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:17:39.815161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:39.815612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.816060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:17:39.816594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Bound port: b7885417-ae0a-4efb-a9ac-1b39c7324bd5, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:17:39.817021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.851804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-4e15e533-8f04-4d39-9695-c66c9e441133 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:39.857701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:39.878764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04e685b3-102a-42e5-aecf-b706e7d54c4d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:39.907523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f3b6166-b925-47a8-a4d8-0a91dec542d7 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:39.957670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233d654-c802-4874-a007-05bf3b076591 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Subnet': ['ID=22ae7aa4-a944-401c-ad56-969de147e95a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:39.964991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] For port b7885417-ae0a-4efb-a9ac-1b39c7324bd5, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:17:39.971153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] For port b7885417-ae0a-4efb-a9ac-1b39c7324bd5, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b7885417-ae0a-4efb-a9ac-1b39c7324bd5,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:17:39.976585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f233d654-c802-4874-a007-05bf3b076591 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:39.978144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f5d922ac-e88f-465a-9da1-c3895a26c877 None None] Could not find standard attr ID for object f009f8de-1d13-4ee4-9a0f-5318aa1a52a6. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:17:39.985426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:40.006728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f233d654-c802-4874-a007-05bf3b076591 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:40.008229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-177327e5-95b4-4352-87b3-da5f754ee53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:40.025389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e685b3-102a-42e5-aecf-b706e7d54c4d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=f009f8de-1d13-4ee4-9a0f-5318aa1a52a6,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:40.044301 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f233d654-c802-4874-a007-05bf3b076591 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/22ae7aa4-a944-401c-ad56-969de147e95a HTTP/1.1" status: 204  len: 168 time: 1.2835505
Dec 03 11:17:40.049310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43968) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:40.049925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04e685b3-102a-42e5-aecf-b706e7d54c4d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:40.110614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Pushing event updated for resources: {'Port': ['ID=b7885417-ae0a-4efb-a9ac-1b39c7324bd5,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:40.117919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bff4fec-2223-47d6-808f-29ec84749831 None None] Network 13a11107-b3a1-4f19-ba33-3304d1d0c497 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:40.147399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:40.174453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f5d922ac-e88f-465a-9da1-c3895a26c877 None None] Provisioning complete for port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:40.174876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f5d922ac-e88f-465a-9da1-c3895a26c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:40.211152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc252-d78b-4cf0-8ddc-d32586c4dde1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:40.331844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:40.356205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b181e-fec8-4b87-96a9-c01871f0ed28 req-a1fb8e2e-54ef-4fca-b228-d823298c469a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:40.358252 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a92b181e-fec8-4b87-96a9-c01871f0ed28 req-a1fb8e2e-54ef-4fca-b228-d823298c469a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.5387454
Dec 03 11:17:40.468394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port 4248eabb-6570-4b59-ab3c-e2343a8a82d5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:40.469181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:40.573204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4e15e533-8f04-4d39-9695-c66c9e441133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68d2390>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:36Z', 'revision_number': 9, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:40.576351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:40.579849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15e533-8f04-4d39-9695-c66c9e441133 None None] The sync data for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs is: [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:36Z', 'revision_number': 9, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198', 'name': '', 'network_id': 'e5a1c97e-0654-42a4-847a-a6708eda5a34', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:86:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:54Z', 'updated_at': '2020-12-03T11:17:11Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '4750a0a9-1b37-43ac-8b59-0664673d490d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:17:40.818220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] For port 4248eabb-6570-4b59-ab3c-e2343a8a82d5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4248eabb-6570-4b59-ab3c-e2343a8a82d5,segment=NetworkSegment(e3863f42-3ca8-47fa-87cb-7d9a55833e50),segment_id=e3863f42-3ca8-47fa-87cb-7d9a55833e50)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:40.820359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:40.865263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04e685b3-102a-42e5-aecf-b706e7d54c4d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:40.963239 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-04e685b3-102a-42e5-aecf-b706e7d54c4d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/f009f8de-1d13-4ee4-9a0f-5318aa1a52a6 HTTP/1.1" status: 204  len: 168 time: 2.1498368
Dec 03 11:17:40.966000 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a92b181e-fec8-4b87-96a9-c01871f0ed28 req-c703f685-01b9-4c8b-a311-9b3ce5cb9264 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5996766
Dec 03 11:17:40.969981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43972) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:41.003225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:41.003984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:41.057011 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68fc27c-32e0-4214-8791-eed9e8cacd45 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:17:41.057599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d68fc27c-32e0-4214-8791-eed9e8cacd45 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:41.081932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for 4248eabb-6570-4b59-ab3c-e2343a8a82d5 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:41.172010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7bfe96-75fa-4a2c-a9f1-faa95a392e5b None None] DHCP port deletion for 13a11107-b3a1-4f19-ba33-3304d1d0c497 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:17:41.192021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-384fa2c7-ad94-457a-808b-af42a8b7f854 None None] Provisioning complete for port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:41.192736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-384fa2c7-ad94-457a-808b-af42a8b7f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:41.209138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d68fc27c-32e0-4214-8791-eed9e8cacd45 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:41.214257 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d68fc27c-32e0-4214-8791-eed9e8cacd45 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/f009f8de-1d13-4ee4-9a0f-5318aa1a52a6 HTTP/1.1" status: 404  len: 333 time: 0.2403681
Dec 03 11:17:41.215778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc252-d78b-4cf0-8ddc-d32586c4dde1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:41.224905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 43978) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:41.237411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d7a0c75b-575a-45aa-bbd3-7eb8473ec00a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:41.240950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bfe96-75fa-4a2c-a9f1-faa95a392e5b None None] Deleting port 4248eabb-6570-4b59-ab3c-e2343a8a82d5 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:41.246826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfe96-75fa-4a2c-a9f1-faa95a392e5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:41.290470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bc252-d78b-4cf0-8ddc-d32586c4dde1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=0b96ea3a-0e8b-484b-837e-f1200a7e2be9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:41.301205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b8bc252-d78b-4cf0-8ddc-d32586c4dde1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:41.301886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:41.331668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-955250b8-d387-4dd5-95e2-2b272471370c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:41.403468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=4248eabb-6570-4b59-ab3c-e2343a8a82d5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:41.407417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:41.434292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bfe96-75fa-4a2c-a9f1-faa95a392e5b None None] The port '4248eabb-6570-4b59-ab3c-e2343a8a82d5' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:17:41.582069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc252-d78b-4cf0-8ddc-d32586c4dde1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:41.605053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-384fa2c7-ad94-457a-808b-af42a8b7f854 None None] Could not find standard attr ID for object 3626ef09-8cc0-4beb-92ee-cf44200fe36c. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:17:41.609296 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6b8bc252-d78b-4cf0-8ddc-d32586c4dde1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/0b96ea3a-0e8b-484b-837e-f1200a7e2be9 HTTP/1.1" status: 204  len: 168 time: 3.1218734
Dec 03 11:17:41.611801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43988) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:41.707760 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e6e58af1-78b4-43e5-8983-3f220b582b21 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0947573
Dec 03 11:17:41.710662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43992) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:41.714532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No DVR routers for this DVR port 4248eabb-6570-4b59-ab3c-e2343a8a82d5 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:17:41.869256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672740e9-9c11-4544-b144-ba2240d511c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:41.869915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-672740e9-9c11-4544-b144-ba2240d511c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:41.881051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceff20c-a908-44e9-98a4-e711a29854c6 req-28fffc55-90a0-4ef4-9614-b844ade4d830 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:41.882697 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ceff20c-a908-44e9-98a4-e711a29854c6 req-28fffc55-90a0-4ef4-9614-b844ade4d830 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.3193319
Dec 03 11:17:41.913420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-672740e9-9c11-4544-b144-ba2240d511c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:41.917211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-672740e9-9c11-4544-b144-ba2240d511c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.2029259
Dec 03 11:17:41.917921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 43996) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:41.977291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebdac46-2e5a-48c3-8125-4746acba160f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting subnet d6837f1b-a051-4078-bf0e-157c651e2d1e {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:41.981153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:41.990504 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ceff20c-a908-44e9-98a4-e711a29854c6 req-771d6097-f51a-42a2-8daa-36b40b37c073 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002278
Dec 03 11:17:42.005174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aebdac46-2e5a-48c3-8125-4746acba160f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:42.012289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dea7339-e9e7-42a0-af52-98aaeaa5c253 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:42.013187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5dea7339-e9e7-42a0-af52-98aaeaa5c253 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:42.036112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5dea7339-e9e7-42a0-af52-98aaeaa5c253 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:42.037436 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5dea7339-e9e7-42a0-af52-98aaeaa5c253 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1189618
Dec 03 11:17:42.040053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44000) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:42.111434 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eefe4854-e465-4f40-82d9-5eaed6dd0bba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0700443
Dec 03 11:17:42.116030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44004) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:42.122172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:42.151816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96b72f-8875-41b2-bd59-61996df31cef req-05fbd641-f89c-4ed8-b086-c80c47393fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:42.153444 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f96b72f-8875-41b2-bd59-61996df31cef req-05fbd641-f89c-4ed8-b086-c80c47393fa8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=193702a8528c429d847d08cd33ff784e&device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 1162 time: 0.4762387
Dec 03 11:17:42.156535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aebdac46-2e5a-48c3-8125-4746acba160f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:42.242291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:42.252967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:42.262130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:42.263137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b50c2be0>,) {'filters': {'network_id': ['13a11107-b3a1-4f19-ba33-3304d1d0c497']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:42.268420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:42.341480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b50c2be0>, 'e3863f42-3ca8-47fa-87cb-7d9a55833e50') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:42.341805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b50c2be0>, 'e3863f42-3ca8-47fa-87cb-7d9a55833e50') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:42.366539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:42.410631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:42.416328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Releasing vxlan tunnel 8 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:17:42.517701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96b72f-8875-41b2-bd59-61996df31cef req-2b655333-c8ba-46d7-b3a2-ea7ef0495705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:42.519334 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f96b72f-8875-41b2-bd59-61996df31cef req-2b655333-c8ba-46d7-b3a2-ea7ef0495705 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4 HTTP/1.1" status: 200  len: 906 time: 0.3258874
Dec 03 11:17:42.541903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b7885417-ae0a-4efb-a9ac-1b39c7324bd5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:42.591825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aebdac46-2e5a-48c3-8125-4746acba160f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:42.628026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:42.693211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3563f911-94a8-4e1c-b362-8813396b3a2e None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:42.720702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4248eabb-6570-4b59-ab3c-e2343a8a82d5 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:17:42.782652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 4248eabb-6570-4b59-ab3c-e2343a8a82d5 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:17:42.783064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4248eabb-6570-4b59-ab3c-e2343a8a82d5 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:17:42.783546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 700ccdc7-f001-47f2-9ca9-754df93c7243 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:17:42.829862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:42.835196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 700ccdc7-f001-47f2-9ca9-754df93c7243 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:17:42.835608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 700ccdc7-f001-47f2-9ca9-754df93c7243 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:17:42.869709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4230f8af-67a3-47d7-a30d-fbe3108b52b4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:42.947248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=3a8109d5-611b-4dae-aad4-ba982ef5f8fa,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:42.950178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:42.961744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ddf14ac7-1212-4dcf-9b0b-cd5f2659a1f0 None None] Provisioning for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:42.969352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ddf14ac7-1212-4dcf-9b0b-cd5f2659a1f0 None None] Provisioning complete for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:42.969859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ddf14ac7-1212-4dcf-9b0b-cd5f2659a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:43.071444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:43.073103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:43.088607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:43.089394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:43.100276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 13a11107-b3a1-4f19-ba33-3304d1d0c497 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:43.114457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:43.122180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0050254
Dec 03 11:17:43.123106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44012) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:43.130861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '3a8109d5-611b-4dae-aad4-ba982ef5f8fa', 'ip_address': '2001:db8::b608:3b0a:350e:c3eb'}], 'name': 'tempest-NetworksTestDHCPv6-1295254407'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:43.163473 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f96b72f-8875-41b2-bd59-61996df31cef req-46ad9501-d495-4db6-8970-ccd757848ad8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 HTTP/1.1" status: 200  len: 1000 time: 0.6365852
Dec 03 11:17:43.203903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ddf14ac7-1212-4dcf-9b0b-cd5f2659a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:43.245905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ddf14ac7-1212-4dcf-9b0b-cd5f2659a1f0 None None] For port b7885417-ae0a-4efb-a9ac-1b39c7324bd5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b7885417-ae0a-4efb-a9ac-1b39c7324bd5,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:43.251064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ddf14ac7-1212-4dcf-9b0b-cd5f2659a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:43.254621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:43.290296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ddf14ac7-1212-4dcf-9b0b-cd5f2659a1f0 None None] Could not find standard attr ID for object 73507e9e-d811-4a17-8959-2bb7cde24851. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:17:43.331120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf14ac7-1212-4dcf-9b0b-cd5f2659a1f0 None None] Pushing event updated for resources: {'Port': ['ID=b7885417-ae0a-4efb-a9ac-1b39c7324bd5,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:43.344739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ddf14ac7-1212-4dcf-9b0b-cd5f2659a1f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:43.367872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767cb7f-ee74-4062-951c-ca0b93ef66cf req-0be3aaa8-3517-4c64-b356-33499aa1d8ab tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:43.368937 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7767cb7f-ee74-4062-951c-ca0b93ef66cf req-0be3aaa8-3517-4c64-b356-33499aa1d8ab tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.2170012
Dec 03 11:17:43.375107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:43.402898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:43.435798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:43.445256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:43.450231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae1c8cd-7419-4aad-a966-33c3e038b2ac None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:43.461873 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7767cb7f-ee74-4062-951c-ca0b93ef66cf req-a12c734d-7362-49cb-91ce-39d7ab1ce6c4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820789
Dec 03 11:17:43.465369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network 13a11107-b3a1-4f19-ba33-3304d1d0c497 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:17:43.504337 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:17:43.528347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96b72f-8875-41b2-bd59-61996df31cef req-cd9c8955-13e3-45f2-b0ac-9fd5fc5f09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:43.529929 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f96b72f-8875-41b2-bd59-61996df31cef req-cd9c8955-13e3-45f2-b0ac-9fd5fc5f09ce service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22ea8f59-d136-43f2-acfe-9b4232c66694 HTTP/1.1" status: 200  len: 851 time: 0.3456736
Dec 03 11:17:43.579334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-46f5a3b8-4e50-4012-835a-b1f261c98292 None None] Provisioning complete for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:43.579758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46f5a3b8-4e50-4012-835a-b1f261c98292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:43.621434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port 6842964e-3a71-451b-9571-8012503b15de yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:17:43.707458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:43.719493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0389d037-0f6a-49f2-81ae-38a85a56af25 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:43.733843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:43.753084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Network': ['ID=13a11107-b3a1-4f19-ba33-3304d1d0c497,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:43.765541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:43.775165 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/networks/13a11107-b3a1-4f19-ba33-3304d1d0c497 HTTP/1.1" status: 204  len: 168 time: 3.7213049
Dec 03 11:17:43.776661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44016) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:43.817775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96b72f-8875-41b2-bd59-61996df31cef req-c728b670-2339-4821-9591-38aabb8083b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:43.819644 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f96b72f-8875-41b2-bd59-61996df31cef req-c728b670-2339-4821-9591-38aabb8083b9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2217817
Dec 03 11:17:43.821377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aebdac46-2e5a-48c3-8125-4746acba160f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:43.951326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-78404031-6db8-4db5-b80d-54fda5849673 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:44.045953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdac46-2e5a-48c3-8125-4746acba160f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Subnet': ['ID=d6837f1b-a051-4078-bf0e-157c651e2d1e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:44.049562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aebdac46-2e5a-48c3-8125-4746acba160f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:44.110559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aebdac46-2e5a-48c3-8125-4746acba160f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:44.118377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6d131-04c6-4a48-bf63-91a6d11d67e3 None None] Network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:44.131208 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aebdac46-2e5a-48c3-8125-4746acba160f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/d6837f1b-a051-4078-bf0e-157c651e2d1e HTTP/1.1" status: 204  len: 168 time: 2.9049222
Dec 03 11:17:44.132075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44022) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:44.205716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::b608:3b0a:350e:c3eb (cc7b5e29-f739-4393-8923-6dfd9a0401ee/3a8109d5-611b-4dae-aad4-ba982ef5f8fa/6842964e-3a71-451b-9571-8012503b15de) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:44.228866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:44.261939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3853bd1a-353c-4e45-bc82-1abae841d715 None None] Provisioning complete for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:44.262581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3853bd1a-353c-4e45-bc82-1abae841d715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:44.274636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:44.372058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:44.372438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:44.418958 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f96b72f-8875-41b2-bd59-61996df31cef req-bbf9fb7f-dbbc-4722-a4fe-d582c324cf01 service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4688001
Dec 03 11:17:44.524432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b7885417-ae0a-4efb-a9ac-1b39c7324bd5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:44.694505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:44.694949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:44.784489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] For port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=02273a08-5a8e-45b0-baf6-bbc1bf3436c4,segment=NetworkSegment(504e56b6-1411-40fe-9f98-8a30f18d06ae),segment_id=504e56b6-1411-40fe-9f98-8a30f18d06ae)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:44.784818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:44.794220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-30966033-f43c-45f9-8243-48ac70e5a231 None None] Could not find standard attr ID for object e437f663-99bc-49c8-9556-f3ff061b78d7. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:17:44.801208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-30966033-f43c-45f9-8243-48ac70e5a231 None None] Could not find standard attr ID for object 5e0b3ca1-aec5-44cc-8ae2-9755f55dd2da. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:17:44.855986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-30966033-f43c-45f9-8243-48ac70e5a231 None None] Could not find standard attr ID for object 73507e9e-d811-4a17-8959-2bb7cde24851. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:17:44.868634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85869b67-dd88-46c6-983b-0cb7c60acfab None None] DHCP port deletion for 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:17:44.883635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-85869b67-dd88-46c6-983b-0cb7c60acfab None None] Deleting port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:44.884233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85869b67-dd88-46c6-983b-0cb7c60acfab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:45.010889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:45.054880 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f96b72f-8875-41b2-bd59-61996df31cef req-5fb0389d-077b-4dc3-97cc-90269061d185 service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6219001
Dec 03 11:17:45.100711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:45.127997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2fdc7095-71e5-4ada-8df0-8ce6b25a0333 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:45.177305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=02273a08-5a8e-45b0-baf6-bbc1bf3436c4,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:45.183352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:45.216734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-85869b67-dd88-46c6-983b-0cb7c60acfab None None] For port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=02273a08-5a8e-45b0-baf6-bbc1bf3436c4,segment=NetworkSegment(504e56b6-1411-40fe-9f98-8a30f18d06ae),segment_id=504e56b6-1411-40fe-9f98-8a30f18d06ae)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:45.217294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85869b67-dd88-46c6-983b-0cb7c60acfab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:45.301279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd43f28-e286-42a5-95f0-b787212d1662 req-5a6894f8-f986-482e-a31c-df8792be9d84 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:45.303442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cfd43f28-e286-42a5-95f0-b787212d1662 req-5a6894f8-f986-482e-a31c-df8792be9d84 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.3328404
Dec 03 11:17:45.312938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No DVR routers for this DVR port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:17:45.399554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:45.464143 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cfd43f28-e286-42a5-95f0-b787212d1662 req-ce3f8464-f296-4c76-ad6e-b0ca029e2543 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1393585
Dec 03 11:17:45.465666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object 6842964e-3a71-451b-9571-8012503b15de will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:45.496841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:45.553848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:45.557630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-85869b67-dd88-46c6-983b-0cb7c60acfab None None] Calling delete_port for 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:45.631100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b49e3550>,) {'filters': {'network_id': ['3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:45.634375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-85869b67-dd88-46c6-983b-0cb7c60acfab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:17:45.634788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-85869b67-dd88-46c6-983b-0cb7c60acfab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:17:45.642869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f61b2bbd-e9fa-4911-8a25-f8175e902ee8 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:45.645238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b49e3550>, '504e56b6-1411-40fe-9f98-8a30f18d06ae') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:45.645694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b49e3550>, '504e56b6-1411-40fe-9f98-8a30f18d06ae') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:45.658952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:45.674803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:45.676963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Releasing vxlan tunnel 6 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:17:45.758138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=6842964e-3a71-451b-9571-8012503b15de,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:45.761575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:45.800178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:45.803135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:45.805595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:45.810300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:45.810695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:45.872720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:45.892779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:45.932968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.8086119
Dec 03 11:17:45.933816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44030) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:45.994598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:45.995161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.088427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-453b0cf3-9a5e-4567-bf02-67cfe7bd996d None None] Provisioning for port 6842964e-3a71-451b-9571-8012503b15de completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:46.093754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:46.094277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-453b0cf3-9a5e-4567-bf02-67cfe7bd996d None None] Provisioning complete for port 6842964e-3a71-451b-9571-8012503b15de triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:46.094771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-453b0cf3-9a5e-4567-bf02-67cfe7bd996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:17:46.123301 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:17:46.136068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-85869b67-dd88-46c6-983b-0cb7c60acfab None None] Deleting port 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:46.136566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85869b67-dd88-46c6-983b-0cb7c60acfab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.204581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.207803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-214e3cb0-8e80-4d62-b1ea-d5e9bf86c04a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:46.214439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6a147-7eb6-45f7-b173-c770e17bfe4e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:46.219596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6a147-7eb6-45f7-b173-c770e17bfe4e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:46.220443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ace6a147-7eb6-45f7-b173-c770e17bfe4e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:46.223448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-85869b67-dd88-46c6-983b-0cb7c60acfab None None] The port '02273a08-5a8e-45b0-baf6-bbc1bf3436c4' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:17:46.226579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-453b0cf3-9a5e-4567-bf02-67cfe7bd996d None None] Port 6842964e-3a71-451b-9571-8012503b15de cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:17:46.226941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.239867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Network': ['ID=3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:46.247230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:46.259222 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/networks/3e4ac3d6-5b0a-4f55-a996-47b057b6f6f6 HTTP/1.1" status: 204  len: 168 time: 2.1240928
Dec 03 11:17:46.260117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44036) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:46.267445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b383f-7e43-423e-8233-fb29087f81ab None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:17:46.269054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1935769744'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:46.274398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:46.278481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:network and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:46.280678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] For port 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198,segment=NetworkSegment(075c11c6-a1e8-4c74-af74-a3ae5bcd53c1),segment_id=075c11c6-a1e8-4c74-af74-a3ae5bcd53c1)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:46.281234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.282163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:46.288120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:46.300151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:46.305819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.346856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:17:46.357327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.357899 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Added segment f7cd44dd-d05b-450e-b317-0e563c9ef7c1 of type vxlan for network 28b4ca45-bce6-4420-a0b6-1e5709b737b1
Dec 03 11:17:46.386550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.414307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b383f-7e43-423e-8233-fb29087f81ab None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:17:46.417382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ace6a147-7eb6-45f7-b173-c770e17bfe4e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:46.418689 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ace6a147-7eb6-45f7-b173-c770e17bfe4e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1608 time: 0.4801946
Dec 03 11:17:46.420909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.426214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:46.427561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.427696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:46.448289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44040) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:46.449232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21d80e6f-151f-4f24-8409-8d75fd350792 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:46.488070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:17:46.547360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44046) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:46.555218 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2927194
Dec 03 11:17:46.559642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': '28b4ca45-bce6-4420-a0b6-1e5709b737b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:46.595720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:17:46.596252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 02273a08-5a8e-45b0-baf6-bbc1bf3436c4 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:17:46.814598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:46.824644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:46.841014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:46.853286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:46.855754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.874123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2cbc8554-afec-44eb-9476-7a06c397eab2 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:46.944054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:46.947076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:46.947365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c235f-dca1-45cd-81ea-6ccab00f9b2b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port 6842964e-3a71-451b-9571-8012503b15de {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:46.947759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd5c235f-dca1-45cd-81ea-6ccab00f9b2b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:46.964546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:46.985966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52080222-dcbd-4038-8d88-566ad5289936 None None] Update dhcp port {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '3a8109d5-611b-4dae-aad4-ba982ef5f8fa'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': 'b7885417-ae0a-4efb-a9ac-1b39c7324bd5'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:17:46.990215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfe3e2-a5a8-4388-8569-cc00742fe21b req-1f7419f0-bbe1-4e10-bf3b-a4aea22aa02b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:46.991890 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5cfe3e2-a5a8-4388-8569-cc00742fe21b req-1f7419f0-bbe1-4e10-bf3b-a4aea22aa02b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.3193939
Dec 03 11:17:46.994122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Network': ['ID=28b4ca45-bce6-4420-a0b6-1e5709b737b1,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:47.017765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:47.018003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:47.043387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:47.203324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:47.208349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52080222-dcbd-4038-8d88-566ad5289936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:47.226074 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5cfe3e2-a5a8-4388-8569-cc00742fe21b req-6b204c77-835b-4a62-9970-304e6179312f tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1661022
Dec 03 11:17:47.251399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd5c235f-dca1-45cd-81ea-6ccab00f9b2b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:47.398269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c235f-dca1-45cd-81ea-6ccab00f9b2b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for 6842964e-3a71-451b-9571-8012503b15de owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:47.460584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44056) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:47.542590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-52080222-dcbd-4038-8d88-566ad5289936 None None] Allocated IP 2001:db8::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/3a8109d5-611b-4dae-aad4-ba982ef5f8fa/b7885417-ae0a-4efb-a9ac-1b39c7324bd5) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:47.565976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd5c235f-dca1-45cd-81ea-6ccab00f9b2b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:47.594478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b819e813-ebf8-4746-8c73-9cbc2005062e tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:47.652076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c235f-dca1-45cd-81ea-6ccab00f9b2b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=6842964e-3a71-451b-9571-8012503b15de,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:47.655049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd5c235f-dca1-45cd-81ea-6ccab00f9b2b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:47.698677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-52080222-dcbd-4038-8d88-566ad5289936 None None] For port b7885417-ae0a-4efb-a9ac-1b39c7324bd5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b7885417-ae0a-4efb-a9ac-1b39c7324bd5,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:47.732116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52080222-dcbd-4038-8d88-566ad5289936 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:47.752416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-52080222-dcbd-4038-8d88-566ad5289936 None None] Transition to ACTIVE for port object b7885417-ae0a-4efb-a9ac-1b39c7324bd5 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:47.755897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52080222-dcbd-4038-8d88-566ad5289936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:47.770000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd5c235f-dca1-45cd-81ea-6ccab00f9b2b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:47.774165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a5d5957a-fc0e-43cb-a6f4-3e5556ce5bf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:47.785799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cd5c235f-dca1-45cd-81ea-6ccab00f9b2b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/6842964e-3a71-451b-9571-8012503b15de HTTP/1.1" status: 204  len: 168 time: 1.3094404
Dec 03 11:17:47.788422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44060) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:47.878203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b50a9e-999b-4632-aabf-1aed6deadcd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:47.879982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b50a9e-999b-4632-aabf-1aed6deadcd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:47.885029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a9b50a9e-999b-4632-aabf-1aed6deadcd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0953498
Dec 03 11:17:47.885817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44064) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:47.938213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52080222-dcbd-4038-8d88-566ad5289936 None None] Pushing event updated for resources: {'Port': ['ID=b7885417-ae0a-4efb-a9ac-1b39c7324bd5,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:47.943320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-52080222-dcbd-4038-8d88-566ad5289936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:48.095767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05a27d-9aad-4f1e-bcdc-c731508e56b0 req-6da1ef35-deb4-4322-8282-dfd2531636c1 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:48.097387 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e05a27d-9aad-4f1e-bcdc-c731508e56b0 req-6da1ef35-deb4-4322-8282-dfd2531636c1 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.6952450
Dec 03 11:17:48.102363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:48.117203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-199ba511-aa1d-490f-85de-c091ba29fb35 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 3a8109d5-611b-4dae-aad4-ba982ef5f8fa {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:48.120553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-199ba511-aa1d-490f-85de-c091ba29fb35 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:48.153378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d55916-466b-4bcf-9ec6-dae52cbcd394 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:48.153807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d55916-466b-4bcf-9ec6-dae52cbcd394 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:48.154229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d55916-466b-4bcf-9ec6-dae52cbcd394 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:48.158833 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-76d55916-466b-4bcf-9ec6-dae52cbcd394 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?project_id=85d2c11b1de444db8a782028cdd05d7d&network_id=0181c518-01f1-4e35-9207-f8b8a82a4943 HTTP/1.1" status: 200  len: 3057 time: 0.6913610
Dec 03 11:17:48.186542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-199ba511-aa1d-490f-85de-c091ba29fb35 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:48.278662 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e05a27d-9aad-4f1e-bcdc-c731508e56b0 req-ae2bb833-5a58-4f75-b77e-246961583046 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1588023
Dec 03 11:17:48.300044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-199ba511-aa1d-490f-85de-c091ba29fb35 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:48.588533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b7885417-ae0a-4efb-a9ac-1b39c7324bd5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:48.668745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a760224-622d-4b3d-8cd4-11cd07aaf33d None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:17:48.679731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-199ba511-aa1d-490f-85de-c091ba29fb35 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:48.786074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5c495d34-4899-4ec6-ba04-cee7cf7c064f None None] Provisioning for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:48.788319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-070db8fc-37b4-43a3-be06-d261223e9648 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:48.807005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5c495d34-4899-4ec6-ba04-cee7cf7c064f None None] Provisioning complete for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:48.807005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c495d34-4899-4ec6-ba04-cee7cf7c064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:48.830575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab680e6-690a-46e7-9685-8907f387fc30 req-34a0a9ee-96b1-4648-b4b2-2ffb2f206df4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:48.832715 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eab680e6-690a-46e7-9685-8907f387fc30 req-34a0a9ee-96b1-4648-b4b2-2ffb2f206df4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.3190961
Dec 03 11:17:48.845675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ba511-aa1d-490f-85de-c091ba29fb35 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=3a8109d5-611b-4dae-aad4-ba982ef5f8fa,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:48.854790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-199ba511-aa1d-490f-85de-c091ba29fb35 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:48.879394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-199ba511-aa1d-490f-85de-c091ba29fb35 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:48.882329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:48.882761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:48.888268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:48.907579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c735131-d209-4c07-bf4c-a5f01e62202b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:48.915845 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-199ba511-aa1d-490f-85de-c091ba29fb35 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/3a8109d5-611b-4dae-aad4-ba982ef5f8fa HTTP/1.1" status: 204  len: 168 time: 1.0288217
Dec 03 11:17:48.916788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44078) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:48.996943 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-482b6459-8d8c-4662-9cc1-2101586b16df tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0760767
Dec 03 11:17:48.997583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44082) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:49.004227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:49.065264 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eab680e6-690a-46e7-9685-8907f387fc30 req-33d1808c-e2a7-4d61-b96a-2cdd16d1ecfa tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2163978
Dec 03 11:17:49.091416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Subnet': ['ID=ea1f7857-e045-40b5-8380-bd41669c0397,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:49.095839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 4005caad-9992-4fc8-96c6-d7a755dc721c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:17:49.098667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:49.150366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:49.157223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:49.160714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:49.168539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:49.184527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:49.196065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:49.341867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:17:49.355906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Checking segment: {'id': 'f7cd44dd-d05b-450e-b317-0e563c9ef7c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28b4ca45-bce6-4420-a0b6-1e5709b737b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:49.356125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network hostable DHCP agents. Network: 28b4ca45-bce6-4420-a0b6-1e5709b737b1, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:17:49.360294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2f41e-25aa-40da-a425-67c5c50e2990 None None] Sync routers for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:17:49.381814 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6050689
Dec 03 11:17:49.385865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44090) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:49.392010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:17:49.404798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 28b4ca45-bce6-4420-a0b6-1e5709b737b1) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:49.411762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2f41e-25aa-40da-a425-67c5c50e2990 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:49.412458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-09b2f41e-25aa-40da-a425-67c5c50e2990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ee2dd8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:49.424231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:49.425120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:49.458335 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9095564
Dec 03 11:17:49.459616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44096) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:49.466612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c1270be1-92b7-441b-9f90-5714a4af8cbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-75544647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:49.474855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c1270be1-92b7-441b-9f90-5714a4af8cbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:49.479866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c1270be1-92b7-441b-9f90-5714a4af8cbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:router and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:49.483409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c1270be1-92b7-441b-9f90-5714a4af8cbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:49.489805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c1270be1-92b7-441b-9f90-5714a4af8cbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:49.491153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44100) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:49.504788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1270be1-92b7-441b-9f90-5714a4af8cbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:49.505914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1270be1-92b7-441b-9f90-5714a4af8cbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:49.523678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1270be1-92b7-441b-9f90-5714a4af8cbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:49.537881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a760224-622d-4b3d-8cd4-11cd07aaf33d None None] Unable to find a vacant binding_index for network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 and agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 {{(pid=80977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Dec 03 11:17:49.545026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1270be1-92b7-441b-9f90-5714a4af8cbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:49.551288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5c495d34-4899-4ec6-ba04-cee7cf7c064f None None] Could not find standard attr ID for object 6842964e-3a71-451b-9571-8012503b15de. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:17:49.567233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a760224-622d-4b3d-8cd4-11cd07aaf33d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 28b4ca45-bce6-4420-a0b6-1e5709b737b1) {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:17:49.572564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1270be1-92b7-441b-9f90-5714a4af8cbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:49.574208 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c1270be1-92b7-441b-9f90-5714a4af8cbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1132109
Dec 03 11:17:49.579240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44104) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:49.587135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'network_id': '28b4ca45-bce6-4420-a0b6-1e5709b737b1', 'name': 'tempest-PortsIpV6TestJSON-630853302'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:49.641463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-09b2f41e-25aa-40da-a425-67c5c50e2990 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:49.698183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc9e472-c176-438d-b5de-0462e527fb0c tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:49.703314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3fc9e472-c176-438d-b5de-0462e527fb0c tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 814 time: 0.2075646
Dec 03 11:17:49.800119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-974cf3c0-5329-476b-bb4b-67b8a0ab9a2b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting subnet 4750a0a9-1b37-43ac-8b59-0664673d490d {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:49.804571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-974cf3c0-5329-476b-bb4b-67b8a0ab9a2b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:49.809265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:49.820152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a5813-b64c-49b8-96f6-bc8d14fd8434 req-5e6e1908-bebf-4d17-9c30-b25c7a0f4e6a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:49.821966 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-159a5813-b64c-49b8-96f6-bc8d14fd8434 req-5e6e1908-bebf-4d17-9c30-b25c7a0f4e6a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.2153182
Dec 03 11:17:49.831981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:port and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:49.836714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:49.845576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:49.875110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6245692d-e788-4a2b-a08f-c957b35fdfb3 None None] Provisioning complete for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:49.875536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6245692d-e788-4a2b-a08f-c957b35fdfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:49.904046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:49.910706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:49.993464 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-159a5813-b64c-49b8-96f6-bc8d14fd8434 req-d2247c38-32b2-4e0a-966e-3e06721b464c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1375954
Dec 03 11:17:50.000527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-974cf3c0-5329-476b-bb4b-67b8a0ab9a2b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:50.118459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 47e93299-7a10-4456-bf5a-6371af346882 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:17:50.148052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-974cf3c0-5329-476b-bb4b-67b8a0ab9a2b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:50.259448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44114) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:50.268765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'network': {'name': 'tempest-network-smoke--2077229318', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'port_security_enabled': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:50.273894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:50.298297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:50.305740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:50.308180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8::3bc (28b4ca45-bce6-4420-a0b6-1e5709b737b1/ea1f7857-e045-40b5-8380-bd41669c0397/47e93299-7a10-4456-bf5a-6371af346882) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:50.318439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aebdac46-2e5a-48c3-8125-4746acba160f tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:50.329805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:50.334733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6245692d-e788-4a2b-a08f-c957b35fdfb3 None None] Could not find standard attr ID for object 6842964e-3a71-451b-9571-8012503b15de. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:17:50.337213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:50.394203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-09b2f41e-25aa-40da-a425-67c5c50e2990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ee2dd8>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:46Z', 'revision_number': 10, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:50.399733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2f41e-25aa-40da-a425-67c5c50e2990 None None] Checking router: 4005caad-9992-4fc8-96c6-d7a755dc721c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:17:50.411857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2f41e-25aa-40da-a425-67c5c50e2990 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:17:50.412536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-09b2f41e-25aa-40da-a425-67c5c50e2990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ee2dd8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:50.475156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-28b4ca45-bce6-4420-a0b6-1e5709b737b1', 'network_id': '28b4ca45-bce6-4420-a0b6-1e5709b737b1', 'tenant_id': '0c0dd5c17e4f4c5ea2c8385671a17ab4', 'fixed_ips': [{'subnet_id': 'ea1f7857-e045-40b5-8380-bd41669c0397'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:17:50.476082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:50.566605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:17:50.596981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:50.597521 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Added segment 1a6c1f1c-d46b-4761-bff5-fd750de28f8c of type vxlan for network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1
Dec 03 11:17:50.660173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:50.664414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:50.688923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Transition to ACTIVE for port object 47e93299-7a10-4456-bf5a-6371af346882 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:50.714486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb02e64-ac93-40f1-9180-1c0c437b83ba None None] Update dhcp port {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '56e00c7d-3ee1-4a73-a6d3-e1e52c7e2ee6'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': 'b7885417-ae0a-4efb-a9ac-1b39c7324bd5'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:17:50.720797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:50.724993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:50.726058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:50.733163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-856d9dab-8f0e-440f-aad3-769c8303549d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:50.744982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-09b2f41e-25aa-40da-a425-67c5c50e2990 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:17:50.789942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:50.814142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=56e00c7d-3ee1-4a73-a6d3-e1e52c7e2ee6,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:50.836341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:50.882011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Network': ['ID=bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:50.901091 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6402328
Dec 03 11:17:50.901648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44118) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:50.906621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:50.909367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba0ead22-04df-47f2-b2b3-33470aecb54a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:50.978096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:50.981118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:51.000951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:51.001784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:51.018715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-974cf3c0-5329-476b-bb4b-67b8a0ab9a2b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:51.055416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:51.069266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:17:51.179591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-deb02e64-ac93-40f1-9180-1c0c437b83ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:51.211972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-428e09f6-85d7-4220-a5e8-3d849257dc89 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:51.278539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cf3c0-5329-476b-bb4b-67b8a0ab9a2b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Subnet': ['ID=4750a0a9-1b37-43ac-8b59-0664673d490d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:51.281815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-974cf3c0-5329-476b-bb4b-67b8a0ab9a2b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:51.286767 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.2855489
Dec 03 11:17:51.291841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44126) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:51.302510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '56e00c7d-3ee1-4a73-a6d3-e1e52c7e2ee6', 'ip_address': '2001:db8::e6b2:5f80:b5d7:f6f'}], 'name': 'tempest-NetworksTestDHCPv6-490507662'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:51.330264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-974cf3c0-5329-476b-bb4b-67b8a0ab9a2b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:51.334410 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-974cf3c0-5329-476b-bb4b-67b8a0ab9a2b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/4750a0a9-1b37-43ac-8b59-0664673d490d HTTP/1.1" status: 204  len: 168 time: 1.9466338
Dec 03 11:17:51.346373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44130) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:51.412477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:51.470164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:51.474792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:51.478359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:51.485748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:51.496239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:51.506308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:51.568450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=47e93299-7a10-4456-bf5a-6371af346882,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:51.587600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:51.606494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f0992-ff9d-4f85-83c5-dc73a3d3d166 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:51.609591 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ef6f0992-ff9d-4f85-83c5-dc73a3d3d166 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets?project_id=85d2c11b1de444db8a782028cdd05d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.7014091
Dec 03 11:17:51.626402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44134) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:51.681376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:51.685270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port 8e5d019e-b1db-40ad-964d-1e3fe53326bd yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:17:51.776757 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bbfe6462-8a91-48d2-9b8c-6e7f42206e78 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets?project_id=85d2c11b1de444db8a782028cdd05d7d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1427510
Dec 03 11:17:51.777356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44138) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:51.791022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1093481713', 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:51.808641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:51.824033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b93bc2-8fce-4644-a564-a3ad6f2a4df5 req-16dab13a-7bd8-4edc-8c5a-76d99fb8643c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:51.826183 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-17b93bc2-8fce-4644-a564-a3ad6f2a4df5 req-16dab13a-7bd8-4edc-8c5a-76d99fb8643c tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.4785380
Dec 03 11:17:51.826806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:51.832617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port 2878464e-19e4-480a-993c-b9b99fa3d8d5 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:51.833144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:51.870277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:51.874953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:51.876265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:51.881424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Allocated IP 2001:db8::2 (28b4ca45-bce6-4420-a0b6-1e5709b737b1/ea1f7857-e045-40b5-8380-bd41669c0397/839f459c-c645-4af5-a834-6c946c87f750) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:51.941436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::e6b2:5f80:b5d7:f6f (cc7b5e29-f739-4393-8923-6dfd9a0401ee/56e00c7d-3ee1-4a73-a6d3-e1e52c7e2ee6/8e5d019e-b1db-40ad-964d-1e3fe53326bd) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:52.006553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-09b2f41e-25aa-40da-a425-67c5c50e2990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ee2dd8>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:46Z', 'revision_number': 10, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:52.016253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2f41e-25aa-40da-a425-67c5c50e2990 None None] The sync data for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs is: [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:46Z', 'revision_number': 10, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None, '_interfaces': [{'id': '8f30734c-b2d7-4cc4-99b8-179f850fdf0e', 'name': '', 'network_id': 'f456cb30-9156-4cc1-943a-eb1b64ed9113', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'mac_address': 'fa:16:3e:16:48:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:16:44Z', 'updated_at': '2020-12-03T11:16:58Z', 'revision_number': 5, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'subnets': [{'id': '7a5aabac-111d-4261-aee9-6d02ff722b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:17:52.087988 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.5066140
Dec 03 11:17:52.095122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44142) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:52.148821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:52.161577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Transition to ACTIVE for port object 839f459c-c645-4af5-a834-6c946c87f750 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:52.180093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Transition to ACTIVE for port object 839f459c-c645-4af5-a834-6c946c87f750 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:52.183126 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-17b93bc2-8fce-4644-a564-a3ad6f2a4df5 req-a16ad70d-0b2c-4235-a40b-2a5da255e727 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3245757
Dec 03 11:17:52.189529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:52.222056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:52.228086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d3ad2415-aea1-4e62-a2be-cd198467588a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:52.240817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object 8e5d019e-b1db-40ad-964d-1e3fe53326bd will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:52.254250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:52.258386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:subnet and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:52.261661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:52.268034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:52.274228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:52.293997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-37435703-2197-4951-8a14-80c9c941a765 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:52.303378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Pushing event updated for resources: {'Port': ['ID=839f459c-c645-4af5-a834-6c946c87f750,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:52.313588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:52.320506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:52.458538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:52.461443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:17:52.468657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=8e5d019e-b1db-40ad-964d-1e3fe53326bd,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:52.473969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:52.540516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:52.542336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:52.545474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:52.550556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:52.551323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:52.574607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:17:52.579177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9e8ec3d2-1e07-4fd7-a97e-ee64b8f8b198 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:17:52.580923 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.2867122
Dec 03 11:17:52.583471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44152) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:52.611909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-deb02e64-ac93-40f1-9180-1c0c437b83ba None None] Allocated IP 2001:db8::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/56e00c7d-3ee1-4a73-a6d3-e1e52c7e2ee6/b7885417-ae0a-4efb-a9ac-1b39c7324bd5) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:52.682440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e89b6b-7e4a-42c0-b644-753796fa3100 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:52.687704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e89b6b-7e4a-42c0-b644-753796fa3100 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:52.688887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-20e89b6b-7e4a-42c0-b644-753796fa3100 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:52.708369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-20e89b6b-7e4a-42c0-b644-753796fa3100 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:52.712818 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-20e89b6b-7e4a-42c0-b644-753796fa3100 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1606 time: 0.1251433
Dec 03 11:17:52.713218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44156) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:52.793480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:52.796759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:52.799239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:52.799710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2173cd98-70b2-4478-ade3-54706d93adba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port 8e5d019e-b1db-40ad-964d-1e3fe53326bd {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:52.800352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2173cd98-70b2-4478-ade3-54706d93adba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:52.881457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] For port 2878464e-19e4-480a-993c-b9b99fa3d8d5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2878464e-19e4-480a-993c-b9b99fa3d8d5,segment=NetworkSegment(075c11c6-a1e8-4c74-af74-a3ae5bcd53c1),segment_id=075c11c6-a1e8-4c74-af74-a3ae5bcd53c1)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:52.881605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:52.897823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Attempting to bind port 839f459c-c645-4af5-a834-6c946c87f750 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:17:52.897823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Attempting to bind port 839f459c-c645-4af5-a834-6c946c87f750 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'f7cd44dd-d05b-450e-b317-0e563c9ef7c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28b4ca45-bce6-4420-a0b6-1e5709b737b1'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:17:52.898307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Attempting to bind port 839f459c-c645-4af5-a834-6c946c87f750 on network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:17:52.912647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:17:52.913851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Checking segment: {'id': 'f7cd44dd-d05b-450e-b317-0e563c9ef7c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28b4ca45-bce6-4420-a0b6-1e5709b737b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:52.913851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:52.914207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Bound using segment: {'id': 'f7cd44dd-d05b-450e-b317-0e563c9ef7c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28b4ca45-bce6-4420-a0b6-1e5709b737b1'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:17:52.914698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Bound port: 839f459c-c645-4af5-a834-6c946c87f750, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cd44dd-d05b-450e-b317-0e563c9ef7c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28b4ca45-bce6-4420-a0b6-1e5709b737b1'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:17:52.915187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:52.979594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-deb02e64-ac93-40f1-9180-1c0c437b83ba None None] For port b7885417-ae0a-4efb-a9ac-1b39c7324bd5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b7885417-ae0a-4efb-a9ac-1b39c7324bd5,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:53.040752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-deb02e64-ac93-40f1-9180-1c0c437b83ba None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:53.045023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] For port 839f459c-c645-4af5-a834-6c946c87f750, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:17:53.063348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] For port 839f459c-c645-4af5-a834-6c946c87f750, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=839f459c-c645-4af5-a834-6c946c87f750,segment=NetworkSegment(f7cd44dd-d05b-450e-b317-0e563c9ef7c1),segment_id=f7cd44dd-d05b-450e-b317-0e563c9ef7c1)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:17:53.066664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-deb02e64-ac93-40f1-9180-1c0c437b83ba None None] Transition to ACTIVE for port object b7885417-ae0a-4efb-a9ac-1b39c7324bd5 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:53.069115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:53.085331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-67ef720e-a683-4bca-87a5-ed12e8b62e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:53.123868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-deb02e64-ac93-40f1-9180-1c0c437b83ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:53.132466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9425cb-8f91-47b9-9639-5881815c529a req-99ef352a-6cfc-4b15-9f5c-09598e8de893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:53.134113 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7f9425cb-8f91-47b9-9639-5881815c529a req-99ef352a-6cfc-4b15-9f5c-09598e8de893 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=193702a8528c429d847d08cd33ff784e&device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 1162 time: 0.3521466
Dec 03 11:17:53.306418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9425cb-8f91-47b9-9639-5881815c529a req-e727ac49-d8c0-4256-9005-9f3651e4340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:53.308049 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7f9425cb-8f91-47b9-9639-5881815c529a req-e727ac49-d8c0-4256-9005-9f3651e4340e service neutron] 10.222.0.91 "GET /v2.0/networks?id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4 HTTP/1.1" status: 200  len: 906 time: 0.1658039
Dec 03 11:17:53.316294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2173cd98-70b2-4478-ade3-54706d93adba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:53.447894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for 2878464e-19e4-480a-993c-b9b99fa3d8d5 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:53.519627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2173cd98-70b2-4478-ade3-54706d93adba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for 8e5d019e-b1db-40ad-964d-1e3fe53326bd owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:53.521788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Pushing event updated for resources: {'Port': ['ID=839f459c-c645-4af5-a834-6c946c87f750,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:53.525424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:53.536226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:53.607612 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7f9425cb-8f91-47b9-9639-5881815c529a req-037c7463-cf4c-45de-b953-7c58e732ac7f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 HTTP/1.1" status: 200  len: 1000 time: 0.2826962
Dec 03 11:17:53.691692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8add7-900f-4334-a518-bc09b2ed013f req-6bcb4277-54bc-444e-b9db-c8c531805d29 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:53.693347 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36c8add7-900f-4334-a518-bc09b2ed013f req-6bcb4277-54bc-444e-b9db-c8c531805d29 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.9651356
Dec 03 11:17:53.723993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb02e64-ac93-40f1-9180-1c0c437b83ba None None] Pushing event updated for resources: {'Port': ['ID=b7885417-ae0a-4efb-a9ac-1b39c7324bd5,revision_number=7']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:53.736962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-deb02e64-ac93-40f1-9180-1c0c437b83ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:53.742611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9425cb-8f91-47b9-9639-5881815c529a req-84154e3e-d191-4c51-88b0-71a4b0171098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:53.743880 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7f9425cb-8f91-47b9-9639-5881815c529a req-84154e3e-d191-4c51-88b0-71a4b0171098 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22ea8f59-d136-43f2-acfe-9b4232c66694 HTTP/1.1" status: 200  len: 851 time: 0.1287792
Dec 03 11:17:53.763051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:53.789154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7bbcf0a9-04fe-4820-8b06-23e8ebbf5a42 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:53.817876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2173cd98-70b2-4478-ade3-54706d93adba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:53.835666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f233505-8162-4662-80a1-d59fcfee0e2e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:53.898478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173cd98-70b2-4478-ade3-54706d93adba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=8e5d019e-b1db-40ad-964d-1e3fe53326bd,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:53.901148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=2878464e-19e4-480a-993c-b9b99fa3d8d5,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:53.915934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2173cd98-70b2-4478-ade3-54706d93adba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:53.927605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:53.993599 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36c8add7-900f-4334-a518-bc09b2ed013f req-1b25c09b-dfcf-4312-ba26-c84208250951 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2877686
Dec 03 11:17:53.994303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9425cb-8f91-47b9-9639-5881815c529a req-c4c3cdc1-2158-46bb-8638-19cc193e82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:53.995952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7f9425cb-8f91-47b9-9639-5881815c529a req-c4c3cdc1-2158-46bb-8638-19cc193e82ff service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c22be55f-c3b4-431f-8fb4-1527cb54c1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2355802
Dec 03 11:17:54.049550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:54.119437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No DVR routers for this DVR port 2878464e-19e4-480a-993c-b9b99fa3d8d5 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:17:54.160733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2173cd98-70b2-4478-ade3-54706d93adba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:54.208236 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2173cd98-70b2-4478-ade3-54706d93adba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/8e5d019e-b1db-40ad-964d-1e3fe53326bd HTTP/1.1" status: 204  len: 168 time: 1.4938986
Dec 03 11:17:54.209411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44164) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:54.260357 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7f9425cb-8f91-47b9-9639-5881815c529a req-621248ac-80c4-4ac8-938e-b7af2eae4cf2 service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490370
Dec 03 11:17:54.364427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:54.659132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b7885417-ae0a-4efb-a9ac-1b39c7324bd5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:54.690163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5b5e0-c30e-4932-acd7-cc56dd07fbb8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:54.691729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5b5e0-c30e-4932-acd7-cc56dd07fbb8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:54.692557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d7d5b5e0-c30e-4932-acd7-cc56dd07fbb8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:17:54.735581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d7d5b5e0-c30e-4932-acd7-cc56dd07fbb8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:17:54.736899 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d7d5b5e0-c30e-4932-acd7-cc56dd07fbb8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5236967
Dec 03 11:17:54.740689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 839f459c-c645-4af5-a834-6c946c87f750 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:54.745990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44168) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:54.754971 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7f9425cb-8f91-47b9-9639-5881815c529a req-cd9395b0-cf9c-40ec-be7c-05d164fae1c9 service neutron] 10.222.0.91 "GET /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4837644
Dec 03 11:17:54.795592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b42de7f0>,) {'filters': {'network_id': ['e5a1c97e-0654-42a4-847a-a6708eda5a34']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:54.815825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fa89e923-d1d5-4444-a6f3-86bbc16fa4af None None] Provisioning for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:54.824945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b42de7f0>, '075c11c6-a1e8-4c74-af74-a3ae5bcd53c1') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:54.825166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fa89e923-d1d5-4444-a6f3-86bbc16fa4af None None] Provisioning complete for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:54.825263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b42de7f0>, '075c11c6-a1e8-4c74-af74-a3ae5bcd53c1') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:17:54.825513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa89e923-d1d5-4444-a6f3-86bbc16fa4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:54.880704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:54.894538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 839f459c-c645-4af5-a834-6c946c87f750 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:54.933709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:54.990647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Releasing vxlan tunnel 7 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:17:55.445042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:55.449310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69adb15-feef-4862-8f64-a908e0d2c93b None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:55.462058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network e5a1c97e-0654-42a4-847a-a6708eda5a34 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:55.464117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d302fe-eaaf-4760-9157-432c7510cf5d None None] Network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:55.473702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:55.517396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:55.599882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:17:55.644648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a6bf98-6977-43cf-9ebb-a7f7cd1e9b99 None None] Network e5a1c97e-0654-42a4-847a-a6708eda5a34 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:55.670874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d434ef-c0ef-473c-a875-00036b4a1bb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 56e00c7d-3ee1-4a73-a6d3-e1e52c7e2ee6 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:17:55.701466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fb6bba67-186d-4617-a790-ed0c1f275ff8 None None] Provisioning complete for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:55.701826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb6bba67-186d-4617-a790-ed0c1f275ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:55.736894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0d434ef-c0ef-473c-a875-00036b4a1bb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:56.092386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:56.132399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:56.146083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Subnet': ['ID=b7b1df5e-6c91-40a0-b63b-a3196b257ad8,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:56.152845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f42179-e43d-4d3f-8d05-ba952998b4fb None None] DHCP port deletion for e5a1c97e-0654-42a4-847a-a6708eda5a34 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:17:56.214897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:56.221842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a7a85df-27e8-4b42-8fab-5bece526455b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:56.272722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fb6bba67-186d-4617-a790-ed0c1f275ff8 None None] Provisioning for port 839f459c-c645-4af5-a834-6c946c87f750 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:56.284255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fb6bba67-186d-4617-a790-ed0c1f275ff8 None None] Provisioning complete for port 839f459c-c645-4af5-a834-6c946c87f750 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:56.284429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network e5a1c97e-0654-42a4-847a-a6708eda5a34 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:17:56.284675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb6bba67-186d-4617-a790-ed0c1f275ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:56.338367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0d434ef-c0ef-473c-a875-00036b4a1bb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:17:56.372795 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:17:56.396605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b44cdd-16e1-4ae6-934d-417397300938 req-1693a5db-931a-4f37-9c8c-131b8b8679f7 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:56.398321 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d8b44cdd-16e1-4ae6-934d-417397300938 req-1693a5db-931a-4f37-9c8c-131b8b8679f7 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 1.2410755
Dec 03 11:17:56.422005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb6bba67-186d-4617-a790-ed0c1f275ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:56.444810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2878464e-19e4-480a-993c-b9b99fa3d8d5 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:17:56.493345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 2878464e-19e4-480a-993c-b9b99fa3d8d5 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:17:56.493667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2878464e-19e4-480a-993c-b9b99fa3d8d5 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:17:56.500193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fb6bba67-186d-4617-a790-ed0c1f275ff8 None None] For port 839f459c-c645-4af5-a834-6c946c87f750, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=839f459c-c645-4af5-a834-6c946c87f750,segment=NetworkSegment(f7cd44dd-d05b-450e-b317-0e563c9ef7c1),segment_id=f7cd44dd-d05b-450e-b317-0e563c9ef7c1)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:56.505887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb6bba67-186d-4617-a790-ed0c1f275ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:56.511433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-74f591b1-d6be-4fad-ba76-8a41dfa0a12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:56.604148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bba67-186d-4617-a790-ed0c1f275ff8 None None] Pushing event updated for resources: {'Port': ['ID=839f459c-c645-4af5-a834-6c946c87f750,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:56.607894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fb6bba67-186d-4617-a790-ed0c1f275ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:56.616192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=47e93299-7a10-4456-bf5a-6371af346882,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:56.630233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:56.651621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-41d0e1f4-63df-443f-82ba-33f43802da6a None None] Provisioning complete for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:56.652226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41d0e1f4-63df-443f-82ba-33f43802da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:56.660810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:56.692840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc64efe1-75e5-4208-a095-0765fbc3821d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:56.731698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:56.746171 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d8b44cdd-16e1-4ae6-934d-417397300938 req-b9329f9c-7dd4-4e09-96d5-30fa991891a1 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2626722
Dec 03 11:17:56.754666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Network': ['ID=e5a1c97e-0654-42a4-847a-a6708eda5a34,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:56.772437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:56.788614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Checking segment: {'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:17:56.789026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network hostable DHCP agents. Network: bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:17:56.802572 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/networks/e5a1c97e-0654-42a4-847a-a6708eda5a34 HTTP/1.1" status: 204  len: 168 time: 5.4510655
Dec 03 11:17:56.802718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44178) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:56.845875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0d434ef-c0ef-473c-a875-00036b4a1bb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:56.941464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:17:56.965704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b8e72f03-c362-4b76-9362-c312997d7207 None None] Could not find standard attr ID for object 8e5d019e-b1db-40ad-964d-1e3fe53326bd. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:17:57.032042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:57.043289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d16dcb3-e12f-44ef-bc4b-fcd27261e66f None None] Network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:57.089608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:57.090260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:57.242570 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 5.4610221
Dec 03 11:17:57.263917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:57.327968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa90f1-3657-4b33-ba77-3fd9894fc52b None None] Network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:57.356927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:57.548329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0d434ef-c0ef-473c-a875-00036b4a1bb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:57.569459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44186) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:57.570700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f7134921-27a0-4268-9c98-dab1a04f6e49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:57.654987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508745788', 'description': 'tempest-secgroup-smoke-508745788 description', 'project_id': '85d2c11b1de444db8a782028cdd05d7d'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:57.678166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d434ef-c0ef-473c-a875-00036b4a1bb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=56e00c7d-3ee1-4a73-a6d3-e1e52c7e2ee6,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:57.681082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0d434ef-c0ef-473c-a875-00036b4a1bb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:57.685440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:57.696215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1', 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ips': [{'subnet_id': 'b7b1df5e-6c91-40a0-b63b-a3196b257ad8'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:17:57.697666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:57.712393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-45456346-eefa-4d33-b2e6-1ad945f1f2bf None None] Provisioning complete for port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:57.712893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45456346-eefa-4d33-b2e6-1ad945f1f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:57.784477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:57.791437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:57.868569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0d434ef-c0ef-473c-a875-00036b4a1bb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:57.875061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:57.962309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c6f1ef-f696-4f7b-a59d-23c581d6b64f None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:17:58.013556 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e0d434ef-c0ef-473c-a875-00036b4a1bb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/56e00c7d-3ee1-4a73-a6d3-e1e52c7e2ee6 HTTP/1.1" status: 204  len: 168 time: 3.2629335
Dec 03 11:17:58.016794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44192) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:58.029060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:58.040732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:58.051409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:58.061249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:58.109285 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8593d49f-a0ae-49c3-a722-4a69e0a8cfef tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0878806
Dec 03 11:17:58.109534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44196) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:58.112447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:58.112819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:58.147306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:58.289876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba251bf-e239-4a6e-b733-9f283883d50e req-726c80e8-5c6f-4034-b3ef-8b540fcb9b2a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:58.291591 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fba251bf-e239-4a6e-b733-9f283883d50e req-726c80e8-5c6f-4034-b3ef-8b540fcb9b2a tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.3626368
Dec 03 11:17:58.376716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:58.388748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:58.394160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:58.403898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:58.438812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-45456346-eefa-4d33-b2e6-1ad945f1f2bf None None] Provisioning complete for port 839f459c-c645-4af5-a834-6c946c87f750 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:58.439606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45456346-eefa-4d33-b2e6-1ad945f1f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:58.442293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:17:58.479276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] For port 8f30734c-b2d7-4cc4-99b8-179f850fdf0e, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8f30734c-b2d7-4cc4-99b8-179f850fdf0e,segment=NetworkSegment(bfd2c2d6-e5c3-47be-9d98-a08a1c389579),segment_id=bfd2c2d6-e5c3-47be-9d98-a08a1c389579)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:17:58.479684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:58.505369 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fba251bf-e239-4a6e-b733-9f283883d50e req-b3f266c5-d700-4aeb-a677-3e42a34f160b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1879041
Dec 03 11:17:58.509459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:58.526419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:58.541239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5dce33f9-eef0-4097-990e-b5d0c7aa3da2 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:58.603815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 839f459c-c645-4af5-a834-6c946c87f750 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:17:58.629012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:58.632356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:58.653104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:58.656945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:58.662183 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 1.0520225
Dec 03 11:17:58.675474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44204) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:58.690102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:58.695336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:58.696214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:58.715656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04f1570c-a833-45cb-853f-cfc40dd3bcd1 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:58.725775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Allocated IP 172.20.0.18 (bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1/b7b1df5e-6c91-40a0-b63b-a3196b257ad8/c09ce96e-d62d-4d79-aa67-7728e04aa729) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:17:58.772454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:58.799939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for 8f30734c-b2d7-4cc4-99b8-179f850fdf0e owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:17:58.808784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:58.813817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:58.882792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:59.066412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:59.081689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Transition to ACTIVE for port object c09ce96e-d62d-4d79-aa67-7728e04aa729 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:59.106712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Transition to ACTIVE for port object c09ce96e-d62d-4d79-aa67-7728e04aa729 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:17:59.150616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7eb363-87c4-4842-9fc1-0acc1b996e32 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:17:59.165714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cf7eb363-87c4-4842-9fc1-0acc1b996e32 None None] Deleting port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:17:59.166145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb363-87c4-4842-9fc1-0acc1b996e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:59.236319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:59.275254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:59.316920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:59.317656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=47e93299-7a10-4456-bf5a-6371af346882,revision_number=3']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:59.335423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:59.342230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:59.356959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:59.399133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=8f30734c-b2d7-4cc4-99b8-179f850fdf0e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:59.416865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:59.418847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d27039d1-4f9d-4881-85e4-78290f453b3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:59.446948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:59.452610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:59.466742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b99a37-3143-40ea-b7ba-09a1f26cc4ba req-e558ade7-b364-4228-8ae0-3fc52ec6d203 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:17:59.474793 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-50b99a37-3143-40ea-b7ba-09a1f26cc4ba req-e558ade7-b364-4228-8ae0-3fc52ec6d203 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.5602014
Dec 03 11:17:59.508608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 839f459c-c645-4af5-a834-6c946c87f750 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:59.509042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:59.628812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-45456346-eefa-4d33-b2e6-1ad945f1f2bf None None] Provisioning for port 47e93299-7a10-4456-bf5a-6371af346882 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:17:59.649454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:59.662937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:17:59.667435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:59.686700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2ceccb9c-c7f4-4342-a892-9ff790a9aa17 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:17:59.691816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-45456346-eefa-4d33-b2e6-1ad945f1f2bf None None] Provisioning complete for port 47e93299-7a10-4456-bf5a-6371af346882 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:17:59.692287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45456346-eefa-4d33-b2e6-1ad945f1f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:59.707621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-50b99a37-3143-40ea-b7ba-09a1f26cc4ba req-dc87c2cb-fcb1-4f14-8c74-61e226fe26ec tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2314811
Dec 03 11:17:59.751407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e627f960-7a23-4ce5-973f-b3b82cd5cd96,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:59.761661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:59.773120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:17:59.776013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:17:59.776507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:17:59.777953 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.1009636
Dec 03 11:17:59.781589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44210) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:17:59.787670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-45456346-eefa-4d33-b2e6-1ad945f1f2bf None None] Port 47e93299-7a10-4456-bf5a-6371af346882 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:17:59.791040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:17:59.813793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:17:59.829386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Pushing event updated for resources: {'Port': ['ID=c09ce96e-d62d-4d79-aa67-7728e04aa729,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:17:59.841049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:17:59.856791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:17:59.872474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:17:59.896335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:17:59.928806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Router 566a8147-b0a5-4aa7-992c-be5422f1e64f is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:17:59.945538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.215733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.320041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:00.342342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b62d2-b392-46b8-ac56-f8c8b299e772 None None] Sync routers for ids ['566a8147-b0a5-4aa7-992c-be5422f1e64f'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:00.356118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.361453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.363229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b62d2-b392-46b8-ac56-f8c8b299e772 None None] Routers {'566a8147-b0a5-4aa7-992c-be5422f1e64f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:00.364395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8b4b62d2-b392-46b8-ac56-f8c8b299e772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6561518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['566a8147-b0a5-4aa7-992c-be5422f1e64f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:00.377886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:00.410702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "PUT /v2.0/routers/566a8147-b0a5-4aa7-992c-be5422f1e64f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2957976
Dec 03 11:18:00.426568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44218) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:00.433812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Attempting to bind port c09ce96e-d62d-4d79-aa67-7728e04aa729 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:00.434330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Attempting to bind port c09ce96e-d62d-4d79-aa67-7728e04aa729 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:00.434813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Attempting to bind port c09ce96e-d62d-4d79-aa67-7728e04aa729 on network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:00.463659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:00.464578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Checking segment: {'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:00.465122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.465651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Bound using segment: {'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:00.466243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Bound port: c09ce96e-d62d-4d79-aa67-7728e04aa729, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:00.466726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.484055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3698564f-0e2c-4a83-aacf-51453b33d8fb None None] Provisioning complete for port 47e93299-7a10-4456-bf5a-6371af346882 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:00.484666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3698564f-0e2c-4a83-aacf-51453b33d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.492888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8b4b62d2-b392-46b8-ac56-f8c8b299e772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6561518>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:00.504683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b62d2-b392-46b8-ac56-f8c8b299e772 None None] Routers {'566a8147-b0a5-4aa7-992c-be5422f1e64f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:00.505844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8b4b62d2-b392-46b8-ac56-f8c8b299e772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6561518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['566a8147-b0a5-4aa7-992c-be5422f1e64f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:00.557279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.558262 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.7754555
Dec 03 11:18:00.564794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d451fd0c-6df0-438c-926e-2a291b670512,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:00.569883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44222) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:00.570793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:00.580437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8d170243-5300-4842-bb0c-c380aca5015d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:00.590427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8d170243-5300-4842-bb0c-c380aca5015d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:00.596475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8d170243-5300-4842-bb0c-c380aca5015d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:00.599733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8d170243-5300-4842-bb0c-c380aca5015d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:00.606600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8d170243-5300-4842-bb0c-c380aca5015d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:00.614453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8b4b62d2-b392-46b8-ac56-f8c8b299e772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6561518>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:00.615744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b62d2-b392-46b8-ac56-f8c8b299e772 None None] The sync data for ids ['566a8147-b0a5-4aa7-992c-be5422f1e64f'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:00.654136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d170243-5300-4842-bb0c-c380aca5015d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.675474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cf7eb363-87c4-4842-9fc1-0acc1b996e32 None None] For port b7885417-ae0a-4efb-a9ac-1b39c7324bd5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b7885417-ae0a-4efb-a9ac-1b39c7324bd5,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:00.675971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb363-87c4-4842-9fc1-0acc1b996e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.709159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3698564f-0e2c-4a83-aacf-51453b33d8fb None None] Port 47e93299-7a10-4456-bf5a-6371af346882 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:00.743645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2ad6c-8767-4902-ac7e-bca187aa33ac req-234a0c53-ba1d-4ccb-9ddf-be3bd76a1b6e tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:00.753159 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7ef2ad6c-8767-4902-ac7e-bca187aa33ac req-234a0c53-ba1d-4ccb-9ddf-be3bd76a1b6e tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.3250120
Dec 03 11:18:00.788522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b945aab7-2dae-4779-b215-97b31574e857 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:00.789314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b945aab7-2dae-4779-b215-97b31574e857 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:00.813780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.867022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b945aab7-2dae-4779-b215-97b31574e857 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:00.867512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ed688292-cd4c-44fa-a59f-b6e4451d02e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:00.867987 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b945aab7-2dae-4779-b215-97b31574e857 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports?device_id=566a8147-b0a5-4aa7-992c-be5422f1e64f HTTP/1.1" status: 200  len: 988 time: 0.3852260
Dec 03 11:18:00.869981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d170243-5300-4842-bb0c-c380aca5015d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.873510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44226) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:00.879054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d170243-5300-4842-bb0c-c380aca5015d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:00.898459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cf7eb363-87c4-4842-9fc1-0acc1b996e32 None None] Calling delete_port for b7885417-ae0a-4efb-a9ac-1b39c7324bd5 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:00.944389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b7885417-ae0a-4efb-a9ac-1b39c7324bd5 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:01.033894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-06129503-cb04-46bd-98ec-4ab2a0169388 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:01.050880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3698564f-0e2c-4a83-aacf-51453b33d8fb None None] Provisioning complete for port 839f459c-c645-4af5-a834-6c946c87f750 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:01.051296 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7ef2ad6c-8767-4902-ac7e-bca187aa33ac req-6adf78b8-d810-4314-8558-815cde4df707 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2964869
Dec 03 11:18:01.051412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3698564f-0e2c-4a83-aacf-51453b33d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.063639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d170243-5300-4842-bb0c-c380aca5015d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27f5ba0-198c-4143-b6d5-fdf0590b97c3,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:01.067615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d170243-5300-4842-bb0c-c380aca5015d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:01.077427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=d02cebaf-23db-4244-908d-204b25217e6b,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:01.087666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:01.099212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] For port c09ce96e-d62d-4d79-aa67-7728e04aa729, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:01.114567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-419f20bc-fa5d-4b34-8ba5-dacd9c8cccaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.131425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 4005caad-9992-4fc8-96c6-d7a755dc721c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:18:01.135993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d170243-5300-4842-bb0c-c380aca5015d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.137319 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8d170243-5300-4842-bb0c-c380aca5015d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.5620193
Dec 03 11:18:01.140522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44232) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:01.159126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] For port c09ce96e-d62d-4d79-aa67-7728e04aa729, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c09ce96e-d62d-4d79-aa67-7728e04aa729,segment=NetworkSegment(1a6c1f1c-d46b-4761-bff5-fd750de28f8c),segment_id=1a6c1f1c-d46b-4761-bff5-fd750de28f8c)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:01.193514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.218324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:01.293843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:01.320028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:01.327775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:01.331126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:01.341353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:01.343245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:01.348090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:01.351251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:01.352192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.362006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:01.362701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.381321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60068f7-11c4-47e1-9f0f-1a70d2314c55 None None] Sync routers for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:01.385736 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5805135
Dec 03 11:18:01.387145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.2766676
Dec 03 11:18:01.390875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44236) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:01.391592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44238) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:01.399927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': 'd02cebaf-23db-4244-908d-204b25217e6b', 'ip_address': '2001:db8::cc1b:af95:6587:19d4'}], 'name': 'tempest-NetworksTestDHCPv6-149886813'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:01.445936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.450295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb363-87c4-4842-9fc1-0acc1b996e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.544781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60068f7-11c4-47e1-9f0f-1a70d2314c55 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:01.544781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e60068f7-11c4-47e1-9f0f-1a70d2314c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eaa160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:01.598109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.605488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.608485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:01.642164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18af215c-4507-4d77-bd8b-966144a3c0f5,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:01.656614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:01.672898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.676861 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.5325592
Dec 03 11:18:01.677233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44244) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:01.684049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:01.693493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:01.710337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:01.717770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:01.723182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:01.730824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:01.738686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:01.743723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:01.757633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:01.773468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting subnet 7a5aabac-111d-4261-aee9-6d02ff722b3d {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:18:01.777060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:01.785802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.796842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.798638 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:18:01.811152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.813120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Pushing event updated for resources: {'Port': ['ID=c09ce96e-d62d-4d79-aa67-7728e04aa729,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:01.829511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:01.835984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:01.886246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:01.902275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eb363-87c4-4842-9fc1-0acc1b996e32 None None] Pushing event deleted for resources: {'Port': ['ID=b7885417-ae0a-4efb-a9ac-1b39c7324bd5,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:01.907329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf7eb363-87c4-4842-9fc1-0acc1b996e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:01.929162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-e60068f7-11c4-47e1-9f0f-1a70d2314c55 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:01.969792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:02.123347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:02.139144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:02.144478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:02.145302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port 30698539-0634-4a9f-b59b-4f597f931980 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:18:02.178083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7eb86a3-0007-45e4-b3d6-913221c938e4,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:02.230710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:02.237284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:02.246144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:02.246786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e60068f7-11c4-47e1-9f0f-1a70d2314c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eaa160>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:59Z', 'revision_number': 11, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:02.250286 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.5719347
Dec 03 11:18:02.251476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44250) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:02.262258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60068f7-11c4-47e1-9f0f-1a70d2314c55 None None] Checking router: 4005caad-9992-4fc8-96c6-d7a755dc721c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:18:02.280796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7eb363-87c4-4842-9fc1-0acc1b996e32 None None] No DVR routers for this DVR port b7885417-ae0a-4efb-a9ac-1b39c7324bd5 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:18:02.282404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60068f7-11c4-47e1-9f0f-1a70d2314c55 None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:02.283483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e60068f7-11c4-47e1-9f0f-1a70d2314c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eaa160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:17:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:02.331351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:02.348321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:02.357239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:02.366098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:02.376469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:02.404342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 47e93299-7a10-4456-bf5a-6371af346882 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:02.404728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:02.457218 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:18:02.461602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff3ea02-18ba-48f5-b687-1f9df153c3ea None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:02.477203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:02.522139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-e60068f7-11c4-47e1-9f0f-1a70d2314c55 None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:02.560212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da475212-270a-4419-9780-4be37e09a1d9 req-04a7ce4c-fb4b-4274-b257-f55df0ce7578 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:02.563935 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-da475212-270a-4419-9780-4be37e09a1d9 req-04a7ce4c-fb4b-4274-b257-f55df0ce7578 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.3281951
Dec 03 11:18:02.596816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::cc1b:af95:6587:19d4 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/d02cebaf-23db-4244-908d-204b25217e6b/30698539-0634-4a9f-b59b-4f597f931980) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:02.681419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-db2096c1-72fd-4aec-ad32-c9a1fb07f68e None None] Provisioning complete for port 47e93299-7a10-4456-bf5a-6371af346882 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:02.681852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db2096c1-72fd-4aec-ad32-c9a1fb07f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:02.750508 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-da475212-270a-4419-9780-4be37e09a1d9 req-505e2fd9-8187-4211-9f1e-ccc662a3a1c7 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1703086
Dec 03 11:18:02.767602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:02.787673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:02.811801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-db2096c1-72fd-4aec-ad32-c9a1fb07f68e None None] Port 47e93299-7a10-4456-bf5a-6371af346882 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:02.816133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e60068f7-11c4-47e1-9f0f-1a70d2314c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eaa160>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:59Z', 'revision_number': 11, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:02.844766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60068f7-11c4-47e1-9f0f-1a70d2314c55 None None] The sync data for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs is: [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:59Z', 'revision_number': 11, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:02.850135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:02.961288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5262c076-fcc8-4287-8214-7688ca549a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:02.991754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': 'd02cebaf-23db-4244-908d-204b25217e6b'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:18:02.992706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:03.090636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:03.117930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-db43ed0d-bc6e-4596-aec4-2b91473b8cc2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:03.235553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:03.239220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Subnet': ['ID=7a5aabac-111d-4261-aee9-6d02ff722b3d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:03.254843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2adb3e1a-eb4b-45a4-8c02-2d267e74dd5d tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:03.271006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 47e93299-7a10-4456-bf5a-6371af346882 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:03.271336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.271743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.272174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.272586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.272992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.273400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.274359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.274771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.275202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.275607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.276021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.276411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.276870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.277527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.277656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.278029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.278426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.278825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.279251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.279650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.280113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.280486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.280884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.281276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.332808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a69ed8-41f6-4565-9c79-54db545a3274,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:03.347338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:03.355691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.356129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.356625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.357054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.357542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.357971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.359262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.360218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.360218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.360427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.360843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.361252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.361724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.362139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.362548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.362972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.363382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.364931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.364931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.364931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.364931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.365372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.365692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.366379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:03.370333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:03.375062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:03.377516 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 1.0860584
Dec 03 11:18:03.409410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:03.410117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:03.502156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:03.526809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae909604-0a1c-44ab-b318-80778dcd7e85 None None] Network f456cb30-9156-4cc1-943a-eb1b64ed9113 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:03.533342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:03.558473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28bb3fea-9c36-490d-b9eb-7e80a9b03c6a tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:03.609367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:03.615536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=47e93299-7a10-4456-bf5a-6371af346882,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:03.618451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:03.633550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object 30698539-0634-4a9f-b59b-4f597f931980 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:03.647782 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/7a5aabac-111d-4261-aee9-6d02ff722b3d HTTP/1.1" status: 204  len: 168 time: 2.2529261
Dec 03 11:18:03.648765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44266) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:03.699709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-15da1887-f0ce-4003-820e-8354dd79afde tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:03.700863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-15da1887-f0ce-4003-820e-8354dd79afde tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Synchronizing usage tracker for tenant:193702a8528c429d847d08cd33ff784e on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:03.745948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:03.806071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-8c218ad0-ab11-43f7-9678-a0c55a26d9dc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:03.850660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:03.917403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-8c218ad0-ab11-43f7-9678-a0c55a26d9dc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:03.926731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-15da1887-f0ce-4003-820e-8354dd79afde tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Unset dirty status for tenant:193702a8528c429d847d08cd33ff784e on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:03.927410 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-8c218ad0-ab11-43f7-9678-a0c55a26d9dc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508745788&fields=id&tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 267 time: 0.2036328
Dec 03 11:18:03.928016 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-15da1887-f0ce-4003-820e-8354dd79afde tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.91 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.7712510
Dec 03 11:18:03.929110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:03.969859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd5c235f-dca1-45cd-81ea-6ccab00f9b2b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:03.986163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Allocated IP 2001:db8::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/d02cebaf-23db-4244-908d-204b25217e6b/329057ef-bcb9-463d-9648-46804ea24394) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:04.005850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47241998-f828-4f1e-8222-71e4bba0b7a3 None None] DHCP port deletion for f456cb30-9156-4cc1-943a-eb1b64ed9113 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:18:04.119245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Deleting port 154535d2-b4fa-4d16-b791-8242b423d624 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:04.119640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:04.163675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-47241998-f828-4f1e-8222-71e4bba0b7a3 None None] Deleting port 154535d2-b4fa-4d16-b791-8242b423d624 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:04.164128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47241998-f828-4f1e-8222-71e4bba0b7a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:04.274488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=30698539-0634-4a9f-b59b-4f597f931980,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:04.282320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7152fe2c-ed61-4e5f-a49a-de8a40449cfa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:04.283135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7152fe2c-ed61-4e5f-a49a-de8a40449cfa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:04.292440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:04.301801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Deleting port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:04.302522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:04.309649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:04.360287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7152fe2c-ed61-4e5f-a49a-de8a40449cfa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:04.361581 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7152fe2c-ed61-4e5f-a49a-de8a40449cfa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/networks?id=bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 HTTP/1.1" status: 200  len: 797 time: 0.4329462
Dec 03 11:18:04.440083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:04.445386 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-6cd9d340-79b3-47c0-ad97-e08c7fefe980 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/quotas/85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 375 time: 0.0764611
Dec 03 11:18:04.452843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Transition to ACTIVE for port object 329057ef-bcb9-463d-9648-46804ea24394 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:04.489673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8bc84b-2513-4c21-90ea-cf9c3e997fff None None] Network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:04.533181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c34470-e2b8-455e-9ac6-8e6de57e077d req-ba6e514a-6a8c-47f4-b725-10d5a21a6d47 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:04.534746 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-91c34470-e2b8-455e-9ac6-8e6de57e077d req-ba6e514a-6a8c-47f4-b725-10d5a21a6d47 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 945 time: 0.3781171
Dec 03 11:18:04.561692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:04.570438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Transition to ACTIVE for port object 329057ef-bcb9-463d-9648-46804ea24394 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:04.575447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:04.583762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:04.588624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:04.589291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:04.610424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:04.631488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ddf14ac7-1212-4dcf-9b0b-cd5f2659a1f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:04.725882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] For port 154535d2-b4fa-4d16-b791-8242b423d624, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=154535d2-b4fa-4d16-b791-8242b423d624,segment=NetworkSegment(bfd2c2d6-e5c3-47be-9d98-a08a1c389579),segment_id=bfd2c2d6-e5c3-47be-9d98-a08a1c389579)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:04.726300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:04.746492 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.3529284
Dec 03 11:18:04.748379 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-91c34470-e2b8-455e-9ac6-8e6de57e077d req-9f08c928-3f07-4f2e-a825-f9e574d72089 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1979535
Dec 03 11:18:04.749070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44276) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:04.852319 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-cd1cd51e-cad5-4924-a693-d5f4d2f9c5af tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3965724
Dec 03 11:18:04.937357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Calling delete_port for 154535d2-b4fa-4d16-b791-8242b423d624 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:04.969800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c09ce96e-d62d-4d79-aa67-7728e04aa729 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:05.041550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:05.053812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] For port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833,segment=NetworkSegment(ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7),segment_id=ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:05.054208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.059513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Router 566a8147-b0a5-4aa7-992c-be5422f1e64f has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:18:05.067599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a45d7f7b-9a0e-4dc8-82d3-d49fde06baec None None] Provisioning for port c09ce96e-d62d-4d79-aa67-7728e04aa729 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:05.157386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-47241998-f828-4f1e-8222-71e4bba0b7a3 None None] For port 154535d2-b4fa-4d16-b791-8242b423d624, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=154535d2-b4fa-4d16-b791-8242b423d624,segment=NetworkSegment(bfd2c2d6-e5c3-47be-9d98-a08a1c389579),segment_id=bfd2c2d6-e5c3-47be-9d98-a08a1c389579)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:05.157664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47241998-f828-4f1e-8222-71e4bba0b7a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.162411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.188392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:05.231909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87772a-09c7-4da5-83a2-7c7ae7af2409 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:05.237010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87772a-09c7-4da5-83a2-7c7ae7af2409 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:05.237610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Port': ['ID=154535d2-b4fa-4d16-b791-8242b423d624,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:05.241365 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-db87772a-09c7-4da5-83a2-7c7ae7af2409 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.4842544
Dec 03 11:18:05.251531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44284) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:05.255569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:05.289351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Pushing event updated for resources: {'Port': ['ID=329057ef-bcb9-463d-9648-46804ea24394,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:05.328993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:05.346102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b2ca22-1298-4661-b61c-e13ce1b29bd6 None None] Sync routers for ids ['566a8147-b0a5-4aa7-992c-be5422f1e64f'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:05.363149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2ca22-1298-4661-b61c-e13ce1b29bd6 None None] Routers {'566a8147-b0a5-4aa7-992c-be5422f1e64f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:05.367050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b2b2ca22-1298-4661-b61c-e13ce1b29bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69ac710>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['566a8147-b0a5-4aa7-992c-be5422f1e64f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:05.367992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.381293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-47241998-f828-4f1e-8222-71e4bba0b7a3 None None] Calling delete_port for 154535d2-b4fa-4d16-b791-8242b423d624 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:05.414806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:05.432315 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "PUT /v2.0/routers/566a8147-b0a5-4aa7-992c-be5422f1e64f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5550766
Dec 03 11:18:05.437153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-965d4952-3571-4e62-b60e-73820fa0f5d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port 30698539-0634-4a9f-b59b-4f597f931980 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:05.437604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-965d4952-3571-4e62-b60e-73820fa0f5d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.469644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44288) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:05.497734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b2b2ca22-1298-4661-b61c-e13ce1b29bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69ac710>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:05.513515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2ca22-1298-4661-b61c-e13ce1b29bd6 None None] Routers {'566a8147-b0a5-4aa7-992c-be5422f1e64f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:05.516250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b2b2ca22-1298-4661-b61c-e13ce1b29bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69ac710>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['566a8147-b0a5-4aa7-992c-be5422f1e64f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:05.556356 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7af429-8701-4f8d-a478-ac31a1c15b01 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:18:05.556688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5c7af429-8701-4f8d-a478-ac31a1c15b01 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:05.558715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.589074 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-73b7bb06-2856-4350-a356-94ccbde37d0a service neutron] 10.222.0.90 "GET /v2.0/networks/bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6433926
Dec 03 11:18:05.629233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port c09ce96e-d62d-4d79-aa67-7728e04aa729 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:05.653415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b2b2ca22-1298-4661-b61c-e13ce1b29bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69ac710>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:05.656306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b2ca22-1298-4661-b61c-e13ce1b29bd6 None None] The sync data for ids ['566a8147-b0a5-4aa7-992c-be5422f1e64f'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:05.673093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5c7af429-8701-4f8d-a478-ac31a1c15b01 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:05.677653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5c7af429-8701-4f8d-a478-ac31a1c15b01 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/47e93299-7a10-4456-bf5a-6371af346882 HTTP/1.1" status: 404  len: 333 time: 0.2018373
Dec 03 11:18:05.677831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:05.680322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port c09ce96e-d62d-4d79-aa67-7728e04aa729 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:05.680751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.684374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44292) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:05.721174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:05.733571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:05.744675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-47241998-f828-4f1e-8222-71e4bba0b7a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:18:05.745098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-47241998-f828-4f1e-8222-71e4bba0b7a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:18:05.749731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No DVR routers for this DVR port 154535d2-b4fa-4d16-b791-8242b423d624 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:18:05.807144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.883924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Attempting to bind port 329057ef-bcb9-463d-9648-46804ea24394 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:05.884436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Attempting to bind port 329057ef-bcb9-463d-9648-46804ea24394 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:05.884722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Attempting to bind port 329057ef-bcb9-463d-9648-46804ea24394 on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:05.887083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:18:05.905613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:05.906228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:05.907065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.907192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:05.907720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Bound port: 329057ef-bcb9-463d-9648-46804ea24394, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:05.908150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.920990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833,segment=NetworkSegment(ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7),segment_id=ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:05.931258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.931648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.932175 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Floating IP d0ca08e5-8bf1-48cf-9b40-e32ed69b2bb1 disassociated. External IP: 172.26.1.44, port: 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833.
Dec 03 11:18:05.932677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Calling delete_port for 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:05.961277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:05.969919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:06.008761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.128555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.164434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:06.171558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:06.192195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b530ff60>,) {'filters': {'network_id': ['f456cb30-9156-4cc1-943a-eb1b64ed9113']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:06.192651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] For port 329057ef-bcb9-463d-9648-46804ea24394, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:06.198684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port c09ce96e-d62d-4d79-aa67-7728e04aa729, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c09ce96e-d62d-4d79-aa67-7728e04aa729,segment=NetworkSegment(1a6c1f1c-d46b-4761-bff5-fd750de28f8c),segment_id=1a6c1f1c-d46b-4761-bff5-fd750de28f8c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:06.204834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] For port 329057ef-bcb9-463d-9648-46804ea24394, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=329057ef-bcb9-463d-9648-46804ea24394,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:06.206244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.208083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-deb02e64-ac93-40f1-9180-1c0c437b83ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:06.215046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:18:06.215472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:18:06.217929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b530ff60>, 'bfd2c2d6-e5c3-47be-9d98-a08a1c389579') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:06.218266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b530ff60>, 'bfd2c2d6-e5c3-47be-9d98-a08a1c389579') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:06.250357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.258666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-47241998-f828-4f1e-8222-71e4bba0b7a3 None None] Deleting port 154535d2-b4fa-4d16-b791-8242b423d624 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:06.259319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47241998-f828-4f1e-8222-71e4bba0b7a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.271778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.274753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:18:06.297776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 154535d2-b4fa-4d16-b791-8242b423d624 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:06.323382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.401551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 154535d2-b4fa-4d16-b791-8242b423d624 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:18:06.401898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 154535d2-b4fa-4d16-b791-8242b423d624 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:06.402655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8f30734c-b2d7-4cc4-99b8-179f850fdf0e no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:06.410565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a18b0707-291b-4f9d-8be4-21a874d91207 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.460331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-47241998-f828-4f1e-8222-71e4bba0b7a3 None None] The port '154535d2-b4fa-4d16-b791-8242b423d624' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:18:06.472523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 8f30734c-b2d7-4cc4-99b8-179f850fdf0e {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:18:06.472921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8f30734c-b2d7-4cc4-99b8-179f850fdf0e not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:06.515840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network f456cb30-9156-4cc1-943a-eb1b64ed9113 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:18:06.529960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.549829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=c09ce96e-d62d-4d79-aa67-7728e04aa729,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:06.565965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:06.568637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-52080222-dcbd-4038-8d88-566ad5289936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:06.613270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f2f362c5-a4dc-4080-9108-f5402f269268 None None] Provisioning complete for port c09ce96e-d62d-4d79-aa67-7728e04aa729 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:06.613692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2f362c5-a4dc-4080-9108-f5402f269268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.775567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Deleting port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:06.776071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.776290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a18b0707-291b-4f9d-8be4-21a874d91207 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.779735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a18b0707-291b-4f9d-8be4-21a874d91207 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.794039 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-a7e64008-ba42-4e6c-814b-95c86b3e6509 service neutron] 10.222.0.90 "GET /v2.0/networks/bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1655915
Dec 03 11:18:06.848414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd344b-acdf-437d-8491-804846701339 req-df73d457-c4f3-473e-8808-2019f656f86f tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:06.856308 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0cdd344b-acdf-437d-8491-804846701339 req-df73d457-c4f3-473e-8808-2019f656f86f tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 943 time: 0.7511728
Dec 03 11:18:06.877131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-965d4952-3571-4e62-b60e-73820fa0f5d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.902844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c09ce96e-d62d-4d79-aa67-7728e04aa729 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:06.924549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a18b0707-291b-4f9d-8be4-21a874d91207 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:06.925087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18b0707-291b-4f9d-8be4-21a874d91207 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Fanout notify agent at l3_agent the message router_deleted on router 566a8147-b0a5-4aa7-992c-be5422f1e64f {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:18:06.942677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Pushing event updated for resources: {'Port': ['ID=329057ef-bcb9-463d-9648-46804ea24394,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:06.957807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Network f456cb30-9156-4cc1-943a-eb1b64ed9113 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:18:06.960412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:18:07.024725 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:18:07.074415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:18:07.085390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-965d4952-3571-4e62-b60e-73820fa0f5d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for 30698539-0634-4a9f-b59b-4f597f931980 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:07.104272 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833', 'code': 200}
Dec 03 11:18:07.117912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a18b0707-291b-4f9d-8be4-21a874d91207 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:07.121611 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a18b0707-291b-4f9d-8be4-21a874d91207 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/routers/566a8147-b0a5-4aa7-992c-be5422f1e64f HTTP/1.1" status: 204  len: 168 time: 1.4290938
Dec 03 11:18:07.129088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44308) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:07.192117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port c09ce96e-d62d-4d79-aa67-7728e04aa729 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:07.192553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:07.233982 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0cdd344b-acdf-437d-8491-804846701339 req-33f18cce-c6b5-4253-9062-e2021cd86bd0 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3762784
Dec 03 11:18:07.246022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:07.338391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b0b1369a-4d52-4f6c-93f3-1ce71ad570f1 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:07.360349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:07.364802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a11dd8ee-85d6-4a67-9e16-4bee3b51e332 None None] Provisioning complete for port c09ce96e-d62d-4d79-aa67-7728e04aa729 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:07.364988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a11dd8ee-85d6-4a67-9e16-4bee3b51e332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:07.389833 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/networks/f456cb30-9156-4cc1-943a-eb1b64ed9113 HTTP/1.1" status: 204  len: 168 time: 3.7374094
Dec 03 11:18:07.400149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44312) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:07.401156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Pushing event deleted for resources: {'Network': ['ID=f456cb30-9156-4cc1-943a-eb1b64ed9113,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:07.411805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:07.416238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6258fcdf-8e85-4003-9fa1-c8e65a6526e4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'router': {'routes': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:07.572367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-221684cd-0406-4f83-994c-6f63c5a879bf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting subnet ea1f7857-e045-40b5-8380-bd41669c0397 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:18:07.577699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-221684cd-0406-4f83-994c-6f63c5a879bf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:07.657019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-221684cd-0406-4f83-994c-6f63c5a879bf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:07.658040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] For port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833,segment=NetworkSegment(ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7),segment_id=ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:07.658558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:07.707065 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4e9e24b-27f1-4990-bfd9-209cfdaddfa6 req-cda339f3-b338-430e-bbef-29b68f0a0ba8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 210 time: 0.2060430
Dec 03 11:18:07.814622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-965d4952-3571-4e62-b60e-73820fa0f5d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:07.832958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:07.940704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d4952-3571-4e62-b60e-73820fa0f5d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=30698539-0634-4a9f-b59b-4f597f931980,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:07.941391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.extraroute_db [None req-6258fcdf-8e85-4003-9fa1-c8e65a6526e4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Added routes are [] {{(pid=80976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 03 11:18:07.941752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.extraroute_db [None req-6258fcdf-8e85-4003-9fa1-c8e65a6526e4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Removed routes are [] {{(pid=80976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 03 11:18:07.942163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6258fcdf-8e85-4003-9fa1-c8e65a6526e4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:07.943812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-965d4952-3571-4e62-b60e-73820fa0f5d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:08.003312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-221684cd-0406-4f83-994c-6f63c5a879bf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:08.216377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-965d4952-3571-4e62-b60e-73820fa0f5d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:08.236906 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-965d4952-3571-4e62-b60e-73820fa0f5d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/30698539-0634-4a9f-b59b-4f597f931980 HTTP/1.1" status: 204  len: 168 time: 2.9806931
Dec 03 11:18:08.245505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44324) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:08.526065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3598838d-a48f-4b4d-8f6b-f9210aa246a3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:08.527615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3598838d-a48f-4b4d-8f6b-f9210aa246a3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:08.528436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3598838d-a48f-4b4d-8f6b-f9210aa246a3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:08.539019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-221684cd-0406-4f83-994c-6f63c5a879bf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:08.559081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a17fa5c4-182f-40da-aef1-e0b4953106df tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:08.629489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221684cd-0406-4f83-994c-6f63c5a879bf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Subnet': ['ID=ea1f7857-e045-40b5-8380-bd41669c0397,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:08.638810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-221684cd-0406-4f83-994c-6f63c5a879bf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:08.677834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6258fcdf-8e85-4003-9fa1-c8e65a6526e4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:08.698111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6258fcdf-8e85-4003-9fa1-c8e65a6526e4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:08.814662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:08.815110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:08.815464 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Floating IP d0ca08e5-8bf1-48cf-9b40-e32ed69b2bb1 disassociated. External IP: 172.26.1.44, port: 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833.
Dec 03 11:18:08.815874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Calling delete_port for 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:08.854463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2bef90af-6b19-462f-8ee4-d3f3b497f653 None None] Provisioning for port 329057ef-bcb9-463d-9648-46804ea24394 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:08.880363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 329057ef-bcb9-463d-9648-46804ea24394 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:09.023128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 329057ef-bcb9-463d-9648-46804ea24394 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:09.029119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 329057ef-bcb9-463d-9648-46804ea24394 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:09.029870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:09.062693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3598838d-a48f-4b4d-8f6b-f9210aa246a3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:09.067036 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3598838d-a48f-4b4d-8f6b-f9210aa246a3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.8204708
Dec 03 11:18:09.067904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44334) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:09.188176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:09.201414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6258fcdf-8e85-4003-9fa1-c8e65a6526e4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 4005caad-9992-4fc8-96c6-d7a755dc721c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:18:09.205663 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae0e3280-5aaa-48f9-acb5-b332dd63b4c6 req-9e0a2b39-2bb9-49d5-8a3e-2f4d4a9c978b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 210 time: 0.1717849
Dec 03 11:18:09.248434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 329057ef-bcb9-463d-9648-46804ea24394, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=329057ef-bcb9-463d-9648-46804ea24394,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:09.253295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:09.255416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-61c845ab-419d-4f5c-8fb3-be4c0d675170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:09.276678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caabe9-d34b-4b12-9aa0-08a234a67f21 req-fa90fe15-2c03-4692-b3aa-236f43827525 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:09.278315 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29caabe9-d34b-4b12-9aa0-08a234a67f21 req-fa90fe15-2c03-4692-b3aa-236f43827525 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 943 time: 0.8543327
Dec 03 11:18:09.316932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b16f5915-7229-484c-846f-2c7ea089dcf0 None None] Could not find standard attr ID for object 30698539-0634-4a9f-b59b-4f597f931980. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:18:09.331056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d5c28-7f33-4a54-9967-62ce49ff6fda None None] Network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:09.334525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-221684cd-0406-4f83-994c-6f63c5a879bf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:09.395342 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-221684cd-0406-4f83-994c-6f63c5a879bf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/ea1f7857-e045-40b5-8380-bd41669c0397 HTTP/1.1" status: 204  len: 168 time: 2.2626352
Dec 03 11:18:09.408071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6258fcdf-8e85-4003-9fa1-c8e65a6526e4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:09.417077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44342) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:09.440944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-9881661c-3d60-4add-bc10-1abcda6d3db3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:09.442705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-9881661c-3d60-4add-bc10-1abcda6d3db3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks?id=bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 HTTP/1.1" status: 200  len: 797 time: 0.4338615
Dec 03 11:18:09.452314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29caabe9-d34b-4b12-9aa0-08a234a67f21 req-9333ec3c-5cd4-44d3-846e-81a627747bbd tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups?id=cb6f47a0-3b26-4a40-95a3-6e0838b628f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1597874
Dec 03 11:18:09.465880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:09.492470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92a55c-ee0c-4ee4-9b63-d03a5cf9022b None None] Sync routers for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:09.526811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c70121a-9cb4-46a7-b69d-66fae9b66fea tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:09.586292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6258fcdf-8e85-4003-9fa1-c8e65a6526e4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:09.587998 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6258fcdf-8e85-4003-9fa1-c8e65a6526e4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c HTTP/1.1" status: 200  len: 705 time: 2.1841466
Dec 03 11:18:09.591774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=329057ef-bcb9-463d-9648-46804ea24394,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:09.596268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92a55c-ee0c-4ee4-9b63-d03a5cf9022b None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:09.596985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8f92a55c-ee0c-4ee4-9b63-d03a5cf9022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5baedd8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:09.599625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44348) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:09.650015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Pushing event deleted for resources: {'Port': ['ID=3b6e0d23-5f67-476c-b6a1-70d8e1ae7833,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:09.675803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8ca34f7f-a663-4c7f-82dc-a7454936ef93 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Synchronizing usage tracker for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:09.691587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6a96fa-23f6-4b54-b7c7-f6768fb58443 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet d02cebaf-23db-4244-908d-204b25217e6b {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:18:09.706710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e6a96fa-23f6-4b54-b7c7-f6768fb58443 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:09.725887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:09.746799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-8f92a55c-ee0c-4ee4-9b63-d03a5cf9022b None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:09.768777 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-e43f0ad7-ab5b-4dfb-99f5-5053f853c008 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 12637 time: 0.2494247
Dec 03 11:18:09.772392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8ca34f7f-a663-4c7f-82dc-a7454936ef93 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Unset dirty status for tenant:a78cbe87c3fb4371af69ec9ce1e821f0 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:09.773590 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8ca34f7f-a663-4c7f-82dc-a7454936ef93 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=4005caad-9992-4fc8-96c6-d7a755dc721c HTTP/1.1" status: 200  len: 205 time: 0.1692088
Dec 03 11:18:09.776379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44352) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:09.787094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'device_id': 'f7276fdc-f271-4010-9997-1a16e7103ca4', 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1', 'admin_state_up': True, 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'security_groups': ['8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7']}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:09.841944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:09.875887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:09.876611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8f92a55c-ee0c-4ee4-9b63-d03a5cf9022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5baedd8>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:59Z', 'revision_number': 11, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:09.896701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-409f93c8-dc12-4e84-ae79-96fc47264986 None None] Provisioning complete for port 329057ef-bcb9-463d-9648-46804ea24394 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:09.897141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-409f93c8-dc12-4e84-ae79-96fc47264986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:09.955566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 839f459c-c645-4af5-a834-6c946c87f750 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:09.956047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:09.979644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e6a96fa-23f6-4b54-b7c7-f6768fb58443 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:09.986719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92a55c-ee0c-4ee4-9b63-d03a5cf9022b None None] Checking router: 4005caad-9992-4fc8-96c6-d7a755dc721c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:18:10.002395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92a55c-ee0c-4ee4-9b63-d03a5cf9022b None None] Routers {'4005caad-9992-4fc8-96c6-d7a755dc721c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:10.003257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8f92a55c-ee0c-4ee4-9b63-d03a5cf9022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5baedd8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4005caad-9992-4fc8-96c6-d7a755dc721c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:10.100025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77035f11-b141-4572-9250-949943986491 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:10.158275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-8f92a55c-ee0c-4ee4-9b63-d03a5cf9022b None None] Set router 4005caad-9992-4fc8-96c6-d7a755dc721c gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:10.340787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e6a96fa-23f6-4b54-b7c7-f6768fb58443 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:10.342141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d36df-3d3e-42ca-9687-30f9f8969665 None None] DHCP port deletion for 28b4ca45-bce6-4420-a0b6-1e5709b737b1 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:18:10.353813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d36df-3d3e-42ca-9687-30f9f8969665 None None] Deleting port 839f459c-c645-4af5-a834-6c946c87f750 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:10.354174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f9d36df-3d3e-42ca-9687-30f9f8969665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:10.383205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8f92a55c-ee0c-4ee4-9b63-d03a5cf9022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5baedd8>, [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:59Z', 'revision_number': 11, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:10.397580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92a55c-ee0c-4ee4-9b63-d03a5cf9022b None None] The sync data for ids ['4005caad-9992-4fc8-96c6-d7a755dc721c'] in dv-neutron-765072-2-ovs is: [{'id': '4005caad-9992-4fc8-96c6-d7a755dc721c', 'name': 'tempest-RoutersIpV6Test-router-1341631158', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:16:38Z', 'updated_at': '2020-12-03T11:17:59Z', 'revision_number': 11, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:10.431558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] For port 839f459c-c645-4af5-a834-6c946c87f750, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=839f459c-c645-4af5-a834-6c946c87f750,segment=NetworkSegment(f7cd44dd-d05b-450e-b317-0e563c9ef7c1),segment_id=f7cd44dd-d05b-450e-b317-0e563c9ef7c1)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:10.431948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:10.495642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c37ee1c0-8f29-4908-877e-2565cf34d0d7 None None] Provisioning complete for port 329057ef-bcb9-463d-9648-46804ea24394 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:10.496782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c37ee1c0-8f29-4908-877e-2565cf34d0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:10.581836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:18:10.590174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 839f459c-c645-4af5-a834-6c946c87f750 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:10.633893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77035f11-b141-4572-9250-949943986491 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:10.637921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77035f11-b141-4572-9250-949943986491 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:10.739340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77035f11-b141-4572-9250-949943986491 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:10.739907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77035f11-b141-4572-9250-949943986491 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Fanout notify agent at l3_agent the message router_deleted on router 4005caad-9992-4fc8-96c6-d7a755dc721c {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:18:10.755795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6f9d36df-3d3e-42ca-9687-30f9f8969665 None None] For port 839f459c-c645-4af5-a834-6c946c87f750, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=839f459c-c645-4af5-a834-6c946c87f750,segment=NetworkSegment(f7cd44dd-d05b-450e-b317-0e563c9ef7c1),segment_id=f7cd44dd-d05b-450e-b317-0e563c9ef7c1)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:10.756510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f9d36df-3d3e-42ca-9687-30f9f8969665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:10.870736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:10.880123 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85e3ccb9-12a1-40c3-8220-f3411f4a9b75 req-3b2df6bb-c86a-4193-9ae2-4d03a3f8445a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 210 time: 0.4626820
Dec 03 11:18:10.888646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc3ddb96-24ba-46c9-a637-208352480336 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:10.959187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 329057ef-bcb9-463d-9648-46804ea24394 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:10.988710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=839f459c-c645-4af5-a834-6c946c87f750,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:11.031351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77035f11-b141-4572-9250-949943986491 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:11.032802 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-77035f11-b141-4572-9250-949943986491 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c HTTP/1.1" status: 204  len: 168 time: 1.2554860
Dec 03 11:18:11.044762 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-904b3985-e5ca-4cee-ad16-bddb10b0bcd9 req-abfab9c5-470f-4277-9a24-015ff9fd1ba9 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 210 time: 0.3215387
Dec 03 11:18:11.045687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44362) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:11.060279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d751afb6-e1f8-4a92-b127-fb9ce93273f0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1836692274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:11.068384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d751afb6-e1f8-4a92-b127-fb9ce93273f0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:11.073849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d751afb6-e1f8-4a92-b127-fb9ce93273f0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Usage tracker for resource:router and tenant:a78cbe87c3fb4371af69ec9ce1e821f0 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:11.079072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d751afb6-e1f8-4a92-b127-fb9ce93273f0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:11.085644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d751afb6-e1f8-4a92-b127-fb9ce93273f0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:11.102412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d751afb6-e1f8-4a92-b127-fb9ce93273f0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:11.104487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d751afb6-e1f8-4a92-b127-fb9ce93273f0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:11.114016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d36df-3d3e-42ca-9687-30f9f8969665 None None] Calling delete_port for 839f459c-c645-4af5-a834-6c946c87f750 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:11.124219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d751afb6-e1f8-4a92-b127-fb9ce93273f0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:11.138318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:11.161993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:port and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:11.168295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for port was recalculated. Used quota:5. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:11.192546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:11.209978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d751afb6-e1f8-4a92-b127-fb9ce93273f0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:11.241510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:11.247518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:11.257837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 329057ef-bcb9-463d-9648-46804ea24394 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:11.258741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:11.322627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:11.351146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-6f9d36df-3d3e-42ca-9687-30f9f8969665 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:18:11.351691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-6f9d36df-3d3e-42ca-9687-30f9f8969665 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:18:11.353051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:11.364634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929d646-0a77-466a-b4ae-2f02b3d20fc8 None None] Sync routers for ids ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:11.367592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d751afb6-e1f8-4a92-b127-fb9ce93273f0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:11.369073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d751afb6-e1f8-4a92-b127-fb9ce93273f0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3155055
Dec 03 11:18:11.383392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929d646-0a77-466a-b4ae-2f02b3d20fc8 None None] Routers {'66b8066e-55e1-4bb1-9e6e-37e6e4091180'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:11.384072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1929d646-0a77-466a-b4ae-2f02b3d20fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b643e8d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:11.390869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44366) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:11.407653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-29dbc096-4344-4006-8e3c-37639a499ca4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Request body: {'router': {'admin_state_up': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:11.458268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] No DVR routers for this DVR port 3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:18:11.461919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:11.475809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'name': 'network-vif-deleted', 'tag': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:18:11.491026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No DVR routers for this DVR port 839f459c-c645-4af5-a834-6c946c87f750 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:18:11.569375 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d637d941-abf7-40ec-9f4b-d8273a1ad29a req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.91 "DELETE /v2.0/ports/3b6e0d23-5f67-476c-b6a1-70d8e1ae7833 HTTP/1.1" status: 204  len: 173 time: 7.6161590
Dec 03 11:18:11.775482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 839f459c-c645-4af5-a834-6c946c87f750 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:11.801712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1929d646-0a77-466a-b4ae-2f02b3d20fc8 None None] Set router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:11.807551 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b434808-4966-40b8-b4a8-5e4f4def358a', 'name': 'network-vif-deleted', 'tag': '3b6e0d23-5f67-476c-b6a1-70d8e1ae7833', 'status': 'completed', 'code': 200}
Dec 03 11:18:11.816405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:11.837245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 839f459c-c645-4af5-a834-6c946c87f750 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:18:11.837647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 839f459c-c645-4af5-a834-6c946c87f750 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:11.853854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d36df-3d3e-42ca-9687-30f9f8969665 None None] Deleting port 839f459c-c645-4af5-a834-6c946c87f750 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:11.854301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f9d36df-3d3e-42ca-9687-30f9f8969665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:12.014831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4f99ef0>,) {'filters': {'network_id': ['28b4ca45-bce6-4420-a0b6-1e5709b737b1']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:12.018590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d36df-3d3e-42ca-9687-30f9f8969665 None None] The port '839f459c-c645-4af5-a834-6c946c87f750' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:18:12.033166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4f99ef0>, 'f7cd44dd-d05b-450e-b317-0e563c9ef7c1') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:12.033911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4f99ef0>, 'f7cd44dd-d05b-450e-b317-0e563c9ef7c1') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:12.048138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:12.071285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:12.073812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Releasing vxlan tunnel 6 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:18:12.163389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1929d646-0a77-466a-b4ae-2f02b3d20fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b643e8d0>, [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:12:10Z', 'revision_number': 4, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '1f04086b-d170-4727-8175-56fca9fb6363', 'name': '', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'mac_address': 'fa:16:3e:b2:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:06Z', 'updated_at': '2020-12-03T11:12:23Z', 'revision_number': 5, 'project_id': '193702a8528c429d847d08cd33ff784e', 'subnets': [{'id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:12.167513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929d646-0a77-466a-b4ae-2f02b3d20fc8 None None] Checking router: 66b8066e-55e1-4bb1-9e6e-37e6e4091180 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:18:12.177562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929d646-0a77-466a-b4ae-2f02b3d20fc8 None None] Routers {'66b8066e-55e1-4bb1-9e6e-37e6e4091180'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:12.178237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1929d646-0a77-466a-b4ae-2f02b3d20fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b643e8d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:12.239964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e6a96fa-23f6-4b54-b7c7-f6768fb58443 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:12.261291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b8bc252-d78b-4cf0-8ddc-d32586c4dde1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:12.294538 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dedc47cc-ce10-4b24-89f2-89a22ac83f47 req-f7c8d4e0-6199-43bc-bdbb-edf5bffbb0f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 210 time: 0.1102581
Dec 03 11:18:12.368915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1929d646-0a77-466a-b4ae-2f02b3d20fc8 None None] Set router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:12.448788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:18:12.468528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:12.506056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a96fa-23f6-4b54-b7c7-f6768fb58443 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=d02cebaf-23db-4244-908d-204b25217e6b,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:12.508780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8e6a96fa-23f6-4b54-b7c7-f6768fb58443 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:12.528711 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b7e48b66-b197-4199-a704-6b798b6fa355 req-b333b19c-319e-42ec-9bfb-66440eef79bf tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/ports?device_id=5b434808-4966-40b8-b4a8-5e4f4def358a HTTP/1.1" status: 200  len: 210 time: 0.2280879
Dec 03 11:18:12.649199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29dbc096-4344-4006-8e3c-37639a499ca4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:12.668901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 28b4ca45-bce6-4420-a0b6-1e5709b737b1 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:18:12.684211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29dbc096-4344-4006-8e3c-37639a499ca4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:18:12.698667 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:18:12.702492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e6a96fa-23f6-4b54-b7c7-f6768fb58443 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:12.711344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea2cd8b-a8a9-4479-9032-088167154cd2 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:12.723896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1929d646-0a77-466a-b4ae-2f02b3d20fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b643e8d0>, [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:12:10Z', 'revision_number': 4, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '1f04086b-d170-4727-8175-56fca9fb6363', 'name': '', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'mac_address': 'fa:16:3e:b2:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:06Z', 'updated_at': '2020-12-03T11:12:23Z', 'revision_number': 5, 'project_id': '193702a8528c429d847d08cd33ff784e', 'subnets': [{'id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:12.728909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929d646-0a77-466a-b4ae-2f02b3d20fc8 None None] The sync data for ids ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'] in dv-neutron-765072-2-ovs is: [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:12:10Z', 'revision_number': 4, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '1f04086b-d170-4727-8175-56fca9fb6363', 'name': '', 'network_id': 'c22be55f-c3b4-431f-8fb4-1527cb54c1d4', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'mac_address': 'fa:16:3e:b2:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:12:06Z', 'updated_at': '2020-12-03T11:12:23Z', 'revision_number': 5, 'project_id': '193702a8528c429d847d08cd33ff784e', 'subnets': [{'id': '22ea8f59-d136-43f2-acfe-9b4232c66694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:12.802268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:12.806171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:12.824762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:12.840274 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/networks/28b4ca45-bce6-4420-a0b6-1e5709b737b1 HTTP/1.1" status: 204  len: 168 time: 3.4183958
Dec 03 11:18:12.840493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Network': ['ID=28b4ca45-bce6-4420-a0b6-1e5709b737b1,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:12.842355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44380) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:12.843519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:12.941955 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8e6a96fa-23f6-4b54-b7c7-f6768fb58443 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/d02cebaf-23db-4244-908d-204b25217e6b HTTP/1.1" status: 204  len: 168 time: 3.8205473
Dec 03 11:18:12.945089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44384) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:13.020333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.23 (bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1/b7b1df5e-6c91-40a0-b63b-a3196b257ad8/9391e7b5-3985-48ca-a997-fa9af6cc8e62) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:13.035277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f311f-991e-4ce5-9283-83ca1eca7d7e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:13.036831 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d49f311f-991e-4ce5-9283-83ca1eca7d7e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/f07d3a60-1f49-4a56-a836-f07fcddf7728 HTTP/1.1" status: 200  len: 844 time: 0.1834559
Dec 03 11:18:13.039134 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-26990cd9-4d44-4a08-972e-3db6ca2c5615 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0931220
Dec 03 11:18:13.042409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44388) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:13.043069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:18:13.043884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44390) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:13.049381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Deleting port 329057ef-bcb9-463d-9648-46804ea24394 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:13.049939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:13.135171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210977a3-158e-4aa6-b533-48f6c633c492 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:13.135171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-210977a3-158e-4aa6-b533-48f6c633c492 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:13.151265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-210977a3-158e-4aa6-b533-48f6c633c492 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:13.152610 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-210977a3-158e-4aa6-b533-48f6c633c492 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1101546
Dec 03 11:18:13.156299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44396) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:13.161463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dbc096-4344-4006-8e3c-37639a499ca4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Router 3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:18:13.184767 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-77a546f9-d94e-47e6-ac68-5ea3e6e58bef tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/f07d3a60-1f49-4a56-a836-f07fcddf7728?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1342793
Dec 03 11:18:13.200195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44400) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:13.215914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:13.276437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e02932-d682-4cf3-b934-a6931b6e12a0 None None] New status for floating IP d0ca08e5-8bf1-48cf-9b40-e32ed69b2bb1: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:18:13.347929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecf0a10-94f8-4219-ada0-896d37754f52 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:13.348940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8ecf0a10-94f8-4219-ada0-896d37754f52 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:13.372972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:13.380823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:13.384380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:13.387932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8ecf0a10-94f8-4219-ada0-896d37754f52 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:13.393259 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8ecf0a10-94f8-4219-ada0-896d37754f52 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2359405
Dec 03 11:18:13.397247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44406) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:13.419230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dbc096-4344-4006-8e3c-37639a499ca4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:13.427627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29dbc096-4344-4006-8e3c-37639a499ca4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:13.428889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-29dbc096-4344-4006-8e3c-37639a499ca4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "PUT /v2.0/routers/3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f HTTP/1.1" status: 200  len: 698 time: 2.0331919
Dec 03 11:18:13.430902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b95c2-117e-4e5b-9a05-5034506e4026 None None] Sync routers for ids ['3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:13.432241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44410) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:13.453607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b95c2-117e-4e5b-9a05-5034506e4026 None None] Routers {'3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:13.454644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cf0b95c2-117e-4e5b-9a05-5034506e4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6821198>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:13.457145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:13.488244 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6550eab8-d13e-44d9-92ca-50d4b6f0fcb4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0895159
Dec 03 11:18:13.490830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44414) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:13.499207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:13.521824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:13.535365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] For port 329057ef-bcb9-463d-9648-46804ea24394, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=329057ef-bcb9-463d-9648-46804ea24394,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:13.535864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:13.639829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-06d1bf10-7c86-4ec5-b111-353672451c08 req-7dcd4997-0c41-4492-9ed7-4610feaf3587 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:13.673122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cf0b95c2-117e-4e5b-9a05-5034506e4026 None None] Set router 3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:13.674125 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-573eb2e7-bea0-4f69-8955-7ffadd22a6ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/routers/3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f HTTP/1.1" status: 200  len: 704 time: 0.2406535
Dec 03 11:18:13.683252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:13.688624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44422) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:13.750233 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-86bc1af7-f269-4e57-8821-80cc107e9cb0 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f HTTP/1.1" status: 200  len: 205 time: 0.0602601
Dec 03 11:18:13.752832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-06d1bf10-7c86-4ec5-b111-353672451c08 req-7dcd4997-0c41-4492-9ed7-4610feaf3587 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:13.754190 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-06d1bf10-7c86-4ec5-b111-353672451c08 req-7dcd4997-0c41-4492-9ed7-4610feaf3587 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 210 time: 0.2481260
Dec 03 11:18:13.754681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44426) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:13.755732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 9391e7b5-3985-48ca-a997-fa9af6cc8e62 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:13.775091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Calling delete_port for 329057ef-bcb9-463d-9648-46804ea24394 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:13.793777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:13.901593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:13.909749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:13.924278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:13.975287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a71b1b5d-819b-400d-8211-9b34d03a65f2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:14.010358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:14.048574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44432) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:14.063107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cf0b95c2-117e-4e5b-9a05-5034506e4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6821198>, [{'id': '3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f', 'name': 'tempest-RoutersIpV6Test-router-1836692274', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:18:11Z', 'updated_at': '2020-12-03T11:18:12Z', 'revision_number': 2, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:14.068294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b95c2-117e-4e5b-9a05-5034506e4026 None None] Checking router: 3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:18:14.075974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:14.079206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b95c2-117e-4e5b-9a05-5034506e4026 None None] Routers {'3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:14.080092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cf0b95c2-117e-4e5b-9a05-5034506e4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6821198>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:14.131551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Pushing event deleted for resources: {'Port': ['ID=329057ef-bcb9-463d-9648-46804ea24394,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:14.136773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] No DVR routers for this DVR port 329057ef-bcb9-463d-9648-46804ea24394 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:18:14.143853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.144604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.146733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.147611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.148115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.148585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.149075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.149548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.150018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.150490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.151030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.151503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.152034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.152501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.152967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.153442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.153906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.154371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.155389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.155798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.156264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.156728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.157192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.157654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:14.161347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:14.210363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:14.225612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-72acf96e-2ccd-464d-8ee2-289fa0c41419 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:14.233537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:14.236549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cf0b95c2-117e-4e5b-9a05-5034506e4026 None None] Set router 3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:14.307863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b44e700-9d37-4870-b8f5-36321ae240e4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:14.345142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cf0b95c2-117e-4e5b-9a05-5034506e4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6821198>, [{'id': '3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f', 'name': 'tempest-RoutersIpV6Test-router-1836692274', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:18:11Z', 'updated_at': '2020-12-03T11:18:12Z', 'revision_number': 2, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:14.349361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b95c2-117e-4e5b-9a05-5034506e4026 None None] The sync data for ids ['3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f'] in dv-neutron-765072-2-ovs is: [{'id': '3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f', 'name': 'tempest-RoutersIpV6Test-router-1836692274', 'tenant_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:18:11Z', 'updated_at': '2020-12-03T11:18:12Z', 'revision_number': 2, 'project_id': 'a78cbe87c3fb4371af69ec9ce1e821f0', 'gw_port_host': None}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:14.372671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a71b1b5d-819b-400d-8211-9b34d03a65f2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:14.382338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a71b1b5d-819b-400d-8211-9b34d03a65f2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:14.464407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=9391e7b5-3985-48ca-a997-fa9af6cc8e62,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:14.468026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:14.471375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b44e700-9d37-4870-b8f5-36321ae240e4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:14.489259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a71b1b5d-819b-400d-8211-9b34d03a65f2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:14.489827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71b1b5d-819b-400d-8211-9b34d03a65f2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Fanout notify agent at l3_agent the message router_deleted on router 3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:18:14.521202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a71b1b5d-819b-400d-8211-9b34d03a65f2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:14.525589 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a71b1b5d-819b-400d-8211-9b34d03a65f2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f HTTP/1.1" status: 204  len: 168 time: 0.7651081
Dec 03 11:18:14.527855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44436) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:14.589639 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ae97d57e-7dc4-4f52-9367-b17eb9dfc7e1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f HTTP/1.1" status: 200  len: 205 time: 0.0583138
Dec 03 11:18:14.590253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44440) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:14.594961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:14.662050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b44e700-9d37-4870-b8f5-36321ae240e4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:14.669751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fa364ca4-2af6-40af-aae1-f029c431a881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:14.705549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44e700-9d37-4870-b8f5-36321ae240e4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6f47a0-3b26-4a40-95a3-6e0838b628f0,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:14.721622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b44e700-9d37-4870-b8f5-36321ae240e4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:14.779127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 329057ef-bcb9-463d-9648-46804ea24394 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:14.824814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 329057ef-bcb9-463d-9648-46804ea24394 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:18:14.825360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 329057ef-bcb9-463d-9648-46804ea24394 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:14.831854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b44e700-9d37-4870-b8f5-36321ae240e4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:14.835851 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2b44e700-9d37-4870-b8f5-36321ae240e4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "DELETE /v2.0/security-groups/cb6f47a0-3b26-4a40-95a3-6e0838b628f0 HTTP/1.1" status: 204  len: 168 time: 0.7855146
Dec 03 11:18:14.836575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44448) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:14.871815 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-992b6675-f314-4d2f-9817-2200624abe2f tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] show failed (client error): The resource could not be found.
Dec 03 11:18:14.876824 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-992b6675-f314-4d2f-9817-2200624abe2f tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "GET /v2.0/security-groups/cb6f47a0-3b26-4a40-95a3-6e0838b628f0 HTTP/1.1" status: 404  len: 347 time: 0.0377934
Dec 03 11:18:14.880514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44452) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:14.992145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:14.994567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:15.100150 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-81e90a20-0b65-42a8-a6e7-d441cd65be8b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] delete failed (client error): The resource could not be found.
Dec 03 11:18:15.103840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-81e90a20-0b65-42a8-a6e7-d441cd65be8b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/3ebf6d47-963d-4ad1-9a05-5f7db6b35d6f HTTP/1.1" status: 404  len: 336 time: 0.5100875
Dec 03 11:18:15.109920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44456) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:15.175896 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-603ab81d-e956-4072-b07c-36fc0d0bd8f2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] DELETE failed (client error): The resource could not be found.
Dec 03 11:18:15.176405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603ab81d-e956-4072-b07c-36fc0d0bd8f2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:15.180840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-603ab81d-e956-4072-b07c-36fc0d0bd8f2 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/98f195e9-59fa-46a2-96cc-c18c8a161eca HTTP/1.1" status: 404  len: 337 time: 0.0649464
Dec 03 11:18:15.183166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44460) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:15.191259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:15.191953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:15.247124 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc04eae0-adec-4860-bc54-2b81595d6ebb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] DELETE failed (client error): The resource could not be found.
Dec 03 11:18:15.247730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc04eae0-adec-4860-bc54-2b81595d6ebb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:15.250522 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cc04eae0-adec-4860-bc54-2b81595d6ebb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/22ae7aa4-a944-401c-ad56-969de147e95a HTTP/1.1" status: 404  len: 337 time: 0.0661378
Dec 03 11:18:15.262039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44464) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:15.263755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6268b3d2-9487-4f93-aaf3-9aac3fb8d4ae None None] Provisioning for port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:15.270879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6268b3d2-9487-4f93-aaf3-9aac3fb8d4ae None None] Provisioning complete for port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:15.271358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6268b3d2-9487-4f93-aaf3-9aac3fb8d4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:15.315190 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c339f89-3e8f-455c-810d-4725601cb80f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] DELETE failed (client error): The resource could not be found.
Dec 03 11:18:15.315709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c339f89-3e8f-455c-810d-4725601cb80f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:15.320015 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0c339f89-3e8f-455c-810d-4725601cb80f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/4750a0a9-1b37-43ac-8b59-0664673d490d HTTP/1.1" status: 404  len: 337 time: 0.0508978
Dec 03 11:18:15.320251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5379601
Dec 03 11:18:15.320932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44468) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:15.340223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6268b3d2-9487-4f93-aaf3-9aac3fb8d4ae None None] Port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:15.373045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Request body: {'port': {'device_id': 'f7276fdc-f271-4010-9997-1a16e7103ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:15.395783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4b508-115a-4421-a519-b21cc7285e1b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Deleting port 255ff90f-ec09-4e6e-b25f-391c3c201a26 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:15.396156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b508-115a-4421-a519-b21cc7285e1b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:15.408385 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d25cb22-c94b-43ad-9fb0-bc0853f5af63 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] DELETE failed (client error): The resource could not be found.
Dec 03 11:18:15.408894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d25cb22-c94b-43ad-9fb0-bc0853f5af63 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:15.410725 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5d25cb22-c94b-43ad-9fb0-bc0853f5af63 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/7a5aabac-111d-4261-aee9-6d02ff722b3d HTTP/1.1" status: 404  len: 337 time: 0.0876229
Dec 03 11:18:15.419545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44472) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:15.430537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20853-2173-441a-8baf-58bc7fb3bfa1 req-db1ef87c-7bf1-4e17-acb6-ef58e7db4533 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:15.432181 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85c20853-2173-441a-8baf-58bc7fb3bfa1 req-db1ef87c-7bf1-4e17-acb6-ef58e7db4533 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 932 time: 0.3962984
Dec 03 11:18:15.504249 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5672267d-2d56-4acb-9653-4d3b3b4caac4 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=4005caad-9992-4fc8-96c6-d7a755dc721c HTTP/1.1" status: 200  len: 205 time: 0.0825467
Dec 03 11:18:15.509818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44476) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:15.639615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:15.642061 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-1197f455-3568-4f10-ab20-cfbf73c0c859 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] delete failed (client error): The resource could not be found.
Dec 03 11:18:15.643251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1197f455-3568-4f10-ab20-cfbf73c0c859 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/4005caad-9992-4fc8-96c6-d7a755dc721c HTTP/1.1" status: 404  len: 336 time: 0.1305285
Dec 03 11:18:15.647717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44480) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:15.650165 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85c20853-2173-441a-8baf-58bc7fb3bfa1 req-7e9938e8-c321-464e-8a49-3078ee4c04ce tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1816840
Dec 03 11:18:15.658386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ab658e4-1d4a-42bd-ae20-c71c1145e759 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:15.716445 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-04483ed9-62ee-4e26-9f6b-958da363d1c1 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=0d782e02-f9e0-4a08-85d0-1fdf85035b3f HTTP/1.1" status: 200  len: 205 time: 0.0629079
Dec 03 11:18:15.716858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44484) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:15.717677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:15.822080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b508-115a-4421-a519-b21cc7285e1b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:15.822447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b508-115a-4421-a519-b21cc7285e1b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:15.830585 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-b831ed7f-92af-4236-9424-eb49630ae9cb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] delete failed (client error): The resource could not be found.
Dec 03 11:18:15.831752 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b831ed7f-92af-4236-9424-eb49630ae9cb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/0d782e02-f9e0-4a08-85d0-1fdf85035b3f HTTP/1.1" status: 404  len: 336 time: 0.1043174
Dec 03 11:18:15.837275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44488) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:15.894345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c29069-f650-4abf-b23b-a487e9a9bb9a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] DELETE failed (client error): The resource could not be found.
Dec 03 11:18:15.894775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c29069-f650-4abf-b23b-a487e9a9bb9a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:15.896648 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-60c29069-f650-4abf-b23b-a487e9a9bb9a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/13e57933-34ea-4cff-93c2-2328e4e1d8da HTTP/1.1" status: 404  len: 337 time: 0.0592079
Dec 03 11:18:15.899949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44492) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:15.986783 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ebab9b62-93d0-4df0-a0a6-e57162d8496f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=dad80365-feb3-4d98-b573-4d30660a5085 HTTP/1.1" status: 200  len: 205 time: 0.0856054
Dec 03 11:18:15.989315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44496) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:15.999648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Subnet': ['ID=c5b57e84-8fb9-4abc-a0e5-634e88b6451e,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:16.011985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4b508-115a-4421-a519-b21cc7285e1b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Calling delete_port for 255ff90f-ec09-4e6e-b25f-391c3c201a26 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:16.046460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:16.084737 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-3365a191-2904-46bf-b15e-ed19bf834fdc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] delete failed (client error): The resource could not be found.
Dec 03 11:18:16.087717 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3365a191-2904-46bf-b15e-ed19bf834fdc tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/dad80365-feb3-4d98-b573-4d30660a5085 HTTP/1.1" status: 404  len: 336 time: 0.0955758
Dec 03 11:18:16.090204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44502) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:16.105909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:16.127608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7be1e74e-6c0f-409d-8008-cb8d604b0d4a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:16.191614 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d4f1a4aa-aa21-47a3-b091-147a8c8c0cc3 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=c694aef7-a031-4079-87ee-9722b21525ff HTTP/1.1" status: 200  len: 205 time: 0.1000822
Dec 03 11:18:16.194816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44506) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:16.284646 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-a62bee9f-575b-46a0-ae5d-bb1a2af43bfb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] delete failed (client error): The resource could not be found.
Dec 03 11:18:16.285772 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a62bee9f-575b-46a0-ae5d-bb1a2af43bfb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/c694aef7-a031-4079-87ee-9722b21525ff HTTP/1.1" status: 404  len: 336 time: 0.0899591
Dec 03 11:18:16.289532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44510) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:16.302650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:16.310021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=8c30995b-0e83-41d4-b661-b058dbf273c8,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:16.313171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:16.317797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:16.323176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792e3bb9-80fa-4dd9-a650-51253ca02f54 None None] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:16.356917 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb7c4e5-c600-4065-a881-620803d19a45 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] DELETE failed (client error): The resource could not be found.
Dec 03 11:18:16.357418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb7c4e5-c600-4065-a881-620803d19a45 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:16.361901 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3bb7c4e5-c600-4065-a881-620803d19a45 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/e460512a-7cb6-4dac-9310-dc4332f68f22 HTTP/1.1" status: 404  len: 337 time: 0.0688353
Dec 03 11:18:16.363073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44514) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:16.379095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:16.379750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:16.427928 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2a97ddc1-52f5-4a92-aa82-fc0d61f39850 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=38200312-9fcc-46b9-91ad-00aa93fddfe6 HTTP/1.1" status: 200  len: 205 time: 0.0613701
Dec 03 11:18:16.429990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44518) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:16.461773 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2563994
Dec 03 11:18:16.464707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44522) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:16.472903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'security_group': {'name': 'tempest-secgroup-855011701'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:16.477850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b508-115a-4421-a519-b21cc7285e1b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:16.494136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:16.499272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d22b3c78-223c-4f10-bb5c-8f6960669994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:16.530089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:16.544359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:16.583497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-98478c9b-d640-4b3f-82ea-d23e4516f20f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] delete failed (client error): The resource could not be found.
Dec 03 11:18:16.585025 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-98478c9b-d640-4b3f-82ea-d23e4516f20f tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/38200312-9fcc-46b9-91ad-00aa93fddfe6 HTTP/1.1" status: 404  len: 336 time: 0.1540279
Dec 03 11:18:16.587828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44526) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:16.593039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4b508-115a-4421-a519-b21cc7285e1b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Pushing event deleted for resources: {'Port': ['ID=255ff90f-ec09-4e6e-b25f-391c3c201a26,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:16.601032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:security_group and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:16.604594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6f4b508-115a-4421-a519-b21cc7285e1b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:16.608048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:16.611663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:16.612311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:16.612612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe970f8-dbe4-4581-8bd4-59b3125455a6 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:16.661901 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4b489a-f8e5-4a2d-b4e8-fb7d28f33e80 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] DELETE failed (client error): The resource could not be found.
Dec 03 11:18:16.662398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4b489a-f8e5-4a2d-b4e8-fb7d28f33e80 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:16.664252 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7f4b489a-f8e5-4a2d-b4e8-fb7d28f33e80 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/b37d5120-a593-42ad-9071-aa8e8c48c3bc HTTP/1.1" status: 404  len: 337 time: 0.0754645
Dec 03 11:18:16.673079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44530) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:16.684078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:16.723370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:16.743172 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.2482746
Dec 03 11:18:16.746533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44536) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:16.756115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '8c30995b-0e83-41d4-b661-b058dbf273c8', 'ip_address': '2001:db8::d167:e9fe:13cc:73d2'}], 'name': 'tempest-NetworksTestDHCPv6-729427455'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:16.813812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:16.818061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'tenant_id': '0c0dd5c17e4f4c5ea2c8385671a17ab4', 'fixed_ips': [{'subnet_id': 'c5b57e84-8fb9-4abc-a0e5-634e88b6451e'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:18:16.819536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:16.869672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:security_group_rule and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:16.873307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:16.892271 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3e1683f1-9313-4775-aa9c-17909bb8a304 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "GET /v2.0/ports?device_id=5dfad0a2-6306-4634-ae1b-f2e4beda391c HTTP/1.1" status: 200  len: 205 time: 0.2178335
Dec 03 11:18:16.911019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44540) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:16.965344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:17.051702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-41bb8993-086d-45eb-a270-d84804d0a791 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] delete failed (client error): The resource could not be found.
Dec 03 11:18:17.055447 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-41bb8993-086d-45eb-a270-d84804d0a791 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/routers/5dfad0a2-6306-4634-ae1b-f2e4beda391c HTTP/1.1" status: 404  len: 336 time: 0.1056604
Dec 03 11:18:17.056895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9391e7b5-3985-48ca-a997-fa9af6cc8e62 {{(pid=80975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:18:17.061322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44544) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:17.070680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '8c30995b-0e83-41d4-b661-b058dbf273c8'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:18:17.071657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:17.108298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:17.113553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:17.129561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b508-115a-4421-a519-b21cc7285e1b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:17.132917 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-813e20e9-82f1-48dc-8ce8-a66ee9685939 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] DELETE failed (client error): The resource could not be found.
Dec 03 11:18:17.133598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813e20e9-82f1-48dc-8ce8-a66ee9685939 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:17.138133 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-813e20e9-82f1-48dc-8ce8-a66ee9685939 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/7467d6c8-3bf7-4cff-889e-36916090ccf8 HTTP/1.1" status: 404  len: 337 time: 0.0684476
Dec 03 11:18:17.141175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44548) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:17.147012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Transition to ACTIVE for port object 9391e7b5-3985-48ca-a997-fa9af6cc8e62 will not be triggered until provisioned by entity L2. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:17.150662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:17.178290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b508-115a-4421-a519-b21cc7285e1b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:17.182811 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e6f4b508-115a-4421-a519-b21cc7285e1b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] 10.222.0.90 "DELETE /v2.0/floatingips/d0ca08e5-8bf1-48cf-9b40-e32ed69b2bb1 HTTP/1.1" status: 204  len: 168 time: 2.2983890
Dec 03 11:18:17.183538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44552) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:17.194271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:17.197494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:17.206552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:17.213564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-488db683-10b4-41e3-b06a-e7eea2143705 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:17.227081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:17.242223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:17.245230 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce57138-17e1-4216-b19d-3a29d3654889 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] DELETE failed (client error): The resource could not be found.
Dec 03 11:18:17.245743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce57138-17e1-4216-b19d-3a29d3654889 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:17.250893 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7ce57138-17e1-4216-b19d-3a29d3654889 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] 10.222.0.90 "DELETE /v2.0/subnets/6125a5e5-95ed-4188-bc1e-1702121e07b0 HTTP/1.1" status: 404  len: 337 time: 0.1026866
Dec 03 11:18:17.268977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6579f26f-f6ea-4016-a2ea-5a170beeb2fe tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:17.290345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29d353-4791-463e-bf9d-91ccf9e516b0 req-0255cdc2-d642-4027-8631-4c533187a2c8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:17.292361 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7f29d353-4791-463e-bf9d-91ccf9e516b0 req-0255cdc2-d642-4027-8631-4c533187a2c8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 932 time: 0.3987217
Dec 03 11:18:17.420519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Pushing event updated for resources: {'Port': ['ID=9391e7b5-3985-48ca-a997-fa9af6cc8e62,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:17.439352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:17.449718 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7f29d353-4791-463e-bf9d-91ccf9e516b0 req-306a6411-f7e1-46ca-998c-42649a131c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1495585
Dec 03 11:18:17.456932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'SecurityGroup': ['ID=029d2e3e-3b34-4c7a-85ba-aa51111a484f,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:17.485650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:17.486747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:17.490806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1692 time: 1.0251050
Dec 03 11:18:17.520594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44562) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:17.612980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'security_group': {'name': 'tempest-secgroup-1606618098'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:17.685482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Allocated IP 2001:db8::2 (84ac366d-179e-4f13-8d9f-4ea28bbd9166/c5b57e84-8fb9-4abc-a0e5-634e88b6451e/aed1e28c-b777-4311-9b17-594650d24c7d) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:17.795349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Allocated IP 2001:db8::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/8c30995b-0e83-41d4-b661-b058dbf273c8/482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:17.844959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44568) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:17.865151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port 0edea4d3-4262-4ec4-9a2d-4a86c571d850 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:18:17.935508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:17.942744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:security_group and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:17.946875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:18.014001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:18.030041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Attempting to bind port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:18.030593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Attempting to bind port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'}] {{(pid=80975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:18.031086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Attempting to bind port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 on network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:18.035441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.052275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:18.052632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Checking segment: {'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:18.053034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.053426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Bound using segment: {'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'} {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:18.053899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Bound port: 9391e7b5-3985-48ca-a997-fa9af6cc8e62, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'}}] {{(pid=80975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:18.054272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.077633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:18.112243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:security_group_rule and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:18.120759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:18.129603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:18.195911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] For port 9391e7b5-3985-48ca-a997-fa9af6cc8e62, host hv-neutron-7650, cleared binding levels {{(pid=80975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:18.201979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] For port 9391e7b5-3985-48ca-a997-fa9af6cc8e62, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9391e7b5-3985-48ca-a997-fa9af6cc8e62,segment=NetworkSegment(1a6c1f1c-d46b-4761-bff5-fd750de28f8c),segment_id=1a6c1f1c-d46b-4761-bff5-fd750de28f8c)] {{(pid=80975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:18.209887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.212524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.228355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6cee8a36-4fc4-4873-a59c-a89bc0242a76 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:18.238078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Transition to ACTIVE for port object 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:18.281846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Transition to ACTIVE for port object 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:18.325606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.344054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:18.416045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.432487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.461741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Pushing event updated for resources: {'Port': ['ID=9391e7b5-3985-48ca-a997-fa9af6cc8e62,revision_number=3']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:18.472591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:18.473156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f624889-0bd2-437b-87d8-5f8076f324c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:18.510241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.511341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.513301 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.9799275
Dec 03 11:18:18.518855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44578) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:18.526502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Pushing event updated for resources: {'Port': ['ID=482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:18.530837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-808479057', 'security_groups': ['5978dff8-abca-4147-8814-e0e13bea5898'], 'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c5b57e84-8fb9-4abc-a0e5-634e88b6451e'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:18.540097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:18.547602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Transition to ACTIVE for port object aed1e28c-b777-4311-9b17-594650d24c7d will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:18.548051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'SecurityGroup': ['ID=5978dff8-abca-4147-8814-e0e13bea5898,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:18.553895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:18.554578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.556084 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] 10.222.0.91 "PUT /v2.0/ports/9391e7b5-3985-48ca-a997-fa9af6cc8e62 HTTP/1.1" status: 200  len: 1158 time: 3.1877086
Dec 03 11:18:18.556650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7276fdc-f271-4010-9997-1a16e7103ca4', 'tag': '9391e7b5-3985-48ca-a997-fa9af6cc8e62'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:18:18.562688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:18.595618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Transition to ACTIVE for port object aed1e28c-b777-4311-9b17-594650d24c7d will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:18.603095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:18.604484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:18.608249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:18.679649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.706345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7c2437e2-95a0-447d-b367-393871c827c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:18.724549 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0ee10a21-f4b8-4c3a-adef-6e1e854707e5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a78cbe87c3fb4371af69ec9ce1e821f0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8684070
Dec 03 11:18:18.733870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44584) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:18.751335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.801249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Attempting to bind port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:18.811153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Attempting to bind port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:18.814057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Attempting to bind port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:18.818432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::d167:e9fe:13cc:73d2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/8c30995b-0e83-41d4-b661-b058dbf273c8/0edea4d3-4262-4ec4-9a2d-4a86c571d850) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:18.965311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:18.973832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe3d7-0aad-463b-bbd9-12a9f408dcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.975177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:18.975794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:18.976367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.976953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:18.977627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Bound port: 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:18.978196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:18.998207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:19.017520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1f945-8c55-4d59-b987-4fb75279dc82 req-e8a29186-f17a-41ff-9160-5c3146832694 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:19.019239 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-95e1f945-8c55-4d59-b987-4fb75279dc82 req-e8a29186-f17a-41ff-9160-5c3146832694 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 944 time: 0.2843723
Dec 03 11:18:19.052454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-42f123b0-beca-46f2-8484-c261d10fbd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:19.054027 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-42f123b0-beca-46f2-8484-c261d10fbd98 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 1161 time: 0.3909738
Dec 03 11:18:19.060455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe3d7-0aad-463b-bbd9-12a9f408dcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:19.088492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Pushing event updated for resources: {'Port': ['ID=aed1e28c-b777-4311-9b17-594650d24c7d,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:19.097261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:19.152894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:19.156080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:19.159405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:19.165512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] For port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:19.173374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:19.192687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7276fdc-f271-4010-9997-1a16e7103ca4', 'tag': '9391e7b5-3985-48ca-a997-fa9af6cc8e62', 'status': 'completed', 'code': 200}
Dec 03 11:18:19.200685 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-0086ac44-b572-4a6d-90b0-f5389c6965ba service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=9391e7b5-3985-48ca-a997-fa9af6cc8e62 HTTP/1.1" status: 200  len: 217 time: 0.1277888
Dec 03 11:18:19.222625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] For port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:19.223900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Attempting to bind port aed1e28c-b777-4311-9b17-594650d24c7d on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:19.224241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Attempting to bind port aed1e28c-b777-4311-9b17-594650d24c7d by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'f23363d7-5c87-4695-8602-5ccbbc540867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:19.224674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Attempting to bind port aed1e28c-b777-4311-9b17-594650d24c7d on network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:19.230889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:19.250841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fb6bba67-186d-4617-a790-ed0c1f275ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:19.280661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:19.281062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Checking segment: {'id': 'f23363d7-5c87-4695-8602-5ccbbc540867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:19.281507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:19.281950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Bound using segment: {'id': 'f23363d7-5c87-4695-8602-5ccbbc540867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:19.282492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Bound port: aed1e28c-b777-4311-9b17-594650d24c7d, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23363d7-5c87-4695-8602-5ccbbc540867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:19.282939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:19.360224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:19.369703 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-95e1f945-8c55-4d59-b987-4fb75279dc82 req-39823efc-04c6-4079-9673-dc8f84e57694 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3388405
Dec 03 11:18:19.392636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object 0edea4d3-4262-4ec4-9a2d-4a86c571d850 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:19.418118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-9ed6f32e-26c3-45d8-a1e0-ed6ab15dc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:19.420547 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-9ed6f32e-26c3-45d8-a1e0-ed6ab15dc975 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b7b1df5e-6c91-40a0-b63b-a3196b257ad8 HTTP/1.1" status: 200  len: 838 time: 0.2007246
Dec 03 11:18:19.423641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe3d7-0aad-463b-bbd9-12a9f408dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:19.463506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Pushing event updated for resources: {'Port': ['ID=482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:19.477707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bba16893-b7e5-4a63-acd0-8c4cb5d3791e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:19.478006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:19.504663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe3d7-0aad-463b-bbd9-12a9f408dcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b828762-15a5-4c4d-9c60-73b0d2fc2643,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:19.510607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ccfe3d7-0aad-463b-bbd9-12a9f408dcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:19.519945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:19.520579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:19.538091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] For port aed1e28c-b777-4311-9b17-594650d24c7d, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:19.539139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe3d7-0aad-463b-bbd9-12a9f408dcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:19.543016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:19.543175 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4ccfe3d7-0aad-463b-bbd9-12a9f408dcba admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6b828762-15a5-4c4d-9c60-73b0d2fc2643 HTTP/1.1" status: 204  len: 168 time: 0.7947977
Dec 03 11:18:19.570798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] For port aed1e28c-b777-4311-9b17-594650d24c7d, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aed1e28c-b777-4311-9b17-594650d24c7d,segment=NetworkSegment(f23363d7-5c87-4695-8602-5ccbbc540867),segment_id=f23363d7-5c87-4695-8602-5ccbbc540867)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:19.584516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:19.611488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-52fee797-be44-45c8-9540-1df109fc3758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:19.707139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-a7eaa046-7f91-4d6b-bc91-c765f57a7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:19.708806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-a7eaa046-7f91-4d6b-bc91-c765f57a7a69 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2706189
Dec 03 11:18:19.717510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=0edea4d3-4262-4ec4-9a2d-4a86c571d850,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:19.726803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:19.774029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Pushing event updated for resources: {'Port': ['ID=aed1e28c-b777-4311-9b17-594650d24c7d,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:19.780236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:19.802962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 5d853687-4f22-4258-b626-7a9345d67d74 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:18:19.829821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:19.832976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:19.839902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:19.844650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:19.845341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:19.902080 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.1514058
Dec 03 11:18:19.906456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44596) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:19.924199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-787d0c18-95fb-4c57-a3f6-5f2847bd881c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '8c30995b-0e83-41d4-b661-b058dbf273c8', 'ip_address': '2001:db8::d167:e9fe:13cc:73d2'}], 'name': 'tempest-NetworksTestDHCPv6-684298544'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:20.141668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] Deleting port 1f04086b-d170-4727-8175-56fca9fb6363 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:20.142056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:20.194655 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-5f319343-93d2-411b-97fd-fd1f6404136b service neutron] 10.222.0.91 "GET /v2.0/networks/bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4759519
Dec 03 11:18:20.409233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-787d0c18-95fb-4c57-a3f6-5f2847bd881c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:20.420737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-787d0c18-95fb-4c57-a3f6-5f2847bd881c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:20.426177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-787d0c18-95fb-4c57-a3f6-5f2847bd881c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:20.434984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-787d0c18-95fb-4c57-a3f6-5f2847bd881c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:20.471345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787d0c18-95fb-4c57-a3f6-5f2847bd881c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:20.590721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] For port 1f04086b-d170-4727-8175-56fca9fb6363, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1f04086b-d170-4727-8175-56fca9fb6363,segment=NetworkSegment(ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7),segment_id=ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:20.591460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:20.619285 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4de5890e-1394-4eb7-bd50-7c5808430dd2 req-9492f035-56d0-489a-9ec5-1bef1484a526 service neutron] 10.222.0.91 "GET /v2.0/networks/bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4124019
Dec 03 11:18:20.703227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8::83 (84ac366d-179e-4f13-8d9f-4ea28bbd9166/c5b57e84-8fb9-4abc-a0e5-634e88b6451e/5d853687-4f22-4258-b626-7a9345d67d74) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:20.782274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] Calling delete_port for 1f04086b-d170-4727-8175-56fca9fb6363 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:20.825578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b672a-3748-4a60-a1d0-ebc569278834 req-1f08ef91-e557-4159-93ac-f7395da2cd33 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:20.827764 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-913b672a-3748-4a60-a1d0-ebc569278834 req-1f08ef91-e557-4159-93ac-f7395da2cd33 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 945 time: 0.5673299
Dec 03 11:18:20.875533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-787d0c18-95fb-4c57-a3f6-5f2847bd881c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:20.926957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:21.027485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:21.038153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:21.046179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aed1e28c-b777-4311-9b17-594650d24c7d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:21.114814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815eb8f-adb9-4a92-b77f-6404c3fc93f8 req-186c17a0-365a-40fa-a71c-b4e9bc43b54c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:21.116529 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c815eb8f-adb9-4a92-b77f-6404c3fc93f8 req-186c17a0-365a-40fa-a71c-b4e9bc43b54c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 944 time: 0.4663980
Dec 03 11:18:21.122698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:21.126543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44618) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:21.140773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port aed1e28c-b777-4311-9b17-594650d24c7d completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:21.151619 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-913b672a-3748-4a60-a1d0-ebc569278834 req-975279e1-2c92-4392-97dd-9db39e2e7e78 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2997589
Dec 03 11:18:21.163732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:21.180824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537b78-5513-4735-873d-4a60c9a95374 req-4324aa6b-65a1-4706-a2c1-084b28e13d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:21.182793 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef537b78-5513-4735-873d-4a60c9a95374 req-4324aa6b-65a1-4706-a2c1-084b28e13d26 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 1161 time: 0.4602771
Dec 03 11:18:21.184063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d353a7f-4115-4ade-86bf-69d761a66fd9 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:21.187735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Transition to ACTIVE for port object 5d853687-4f22-4258-b626-7a9345d67d74 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:21.236218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] Pushing event deleted for resources: {'Port': ['ID=1f04086b-d170-4727-8175-56fca9fb6363,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:21.245371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:21.264151 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c815eb8f-adb9-4a92-b77f-6404c3fc93f8 req-98c7963a-ff97-4e50-b1d1-f3a210716740 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1217325
Dec 03 11:18:21.345904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-787d0c18-95fb-4c57-a3f6-5f2847bd881c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port fee1eafb-2266-4d3f-8884-748b88e19e97 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:18:21.640118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'network': {'name': 'tempest-RoutersTest-2025393832'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:21.653421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:21.670498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:network and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:21.673993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:21.680409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:21.709159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:21.711553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:21.790465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=5d853687-4f22-4258-b626-7a9345d67d74,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:21.802298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:21.808916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537b78-5513-4735-873d-4a60c9a95374 req-cf12ffd8-4410-4fa0-9e6b-4bafb95f6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:21.810514 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef537b78-5513-4735-873d-4a60c9a95374 req-cf12ffd8-4410-4fa0-9e6b-4bafb95f6e93 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 HTTP/1.1" status: 200  len: 891 time: 0.6192908
Dec 03 11:18:21.882386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d3dd8b71-9955-4076-ba99-d7c372161cba None None] Provisioning for port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:21.887762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d3dd8b71-9955-4076-ba99-d7c372161cba None None] Provisioning complete for port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:21.888171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3dd8b71-9955-4076-ba99-d7c372161cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:21.903325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:21.911342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:22.017786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:22.063999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:22.069811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:security_group_rule and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:22.078321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:22.100537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:22.194658 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef537b78-5513-4735-873d-4a60c9a95374 req-1da868bb-d2b1-4391-898f-83ecc8c80f41 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=9391e7b5-3985-48ca-a997-fa9af6cc8e62 HTTP/1.1" status: 200  len: 217 time: 0.3723464
Dec 03 11:18:22.261889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-787d0c18-95fb-4c57-a3f6-5f2847bd881c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] POST failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:18:22.262407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787d0c18-95fb-4c57-a3f6-5f2847bd881c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 409 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:22.384147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537b78-5513-4735-873d-4a60c9a95374 req-b1465666-86d7-4bf1-949c-191a52c22b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:22.385807 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef537b78-5513-4735-873d-4a60c9a95374 req-b1465666-86d7-4bf1-949c-191a52c22b5a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b7b1df5e-6c91-40a0-b63b-a3196b257ad8 HTTP/1.1" status: 200  len: 838 time: 0.1820366
Dec 03 11:18:22.386620 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-787d0c18-95fb-4c57-a3f6-5f2847bd881c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 2.4791765
Dec 03 11:18:22.387380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44634) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:22.429420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3dd8b71-9955-4076-ba99-d7c372161cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:22.473476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d3dd8b71-9955-4076-ba99-d7c372161cba None None] For port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:22.480980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3dd8b71-9955-4076-ba99-d7c372161cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:22.484545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5fa4eb19-c73f-4805-bacc-698783ace5ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:22.501394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:22.598989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:22.602169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd8b71-9955-4076-ba99-d7c372161cba None None] Pushing event updated for resources: {'Port': ['ID=482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:22.615905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d3dd8b71-9955-4076-ba99-d7c372161cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:22.634610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Provisioning complete for port f07d3a60-1f49-4a56-a836-f07fcddf7728 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:22.635080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:22.706884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162e1ab-5b4c-4711-aa50-6c1be0b06a12 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:22.712398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162e1ab-5b4c-4711-aa50-6c1be0b06a12 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:22.713371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Port f07d3a60-1f49-4a56-a836-f07fcddf7728 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:22.713744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8162e1ab-5b4c-4711-aa50-6c1be0b06a12 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:22.750132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Provisioning complete for port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:22.750558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:22.785420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8162e1ab-5b4c-4711-aa50-6c1be0b06a12 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:22.790478 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8162e1ab-5b4c-4711-aa50-6c1be0b06a12 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1686 time: 0.3882794
Dec 03 11:18:22.791523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44640) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:22.797233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:22.827909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:18:22.838236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:22.838629 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Added segment 58569dc1-bb6f-4980-b968-a66fbf403d56 of type vxlan for network fe759977-0035-474f-bbe3-c11cdc5e3871
Dec 03 11:18:22.892212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:22.941697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:22.952926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:22.987673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:23.023232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:23.039132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:23.045521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:23.046234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.081891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:23.082697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.116343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Provisioning for port aed1e28c-b777-4311-9b17-594650d24c7d completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:23.135191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Provisioning complete for port aed1e28c-b777-4311-9b17-594650d24c7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:23.135894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.139965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4aa2bd-38da-4bb6-bad7-0847fa052911,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:23.142803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.148739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:23.149435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.155266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537b78-5513-4735-873d-4a60c9a95374 req-037e3781-4866-490a-b9d3-1373d8d63656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:23.157046 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef537b78-5513-4735-873d-4a60c9a95374 req-037e3781-4866-490a-b9d3-1373d8d63656 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7375076
Dec 03 11:18:23.160699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:23.161620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aed678d8-038e-49ae-bb3c-4329c67de7ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:23.301251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4ca50935-c26d-4417-b4ad-6fb122fbe7b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port 0edea4d3-4262-4ec4-9a2d-4a86c571d850 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:23.301640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ca50935-c26d-4417-b4ad-6fb122fbe7b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.325775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Network': ['ID=fe759977-0035-474f-bbe3-c11cdc5e3871,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:23.333819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:23.346982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network fe759977-0035-474f-bbe3-c11cdc5e3871 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:18:23.376702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c3c2b-5e96-4da4-8878-a6de84bcd5ea req-f56d72a5-191e-4130-b7dc-1f17ff186caa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:23.378418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dc9c3c2b-5e96-4da4-8878-a6de84bcd5ea req-f56d72a5-191e-4130-b7dc-1f17ff186caa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 944 time: 0.8054593
Dec 03 11:18:23.392261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac42e07-0dee-4b07-b43e-f00646f7851e req-a75da2c4-20d5-4cb6-b6e2-c574dc01af13 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:23.394026 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5ac42e07-0dee-4b07-b43e-f00646f7851e req-a75da2c4-20d5-4cb6-b6e2-c574dc01af13 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 945 time: 0.6851518
Dec 03 11:18:23.473313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network fe759977-0035-474f-bbe3-c11cdc5e3871 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:18:23.475343 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.9539683
Dec 03 11:18:23.476996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44644) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:23.491745 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.3615510
Dec 03 11:18:23.495946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44648) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:23.496656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c3a5b9c5-6349-4198-a0a4-85fd46afd9b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:23.509066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] Router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:18:23.514964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'network': {'name': 'tempest-RoutersTest-1824160506'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:23.522216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:23.526491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:network and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:23.530228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:23.536474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:23.572451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:23.579042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.606828 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dc9c3c2b-5e96-4da4-8878-a6de84bcd5ea req-acdf2811-1367-4864-999b-4591df00969c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2085524
Dec 03 11:18:23.611027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.662192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] For port aed1e28c-b777-4311-9b17-594650d24c7d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aed1e28c-b777-4311-9b17-594650d24c7d,segment=NetworkSegment(f23363d7-5c87-4695-8602-5ccbbc540867),segment_id=f23363d7-5c87-4695-8602-5ccbbc540867)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:23.666479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.668852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:23.696064 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5ac42e07-0dee-4b07-b43e-f00646f7851e req-7dd429aa-3573-4c07-9a60-25a9f596fe9a tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2260027
Dec 03 11:18:23.707899 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef537b78-5513-4735-873d-4a60c9a95374 req-a15fd785-0c40-4fc2-8770-26d1cbcfbd8d service neutron] 10.222.0.91 "GET /v2.0/networks/bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4376397
Dec 03 11:18:23.751821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Pushing event updated for resources: {'Port': ['ID=aed1e28c-b777-4311-9b17-594650d24c7d,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:23.755410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:23.789069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ffb19506-ea10-4ab2-9b89-3f816bd81479 None None] Provisioning for port 0edea4d3-4262-4ec4-9a2d-4a86c571d850 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:23.794067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ffb19506-ea10-4ab2-9b89-3f816bd81479 None None] Provisioning complete for port 0edea4d3-4262-4ec4-9a2d-4a86c571d850 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:23.794495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ffb19506-ea10-4ab2-9b89-3f816bd81479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.841142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c3a5b9c5-6349-4198-a0a4-85fd46afd9b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:23.845265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:18:23.851537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c3a5b9c5-6349-4198-a0a4-85fd46afd9b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:23.856705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c3a5b9c5-6349-4198-a0a4-85fd46afd9b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:23.857049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ffb19506-ea10-4ab2-9b89-3f816bd81479 None None] Port 0edea4d3-4262-4ec4-9a2d-4a86c571d850 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:23.865756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c3a5b9c5-6349-4198-a0a4-85fd46afd9b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:23.869663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ffb19506-ea10-4ab2-9b89-3f816bd81479 None None] Provisioning complete for port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:23.870211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ffb19506-ea10-4ab2-9b89-3f816bd81479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.894268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.894714 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Added segment ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be of type vxlan for network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd
Dec 03 11:18:23.922810 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef537b78-5513-4735-873d-4a60c9a95374 req-6530b413-6d25-4780-b3ae-fe0f1ef68de9 service neutron] 10.222.0.91 "GET /v2.0/networks/bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2049396
Dec 03 11:18:23.929974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a5b9c5-6349-4198-a0a4-85fd46afd9b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:23.937525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b9c5-6349-4198-a0a4-85fd46afd9b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:23.962286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ca50935-c26d-4417-b4ad-6fb122fbe7b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:24.028595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ffb19506-ea10-4ab2-9b89-3f816bd81479 None None] Provisioning complete for port aed1e28c-b777-4311-9b17-594650d24c7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:24.028934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ffb19506-ea10-4ab2-9b89-3f816bd81479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:24.046290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:24.061625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0442d9a-204e-4d2f-87a1-bda28dda1952 None None] Sync routers for ids ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:24.090972 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.ipam_backend_mixin [None req-c3a5b9c5-6349-4198-a0a4-85fd46afd9b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c5b57e84-8fb9-4abc-a0e5-634e88b6451e (CIDR: 2001:db8::/64)
Dec 03 11:18:24.094675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0442d9a-204e-4d2f-87a1-bda28dda1952 None None] Routers {'66b8066e-55e1-4bb1-9e6e-37e6e4091180'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:24.095041 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a5b9c5-6349-4198-a0a4-85fd46afd9b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:18:24.095547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a5b9c5-6349-4198-a0a4-85fd46afd9b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:24.095686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f0442d9a-204e-4d2f-87a1-bda28dda1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e7cef0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:24.112475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:24.115608 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c3a5b9c5-6349-4198-a0a4-85fd46afd9b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6285679
Dec 03 11:18:24.117192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44652) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:24.124247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:24.127395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4ca50935-c26d-4417-b4ad-6fb122fbe7b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for 0edea4d3-4262-4ec4-9a2d-4a86c571d850 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:24.169580 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] 10.222.0.90 "PUT /v2.0/routers/66b8066e-55e1-4bb1-9e6e-37e6e4091180/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9850705
Dec 03 11:18:24.175757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44656) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:24.284897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:24.288884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:24.291867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:24.297937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:24.307446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:24.315158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:24.356679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f0442d9a-204e-4d2f-87a1-bda28dda1952 None None] Set router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:24.490532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ffb19506-ea10-4ab2-9b89-3f816bd81479 None None] Provisioning for port 5d853687-4f22-4258-b626-7a9345d67d74 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:24.512706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ffb19506-ea10-4ab2-9b89-3f816bd81479 None None] Provisioning complete for port 5d853687-4f22-4258-b626-7a9345d67d74 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:24.513316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ffb19506-ea10-4ab2-9b89-3f816bd81479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:24.536305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-7d6f363d-2a70-42e4-b469-46978984707c tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:24.537884 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-7d6f363d-2a70-42e4-b469-46978984707c tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.91 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 945 time: 0.2058630
Dec 03 11:18:24.620275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:24.624930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:24.625585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:24.634012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Deleting port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:24.634236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:24.634361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:24.641521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ffb19506-ea10-4ab2-9b89-3f816bd81479 None None] Port 5d853687-4f22-4258-b626-7a9345d67d74 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:24.768977 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.2687011
Dec 03 11:18:24.813691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f0442d9a-204e-4d2f-87a1-bda28dda1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e7cef0>, [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:18:20Z', 'revision_number': 5, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:24.823252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aed1e28c-b777-4311-9b17-594650d24c7d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:24.861262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44664) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:24.875939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'subnet': {'network_id': 'fe759977-0035-474f-bbe3-c11cdc5e3871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:24.907413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Network': ['ID=42999c0a-cdfe-4dc0-ad38-ccd906cd46cd,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:24.910801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:24.929832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:18:24.950931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0442d9a-204e-4d2f-87a1-bda28dda1952 None None] Checking router: 66b8066e-55e1-4bb1-9e6e-37e6e4091180 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:18:24.954788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:18:24.967946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:25.117421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] For port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8,segment=NetworkSegment(a29e1dff-c04c-400d-b35a-ae6e26eec6ec),segment_id=a29e1dff-c04c-400d-b35a-ae6e26eec6ec)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:25.117776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:25.161114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ca50935-c26d-4417-b4ad-6fb122fbe7b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:25.189509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b30d5985-3b3d-4bb8-8739-2e55878e8a05 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:25.237959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0442d9a-204e-4d2f-87a1-bda28dda1952 None None] Routers {'66b8066e-55e1-4bb1-9e6e-37e6e4091180'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:25.238674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f0442d9a-204e-4d2f-87a1-bda28dda1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e7cef0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:25.264639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca50935-c26d-4417-b4ad-6fb122fbe7b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=0edea4d3-4262-4ec4-9a2d-4a86c571d850,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:25.267758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ca50935-c26d-4417-b4ad-6fb122fbe7b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:25.283680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:25.345556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:subnet and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:25.353208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:25.367215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:25.435884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:25.452641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:25.465449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Deleting port c0bda2b8-cd92-4b00-985a-17e381c80c6a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:25.465829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:25.502217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port aed1e28c-b777-4311-9b17-594650d24c7d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:25.503328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:25.558217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be3240-5536-47fe-a124-28830024bfd0 req-2b7085f9-a34a-4760-b4e5-b2b941904ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:25.559862 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4be3240-5536-47fe-a124-28830024bfd0 req-2b7085f9-a34a-4760-b4e5-b2b941904ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 944 time: 0.6750350
Dec 03 11:18:25.566399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8ea14-ed61-45b5-80cb-ae4906adc98d req-bf1dd221-1253-4be4-8b85-0ebdc9fa418b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:25.571703 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6ea8ea14-ed61-45b5-80cb-ae4906adc98d req-bf1dd221-1253-4be4-8b85-0ebdc9fa418b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 945 time: 0.6429303
Dec 03 11:18:25.602558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ca50935-c26d-4417-b4ad-6fb122fbe7b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:25.606949 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4ca50935-c26d-4417-b4ad-6fb122fbe7b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/0edea4d3-4262-4ec4-9a2d-4a86c571d850 HTTP/1.1" status: 204  len: 168 time: 2.5770359
Dec 03 11:18:25.613415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44668) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:25.625547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f0442d9a-204e-4d2f-87a1-bda28dda1952 None None] Set router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:25.731507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:25.845848 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4be3240-5536-47fe-a124-28830024bfd0 req-0809f7f9-e8c4-4d5c-8567-4cd99925320e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707288
Dec 03 11:18:25.907185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a95d33-cfff-42ee-8328-0f8644713a51 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:25.909668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a95d33-cfff-42ee-8328-0f8644713a51 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:25.910827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-24a95d33-cfff-42ee-8328-0f8644713a51 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:25.965880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:25.966303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:25.966677 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Floating IP e8e9a2ae-0da7-41a4-87ed-bfede13d5a7b disassociated. External IP: 172.26.1.251, port: 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8.
Dec 03 11:18:25.967620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Calling delete_port for 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 owned by compute:nova {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:26.008354 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6ea8ea14-ed61-45b5-80cb-ae4906adc98d req-f47146f1-4821-4771-b7fd-2772b992a9ee tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups?id=c5addc53-70d6-42c7-94bf-01d28d7a781c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1780605
Dec 03 11:18:26.048442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f0442d9a-204e-4d2f-87a1-bda28dda1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e7cef0>, [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:18:20Z', 'revision_number': 5, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:26.053899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0442d9a-204e-4d2f-87a1-bda28dda1952 None None] The sync data for ids ['66b8066e-55e1-4bb1-9e6e-37e6e4091180'] in dv-neutron-765072-2-ovs is: [{'id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'name': 'tempest-ServerActionsTestJSON-2069343619-router', 'tenant_id': '193702a8528c429d847d08cd33ff784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:11:57Z', 'updated_at': '2020-12-03T11:18:20Z', 'revision_number': 5, 'project_id': '193702a8528c429d847d08cd33ff784e', 'gw_port': {'id': 'c0bda2b8-cd92-4b00-985a-17e381c80c6a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8066e-55e1-4bb1-9e6e-37e6e4091180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:11:58Z', 'updated_at': '2020-12-03T11:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:26.065051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-24a95d33-cfff-42ee-8328-0f8644713a51 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:26.069301 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-24a95d33-cfff-42ee-8328-0f8644713a51 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4528606
Dec 03 11:18:26.071731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] For port c0bda2b8-cd92-4b00-985a-17e381c80c6a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c0bda2b8-cd92-4b00-985a-17e381c80c6a,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:26.072146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:26.080295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44672) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:26.241712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9391e7b5-3985-48ca-a997-fa9af6cc8e62 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:26.252403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:26.269739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcb64835-5dac-4f00-a3fd-1188170236d0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:26.280296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Calling delete_port for c0bda2b8-cd92-4b00-985a-17e381c80c6a owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:26.321755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:26.328290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:26.328719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:26.339945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Pushing event deleted for resources: {'Port': ['ID=55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:26.346022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:26.364104 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33c67337-bfdc-4b5a-9d06-6dbbac6327e7 req-ea569ab2-7151-44eb-b74d-a56629f5103a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5585537
Dec 03 11:18:26.486105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:26.511910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:26.522939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7276fdc-f271-4010-9997-1a16e7103ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9391e7b5-3985-48ca-a997-fa9af6cc8e62'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:18:26.530947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b41072ca-0945-49c9-ae01-cdce405c4777 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:26.537144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 9391e7b5-3985-48ca-a997-fa9af6cc8e62, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9391e7b5-3985-48ca-a997-fa9af6cc8e62,segment=NetworkSegment(1a6c1f1c-d46b-4761-bff5-fd750de28f8c),segment_id=1a6c1f1c-d46b-4761-bff5-fd750de28f8c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:26.543838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:26.547018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fdf1089e-0318-4117-acf5-87a7c076d6f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:26.599692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:26.661671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:18:26.662324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:26.716791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=9391e7b5-3985-48ca-a997-fa9af6cc8e62,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:26.725738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:26.755962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1f04086b-d170-4727-8175-56fca9fb6363 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:26.766198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Subnet': ['ID=3a3dc7c5-5313-4b7b-8d27-bd0e64577040,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:26.778329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11d0354-c807-4c07-bd64-1fc0408ef513 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 8c30995b-0e83-41d4-b661-b058dbf273c8 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:18:26.789899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e11d0354-c807-4c07-bd64-1fc0408ef513 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:26.810965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 1f04086b-d170-4727-8175-56fca9fb6363 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:18:26.811611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1f04086b-d170-4727-8175-56fca9fb6363 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:26.824737 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7276fdc-f271-4010-9997-1a16e7103ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9391e7b5-3985-48ca-a997-fa9af6cc8e62', 'code': 200}
Dec 03 11:18:26.829989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:26.835779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:26.965522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:18:27.114445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:27.131766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.91', 54598) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:27.186900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:27.197781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88678a58-071f-491e-8147-ae9ac73e78d8 None None] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:27.205980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c67337-bfdc-4b5a-9d06-6dbbac6327e7 req-42d941bc-c690-49ad-8fc6-7d61f0929db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:27.207622 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33c67337-bfdc-4b5a-9d06-6dbbac6327e7 req-42d941bc-c690-49ad-8fc6-7d61f0929db0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 1162 time: 0.6795084
Dec 03 11:18:27.267779 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f4c67e3d-fad4-4299-bc10-2c3708a83401 req-79c6fdea-7a47-476b-94fd-1d4b69ae8c2b tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 210 time: 0.0785301
Dec 03 11:18:27.278255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:27.279047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:27.311358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e11d0354-c807-4c07-bd64-1fc0408ef513 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:27.345619 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.2271080
Dec 03 11:18:27.352373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44686) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:27.362616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1913142424', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3a3dc7c5-5313-4b7b-8d27-bd0e64577040'}], 'security_groups': ['029d2e3e-3b34-4c7a-85ba-aa51111a484f']}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:27.418931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:27.431348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de0692-535b-482e-b496-58a54887b64d None None] Sync routers for ids ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:27.442010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de0692-535b-482e-b496-58a54887b64d None None] Routers {'6c7301fa-cc5d-489c-8bb4-f2785c70bf94'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:27.443063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f1de0692-535b-482e-b496-58a54887b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b693c1d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:27.462319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9391e7b5-3985-48ca-a997-fa9af6cc8e62 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:27.471748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb097c3-eade-44a9-bdc0-743d89a1e477 req-a38597ee-4cc1-4d09-a8f6-3b043cdd74f0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:27.473552 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bfb097c3-eade-44a9-bdc0-743d89a1e477 req-a38597ee-4cc1-4d09-a8f6-3b043cdd74f0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 946 time: 0.4795535
Dec 03 11:18:27.565634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:27.565981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:27.652863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f1de0692-535b-482e-b496-58a54887b64d None None] Set router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:27.707530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731e32d-0e99-429f-bde5-c7036105f5a8 req-0ab1440b-dd06-4215-946f-0ec0fe21170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:27.709657 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8731e32d-0e99-429f-bde5-c7036105f5a8 req-0ab1440b-dd06-4215-946f-0ec0fe21170a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 1163 time: 0.5723498
Dec 03 11:18:27.749090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c67337-bfdc-4b5a-9d06-6dbbac6327e7 req-7d25134d-4fe3-41e4-8c8d-533538dddb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:27.750960 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33c67337-bfdc-4b5a-9d06-6dbbac6327e7 req-7d25134d-4fe3-41e4-8c8d-533538dddb37 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0181c518-01f1-4e35-9207-f8b8a82a4943 HTTP/1.1" status: 200  len: 891 time: 0.4662170
Dec 03 11:18:27.790228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579c556-5e3a-44f6-8c7e-8f539c27aa9d None None] Update dhcp port {'port': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'fixed_ips': [{'subnet_id': 'c5b57e84-8fb9-4abc-a0e5-634e88b6451e', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a3dc7c5-5313-4b7b-8d27-bd0e64577040'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': 'aed1e28c-b777-4311-9b17-594650d24c7d'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:18:27.797752 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bfb097c3-eade-44a9-bdc0-743d89a1e477 req-bd9c7538-f087-4f67-a1de-23121cb7f905 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1017914
Dec 03 11:18:27.798811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] No DVR routers for this DVR port 55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 on host hv-neutron-7650 {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:18:27.808610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:27.812100 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.91 "DELETE /v2.0/ports/55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8 HTTP/1.1" status: 204  len: 173 time: 3.2639000
Dec 03 11:18:27.812957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'name': 'network-vif-deleted', 'tag': '55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:18:27.869233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:27.889265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c579c556-5e3a-44f6-8c7e-8f539c27aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:27.897071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e11d0354-c807-4c07-bd64-1fc0408ef513 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:27.901302 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b6295d-639a-4d9f-8a2b-46eda900caeb', 'name': 'network-vif-deleted', 'tag': '55fbc8bc-cdfb-4d9d-8c06-e97b8ad86ec8', 'status': 'completed', 'code': 200}
Dec 03 11:18:27.931391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:28.091379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f1de0692-535b-482e-b496-58a54887b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b693c1d0>, [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:16:04Z', 'revision_number': 4, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '637c5f6a-ac51-4322-86dd-f8071e3e812f', 'name': '', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'mac_address': 'fa:16:3e:23:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:58Z', 'updated_at': '2020-12-03T11:16:17Z', 'revision_number': 5, 'project_id': '292c86d7811a470cbc10639515f99e44', 'subnets': [{'id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:28.096885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de0692-535b-482e-b496-58a54887b64d None None] Checking router: 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:18:28.106659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de0692-535b-482e-b496-58a54887b64d None None] Routers {'6c7301fa-cc5d-489c-8bb4-f2785c70bf94'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:28.108297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f1de0692-535b-482e-b496-58a54887b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b693c1d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:28.181587 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8731e32d-0e99-429f-bde5-c7036105f5a8 req-dcbfce68-cb60-494e-89ce-1e65dfca22be service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4570966
Dec 03 11:18:28.183494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:28.200525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:28.219211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33c67337-bfdc-4b5a-9d06-6dbbac6327e7 req-f519b9db-a591-4e71-b73c-7122e13889ac service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6bdf139-a3ae-4585-8c16-5c54b111a6e1 HTTP/1.1" status: 200  len: 1000 time: 0.4500980
Dec 03 11:18:28.276090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c579c556-5e3a-44f6-8c7e-8f539c27aa9d None None] Allocated IP 2001:db8:0:1::2 (84ac366d-179e-4f13-8d9f-4ea28bbd9166/3a3dc7c5-5313-4b7b-8d27-bd0e64577040/aed1e28c-b777-4311-9b17-594650d24c7d) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:28.340511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f1de0692-535b-482e-b496-58a54887b64d None None] Set router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:28.408413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:28.409060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66b8066e-55e1-4bb1-9e6e-37e6e4091180 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:18:28.444308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:28.453943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c579c556-5e3a-44f6-8c7e-8f539c27aa9d None None] For port aed1e28c-b777-4311-9b17-594650d24c7d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aed1e28c-b777-4311-9b17-594650d24c7d,segment=NetworkSegment(f23363d7-5c87-4695-8602-5ccbbc540867),segment_id=f23363d7-5c87-4695-8602-5ccbbc540867)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:28.469287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f0b04fcf-0f3a-43a5-a62e-be0cdfc0d81a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:28.493413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c579c556-5e3a-44f6-8c7e-8f539c27aa9d None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:28.528999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c579c556-5e3a-44f6-8c7e-8f539c27aa9d None None] Transition to ACTIVE for port object aed1e28c-b777-4311-9b17-594650d24c7d will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:28.544937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c579c556-5e3a-44f6-8c7e-8f539c27aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:28.587790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f693ca33-4d5d-4f81-ae20-dc934b4b75c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:28.679527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579c556-5e3a-44f6-8c7e-8f539c27aa9d None None] Pushing event updated for resources: {'Port': ['ID=aed1e28c-b777-4311-9b17-594650d24c7d,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:28.705103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c579c556-5e3a-44f6-8c7e-8f539c27aa9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:28.823360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:28.824603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40f422fb-dead-4166-b8d2-bc03db209064 admin admin] 10.222.0.90 "DELETE /v2.0/routers/66b8066e-55e1-4bb1-9e6e-37e6e4091180 HTTP/1.1" status: 204  len: 168 time: 4.6478369
Dec 03 11:18:28.850156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44694) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:28.937046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aed1e28c-b777-4311-9b17-594650d24c7d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:28.945368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f1de0692-535b-482e-b496-58a54887b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b693c1d0>, [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:16:04Z', 'revision_number': 4, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '637c5f6a-ac51-4322-86dd-f8071e3e812f', 'name': '', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'mac_address': 'fa:16:3e:23:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:58Z', 'updated_at': '2020-12-03T11:16:17Z', 'revision_number': 5, 'project_id': '292c86d7811a470cbc10639515f99e44', 'subnets': [{'id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:28.961260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de0692-535b-482e-b496-58a54887b64d None None] The sync data for ids ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'] in dv-neutron-765072-2-ovs is: [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:16:04Z', 'revision_number': 4, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '637c5f6a-ac51-4322-86dd-f8071e3e812f', 'name': '', 'network_id': 'd6a8abbf-02f9-444e-baba-466ff0a6f350', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'mac_address': 'fa:16:3e:23:e7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:58Z', 'updated_at': '2020-12-03T11:16:17Z', 'revision_number': 5, 'project_id': '292c86d7811a470cbc10639515f99e44', 'subnets': [{'id': '9ad40f9b-401c-49c7-9617-3de4963903ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:28.961504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3f0d9181-884c-45bc-8e4d-8ee188890483 req-cdba3b7a-17df-43bc-a6d4-d824134c9f2c tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Synchronizing usage tracker for tenant:292c86d7811a470cbc10639515f99e44 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:29.010089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Delete allocated IP 2001:db8::83 (84ac366d-179e-4f13-8d9f-4ea28bbd9166/c5b57e84-8fb9-4abc-a0e5-634e88b6451e) {{(pid=80975) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 03 11:18:29.015060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3f0d9181-884c-45bc-8e4d-8ee188890483 req-cdba3b7a-17df-43bc-a6d4-d824134c9f2c tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Unset dirty status for tenant:292c86d7811a470cbc10639515f99e44 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:29.028873 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f0d9181-884c-45bc-8e4d-8ee188890483 req-cdba3b7a-17df-43bc-a6d4-d824134c9f2c tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/ports?device_id=83b6295d-639a-4d9f-8a2b-46eda900caeb HTTP/1.1" status: 200  len: 210 time: 0.2228844
Dec 03 11:18:29.045442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8:0:1::ad (84ac366d-179e-4f13-8d9f-4ea28bbd9166/3a3dc7c5-5313-4b7b-8d27-bd0e64577040/5d853687-4f22-4258-b626-7a9345d67d74) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:29.167613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c0bda2b8-cd92-4b00-985a-17e381c80c6a no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:29.220556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: c0bda2b8-cd92-4b00-985a-17e381c80c6a {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:18:29.221351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c0bda2b8-cd92-4b00-985a-17e381c80c6a not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:29.307449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8434b04-15e0-4624-91d5-3d80b140dc2a req-ba9655d1-4824-43ce-830f-35b460d4a89a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:29.316558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8434b04-15e0-4624-91d5-3d80b140dc2a req-ba9655d1-4824-43ce-830f-35b460d4a89a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 946 time: 0.2499762
Dec 03 11:18:29.334923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-376ad282-96d5-4077-9032-165ad6552dd5 admin admin] Deleting subnet 22ea8f59-d136-43f2-acfe-9b4232c66694 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:18:29.368971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-376ad282-96d5-4077-9032-165ad6552dd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:29.442845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c67337-bfdc-4b5a-9d06-6dbbac6327e7 req-debee8b9-3529-4825-a6b5-2255fa522e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:29.444631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33c67337-bfdc-4b5a-9d06-6dbbac6327e7 req-debee8b9-3529-4825-a6b5-2255fa522e85 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4200b6e2-2940-49ba-9709-fee3d781fff5 HTTP/1.1" status: 200  len: 835 time: 0.7905443
Dec 03 11:18:29.445370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Subnet': ['ID=531b362b-d646-411b-9383-e6d9348c9434,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:29.456615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.987s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:29.473733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e56f76-0f9f-470e-992a-173eda8b8454 None None] New status for floating IP e8e9a2ae-0da7-41a4-87ed-bfede13d5a7b: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:18:29.555712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9391e7b5-3985-48ca-a997-fa9af6cc8e62 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:29.569950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-376ad282-96d5-4077-9032-165ad6552dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:29.610887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Checking segment: {'id': '58569dc1-bb6f-4980-b968-a66fbf403d56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fe759977-0035-474f-bbe3-c11cdc5e3871'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:29.611221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network hostable DHCP agents. Network: fe759977-0035-474f-bbe3-c11cdc5e3871, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:18:29.669099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e11d0354-c807-4c07-bd64-1fc0408ef513 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:29.715340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7715f9a6-eb52-40fc-890f-e3fa4124107f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:29.727593 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8434b04-15e0-4624-91d5-3d80b140dc2a req-5d9ce7e2-d47d-46b8-a548-b98281314d46 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4099493
Dec 03 11:18:29.754012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network fe759977-0035-474f-bbe3-c11cdc5e3871 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:18:29.789710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:29.808242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Transition to ACTIVE for port object 5d853687-4f22-4258-b626-7a9345d67d74 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:29.809675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, fe759977-0035-474f-bbe3-c11cdc5e3871) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:29.812371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:29.824551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d0354-c807-4c07-bd64-1fc0408ef513 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=8c30995b-0e83-41d4-b661-b058dbf273c8,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:29.827715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e11d0354-c807-4c07-bd64-1fc0408ef513 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:29.829399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c573384-e4a7-4f5f-945d-d9e5584d5427 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:29.854129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:29.854707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:29.991619 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.1210110
Dec 03 11:18:30.009365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44700) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:30.021313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'subnet': {'network_id': '42999c0a-cdfe-4dc0-ad38-ccd906cd46cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:30.026005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-376ad282-96d5-4077-9032-165ad6552dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:30.051262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=5d853687-4f22-4258-b626-7a9345d67d74,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:30.062223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa60750c-a183-4a7d-a4d3-a5fe43d7ac2a None None] Network fe759977-0035-474f-bbe3-c11cdc5e3871 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:30.073814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:30.184439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:30.184925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:30.245934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-03245122-bd9f-4c8e-bc3f-bf1f5d7a939d None None] Provisioning complete for port f07d3a60-1f49-4a56-a836-f07fcddf7728 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:30.246355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03245122-bd9f-4c8e-bc3f-bf1f5d7a939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:30.247546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44708) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:30.251841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] In _notify_port_updated(), no bound segment for port 5d853687-4f22-4258-b626-7a9345d67d74 on network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 {{(pid=80975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:18:30.256408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:30.257179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:30.259702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "PUT /v2.0/ports/5d853687-4f22-4258-b626-7a9345d67d74 HTTP/1.1" status: 200  len: 930 time: 2.9062884
Dec 03 11:18:30.262598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44712) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:30.272410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:30.291405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e11d0354-c807-4c07-bd64-1fc0408ef513 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:30.296844 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e11d0354-c807-4c07-bd64-1fc0408ef513 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/8c30995b-0e83-41d4-b661-b058dbf273c8 HTTP/1.1" status: 204  len: 168 time: 4.2082438
Dec 03 11:18:30.304398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c67337-bfdc-4b5a-9d06-6dbbac6327e7 req-7a133bd5-3eec-4220-baa8-dca07d74e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:30.306079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5312c35-671c-4cfd-9bb9-76011eb1f7dc None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:30.306521 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33c67337-bfdc-4b5a-9d06-6dbbac6327e7 req-7a133bd5-3eec-4220-baa8-dca07d74e613 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0181c518-01f1-4e35-9207-f8b8a82a4943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.8078260
Dec 03 11:18:30.307087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44716) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:30.317813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:subnet and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:30.326998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:30.336998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:30.374255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3fad1755-97f0-469a-8a03-c5c99f5fbead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 5d853687-4f22-4258-b626-7a9345d67d74 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:30.374649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fad1755-97f0-469a-8a03-c5c99f5fbead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:30.451552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-03245122-bd9f-4c8e-bc3f-bf1f5d7a939d None None] Port f07d3a60-1f49-4a56-a836-f07fcddf7728 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:30.465849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:30.546446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33c67337-bfdc-4b5a-9d06-6dbbac6327e7 req-ee1aa822-31dd-494b-bb65-3ca4c0a8b1df service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2297962
Dec 03 11:18:30.572249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-03245122-bd9f-4c8e-bc3f-bf1f5d7a939d None None] Provisioning for port aed1e28c-b777-4311-9b17-594650d24c7d completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:30.643972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-03245122-bd9f-4c8e-bc3f-bf1f5d7a939d None None] Provisioning complete for port aed1e28c-b777-4311-9b17-594650d24c7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:30.644623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03245122-bd9f-4c8e-bc3f-bf1f5d7a939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:30.657276 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f7c3a896-e32f-45f9-a52c-706e4127512b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3380795
Dec 03 11:18:30.658564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:30.668075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44720) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:30.722469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:30.875946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fad1755-97f0-469a-8a03-c5c99f5fbead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:30.891826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a4e47b0-c08f-4dd6-9fac-2b6cd5e5bfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:30.962015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-fe759977-0035-474f-bbe3-c11cdc5e3871', 'network_id': 'fe759977-0035-474f-bbe3-c11cdc5e3871', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'fixed_ips': [{'subnet_id': '531b362b-d646-411b-9383-e6d9348c9434'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:18:30.963461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:31.038927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-376ad282-96d5-4077-9032-165ad6552dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:31.074340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3baf05f2-af49-4744-a81b-912649ef011d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:31.080261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3fad1755-97f0-469a-8a03-c5c99f5fbead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 5d853687-4f22-4258-b626-7a9345d67d74 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:31.175393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ad282-96d5-4077-9032-165ad6552dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ea8f59-d136-43f2-acfe-9b4232c66694,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:31.191699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ca02e3-86ec-4d45-b3ad-d8527bce4eb4 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:18:31.199431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-376ad282-96d5-4077-9032-165ad6552dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:31.201401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca02e3-86ec-4d45-b3ad-d8527bce4eb4 None None] Deleting port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:31.202054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02e3-86ec-4d45-b3ad-d8527bce4eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:31.216155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc72625d-14c1-4033-8015-734b06747d1d tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:31.220025 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33c67337-bfdc-4b5a-9d06-6dbbac6327e7 req-644def6e-b628-4aa2-ad9f-c95c8d3ae2a0 service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6497838
Dec 03 11:18:31.239118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-03245122-bd9f-4c8e-bc3f-bf1f5d7a939d None None] Provisioning for port 5d853687-4f22-4258-b626-7a9345d67d74 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:31.256371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-03245122-bd9f-4c8e-bc3f-bf1f5d7a939d None None] Provisioning complete for port 5d853687-4f22-4258-b626-7a9345d67d74 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:31.256371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03245122-bd9f-4c8e-bc3f-bf1f5d7a939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:31.316980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:31.344823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc72625d-14c1-4033-8015-734b06747d1d tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:31.361242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:31.368195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-376ad282-96d5-4077-9032-165ad6552dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:31.383605 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-376ad282-96d5-4077-9032-165ad6552dd5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/22ea8f59-d136-43f2-acfe-9b4232c66694 HTTP/1.1" status: 204  len: 168 time: 2.5280607
Dec 03 11:18:31.389946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44726) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:31.410455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1da88c2-8c68-4a03-b18c-cd9722f3c345 None None] Network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:31.410714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d7ba6-36dd-477f-a666-ece538381a64 req-6e6af01e-9c18-4da4-ba6d-98e9bdbee29b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:31.412297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-056d7ba6-36dd-477f-a666-ece538381a64 req-6e6af01e-9c18-4da4-ba6d-98e9bdbee29b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 946 time: 0.3403270
Dec 03 11:18:31.437519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-03245122-bd9f-4c8e-bc3f-bf1f5d7a939d None None] Port 5d853687-4f22-4258-b626-7a9345d67d74 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:31.441659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:31.447949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:31.491879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fad1755-97f0-469a-8a03-c5c99f5fbead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:31.511232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04e685b3-102a-42e5-aecf-b706e7d54c4d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:31.556894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9391e7b5-3985-48ca-a997-fa9af6cc8e62 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:31.581911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad1755-97f0-469a-8a03-c5c99f5fbead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=5d853687-4f22-4258-b626-7a9345d67d74,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:31.597041 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-056d7ba6-36dd-477f-a666-ece538381a64 req-63fd5094-2819-4303-8f5a-2cc5a2f5b10d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1728613
Dec 03 11:18:31.600742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3fad1755-97f0-469a-8a03-c5c99f5fbead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:31.644416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc72625d-14c1-4033-8015-734b06747d1d tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:31.658510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf58c9bd-7f16-493d-b027-89bd063ad3d7 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:31.675256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72625d-14c1-4033-8015-734b06747d1d tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5addc53-70d6-42c7-94bf-01d28d7a781c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:31.686724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc72625d-14c1-4033-8015-734b06747d1d tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:31.687620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc72625d-14c1-4033-8015-734b06747d1d tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:31.688853 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bc72625d-14c1-4033-8015-734b06747d1d tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "DELETE /v2.0/security-groups/c5addc53-70d6-42c7-94bf-01d28d7a781c HTTP/1.1" status: 204  len: 168 time: 1.4369471
Dec 03 11:18:31.694788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:31.717734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44732) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:31.748974 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-3ff5c0a6-eb2b-4bc6-bcba-3c56849d53e1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] show failed (client error): The resource could not be found.
Dec 03 11:18:31.752833 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3ff5c0a6-eb2b-4bc6-bcba-3c56849d53e1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "GET /v2.0/security-groups/c5addc53-70d6-42c7-94bf-01d28d7a781c HTTP/1.1" status: 404  len: 347 time: 0.0339844
Dec 03 11:18:31.753252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44736) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:31.781243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Deleting port aca53b5c-9e8b-44dd-bc97-4190a7d649e2 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:31.781622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:32.032215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-87be9865-f3ab-4c31-aa7c-fe4df6ff8130 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Deleting port 2326e3fe-70fe-4ab2-bef7-afa1765e1fdd {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:32.032552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87be9865-f3ab-4c31-aa7c-fe4df6ff8130 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:32.056730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] For port aca53b5c-9e8b-44dd-bc97-4190a7d649e2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aca53b5c-9e8b-44dd-bc97-4190a7d649e2,segment=NetworkSegment(ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7),segment_id=ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:32.057132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:32.117499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fad1755-97f0-469a-8a03-c5c99f5fbead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:32.130740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:32.131622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:32.138743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3fad1755-97f0-469a-8a03-c5c99f5fbead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/5d853687-4f22-4258-b626-7a9345d67d74 HTTP/1.1" status: 204  len: 168 time: 1.8694105
Dec 03 11:18:32.140117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44740) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:32.204502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f6ca02e3-86ec-4d45-b3ad-d8527bce4eb4 None None] For port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:32.205042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02e3-86ec-4d45-b3ad-d8527bce4eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:32.210419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Calling delete_port for aca53b5c-9e8b-44dd-bc97-4190a7d649e2 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:32.213707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cdb77b80-01ca-425e-a7d0-412e09e69a5f None None] Provisioning complete for port aed1e28c-b777-4311-9b17-594650d24c7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:32.214146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdb77b80-01ca-425e-a7d0-412e09e69a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:32.319962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:32.338815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d24e2d05-1317-40b7-bbdd-785551522319 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:32.369518 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b5fb37-d573-4cd2-af71-725ed2548436 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:18:32.370110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-30b5fb37-d573-4cd2-af71-725ed2548436 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:32.379517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0642d4-7753-4506-89ba-c046e98c854a req-5a6b765a-71e2-4e70-b086-0c97dd86b650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:32.381474 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ad0642d4-7753-4506-89ba-c046e98c854a req-5a6b765a-71e2-4e70-b086-0c97dd86b650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 946 time: 0.5466962
Dec 03 11:18:32.405355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=aca53b5c-9e8b-44dd-bc97-4190a7d649e2,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:32.408323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:32.417576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca02e3-86ec-4d45-b3ad-d8527bce4eb4 None None] Calling delete_port for 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:32.479329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Allocated IP 172.20.0.2 (fe759977-0035-474f-bbe3-c11cdc5e3871/531b362b-d646-411b-9383-e6d9348c9434/f8387647-f46c-489d-a3b5-498ea9f44f44) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:32.545137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] No DVR routers for this DVR port aca53b5c-9e8b-44dd-bc97-4190a7d649e2 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:18:32.750662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5d38c0-a866-42e2-a8a6-29100e8b67bc None None] DHCP port deletion for c22be55f-c3b4-431f-8fb4-1527cb54c1d4 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:18:32.778531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-30b5fb37-d573-4cd2-af71-725ed2548436 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:32.783672 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-30b5fb37-d573-4cd2-af71-725ed2548436 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/5d853687-4f22-4258-b626-7a9345d67d74 HTTP/1.1" status: 404  len: 333 time: 0.6355247
Dec 03 11:18:32.784573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44744) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:32.799349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02e3-86ec-4d45-b3ad-d8527bce4eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:32.809632 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ad0642d4-7753-4506-89ba-c046e98c854a req-e6af79d6-1a78-4d87-a4d0-96e9296518bd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4182184
Dec 03 11:18:32.824661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:32.847133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87be9865-f3ab-4c31-aa7c-fe4df6ff8130 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:32.847505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87be9865-f3ab-4c31-aa7c-fe4df6ff8130 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:32.854495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9584c85-2346-41b8-8697-464a458e4dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:32.871450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e70c8a48-e79c-47d8-8961-306a46ce4e7b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:32.903469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:32.956647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Subnet': ['ID=64bc1c26-e1a4-411f-a4f3-858f1085dc71,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:32.977961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:33.037570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca02e3-86ec-4d45-b3ad-d8527bce4eb4 None None] Pushing event deleted for resources: {'Port': ['ID=482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:33.039515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:18:33.039890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:33.040360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aca53b5c-9e8b-44dd-bc97-4190a7d649e2 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:33.042978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.072918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f6ca02e3-86ec-4d45-b3ad-d8527bce4eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:33.085060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cdb77b80-01ca-425e-a7d0-412e09e69a5f None None] Could not find standard attr ID for object 5d853687-4f22-4258-b626-7a9345d67d74. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:18:33.103169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: aca53b5c-9e8b-44dd-bc97-4190a7d649e2 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:18:33.103573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aca53b5c-9e8b-44dd-bc97-4190a7d649e2 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:33.111812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee944-d968-4522-8bf5-8088cc8c6a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.126375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-87be9865-f3ab-4c31-aa7c-fe4df6ff8130 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Calling delete_port for 2326e3fe-70fe-4ab2-bef7-afa1765e1fdd owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:33.192776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b45eb128>,) {'filters': {'network_id': ['c22be55f-c3b4-431f-8fb4-1527cb54c1d4']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:33.200183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca02e3-86ec-4d45-b3ad-d8527bce4eb4 None None] No DVR routers for this DVR port 482e83a6-ff93-49ec-a3c0-3d1f9ef9e55f on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:18:33.208199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.223527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Transition to ACTIVE for port object f8387647-f46c-489d-a3b5-498ea9f44f44 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:33.241328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Transition to ACTIVE for port object f8387647-f46c-489d-a3b5-498ea9f44f44 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:33.247660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.249231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b45eb128>, 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:33.249805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b45eb128>, 'ba7a9cb2-113f-4f79-8efc-bd4e59d4cbd7') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:33.264973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1d82fe9-d684-4800-af15-71938034cf9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:33.273571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.304754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.306984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.323028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:18:33.337597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25e18f44-99c7-46ae-a4e1-d9e5c7afe6a5 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:33.344046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6613-b3c1-48ce-89f7-8796e28ac190 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.402563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Pushing event updated for resources: {'Port': ['ID=f8387647-f46c-489d-a3b5-498ea9f44f44,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:33.407562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:33.435085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6613-b3c1-48ce-89f7-8796e28ac190 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.467488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Network fe759977-0035-474f-bbe3-c11cdc5e3871 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:33.469232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:33.471584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:33.503986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Checking segment: {'id': 'ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '42999c0a-cdfe-4dc0-ad38-ccd906cd46cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:33.504388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network hostable DHCP agents. Network: 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:18:33.528407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Attempting to bind port f8387647-f46c-489d-a3b5-498ea9f44f44 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:33.529565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Attempting to bind port f8387647-f46c-489d-a3b5-498ea9f44f44 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '58569dc1-bb6f-4980-b968-a66fbf403d56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fe759977-0035-474f-bbe3-c11cdc5e3871'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:33.530340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Attempting to bind port f8387647-f46c-489d-a3b5-498ea9f44f44 on network fe759977-0035-474f-bbe3-c11cdc5e3871 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:33.530807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87be9865-f3ab-4c31-aa7c-fe4df6ff8130 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.536157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:33.536584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Checking segment: {'id': '58569dc1-bb6f-4980-b968-a66fbf403d56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fe759977-0035-474f-bbe3-c11cdc5e3871'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:33.537041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.537486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Bound using segment: {'id': '58569dc1-bb6f-4980-b968-a66fbf403d56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fe759977-0035-474f-bbe3-c11cdc5e3871'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:33.538027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Bound port: f8387647-f46c-489d-a3b5-498ea9f44f44, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58569dc1-bb6f-4980-b968-a66fbf403d56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fe759977-0035-474f-bbe3-c11cdc5e3871'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:33.538441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.549388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba7f3bb5-f9ed-4d1f-a2b1-230d7a90f647 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:33.587227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6613-b3c1-48ce-89f7-8796e28ac190 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.600272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:18:33.615299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be9865-f3ab-4c31-aa7c-fe4df6ff8130 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Pushing event deleted for resources: {'Port': ['ID=2326e3fe-70fe-4ab2-bef7-afa1765e1fdd,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:33.624226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-87be9865-f3ab-4c31-aa7c-fe4df6ff8130 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:33.624865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc0c6514-857f-4972-91ef-dbaa35ae34a8 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:33.637705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] For port f8387647-f46c-489d-a3b5-498ea9f44f44, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:33.642798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] For port f8387647-f46c-489d-a3b5-498ea9f44f44, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f8387647-f46c-489d-a3b5-498ea9f44f44,segment=NetworkSegment(58569dc1-bb6f-4980-b968-a66fbf403d56),segment_id=58569dc1-bb6f-4980-b968-a66fbf403d56)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:33.647596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.650864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=d73623d1-6fff-4648-86b3-c9ed9a32f8af,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:33.654311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:33.656382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:18:33.662126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:33.673157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.691514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:33.704586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d6613-b3c1-48ce-89f7-8796e28ac190 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'SecurityGroup': ['ID=5978dff8-abca-4147-8814-e0e13bea5898,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:33.721854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9f4d6613-b3c1-48ce-89f7-8796e28ac190 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:33.722180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04161f40-a7a8-4515-bf2d-3d3ab4f86551 None None] Network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:33.728152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:33.728875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.772819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6613-b3c1-48ce-89f7-8796e28ac190 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.776560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9f4d6613-b3c1-48ce-89f7-8796e28ac190 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/security-groups/5978dff8-abca-4147-8814-e0e13bea5898 HTTP/1.1" status: 204  len: 168 time: 0.9608607
Dec 03 11:18:33.778176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44752) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:33.804297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7910409
Dec 03 11:18:33.807790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44756) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:33.825134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8eed1846-35dd-4c07-8d0b-46d6a99a2cf6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'router': {'name': 'tempest-RoutersTest-router-40077534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:33.840504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8eed1846-35dd-4c07-8d0b-46d6a99a2cf6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:33.881076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.907030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8eed1846-35dd-4c07-8d0b-46d6a99a2cf6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:router and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:33.915296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8eed1846-35dd-4c07-8d0b-46d6a99a2cf6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:33.916524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73edbdda-17eb-4f1f-bdcb-2f9cd8bf9562 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.918777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87be9865-f3ab-4c31-aa7c-fe4df6ff8130 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.921967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87be9865-f3ab-4c31-aa7c-fe4df6ff8130 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:33.927083 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-87be9865-f3ab-4c31-aa7c-fe4df6ff8130 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] 10.222.0.90 "DELETE /v2.0/floatingips/e8e9a2ae-0da7-41a4-87ed-bfede13d5a7b HTTP/1.1" status: 204  len: 168 time: 2.1705074
Dec 03 11:18:33.929211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44760) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:33.938420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Network c22be55f-c3b4-431f-8fb4-1527cb54c1d4 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:18:33.948310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8eed1846-35dd-4c07-8d0b-46d6a99a2cf6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:18:33.971513 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:18:33.978243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:33.985764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:34.015304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:34.016140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.074999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eed1846-35dd-4c07-8d0b-46d6a99a2cf6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.076345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eed1846-35dd-4c07-8d0b-46d6a99a2cf6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.097325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73edbdda-17eb-4f1f-bdcb-2f9cd8bf9562 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.104158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9fd3f9-eee5-4bdd-a186-15394f457a41 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:34.119119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eed1846-35dd-4c07-8d0b-46d6a99a2cf6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.124058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.129102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.140483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:34.146053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Pushing event updated for resources: {'Port': ['ID=f8387647-f46c-489d-a3b5-498ea9f44f44,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:34.168140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:34.176577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=c22be55f-c3b4-431f-8fb4-1527cb54c1d4,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:34.179391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:34.189445 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.4989097
Dec 03 11:18:34.189806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44764) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:34.195443 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] 10.222.0.90 "DELETE /v2.0/networks/c22be55f-c3b4-431f-8fb4-1527cb54c1d4 HTTP/1.1" status: 204  len: 168 time: 2.8041699
Dec 03 11:18:34.206207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8cd1cccd-714f-4111-b5e8-1d9bc0702800 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': 'd73623d1-6fff-4648-86b3-c9ed9a32f8af', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1223378030'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:34.231282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eed1846-35dd-4c07-8d0b-46d6a99a2cf6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.325926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73edbdda-17eb-4f1f-bdcb-2f9cd8bf9562 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.333332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eed1846-35dd-4c07-8d0b-46d6a99a2cf6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.333498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9dc85f66-1dc5-4437-b433-d0b7c39e91f6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:34.335313 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8eed1846-35dd-4c07-8d0b-46d6a99a2cf6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.5247681
Dec 03 11:18:34.338629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44770) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:34.367320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44774) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:34.368225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edbdda-17eb-4f1f-bdcb-2f9cd8bf9562 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'SecurityGroup': ['ID=029d2e3e-3b34-4c7a-85ba-aa51111a484f,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:34.373096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-73edbdda-17eb-4f1f-bdcb-2f9cd8bf9562 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:34.444776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73edbdda-17eb-4f1f-bdcb-2f9cd8bf9562 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.446257 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-73edbdda-17eb-4f1f-bdcb-2f9cd8bf9562 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/security-groups/029d2e3e-3b34-4c7a-85ba-aa51111a484f HTTP/1.1" status: 204  len: 168 time: 0.6682243
Dec 03 11:18:34.489550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-42999c0a-cdfe-4dc0-ad38-ccd906cd46cd', 'network_id': '42999c0a-cdfe-4dc0-ad38-ccd906cd46cd', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'fixed_ips': [{'subnet_id': '64bc1c26-e1a4-411f-a4f3-858f1085dc71'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:18:34.490466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.497200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44778) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:34.583598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44782) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:34.599538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.700439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8cd1cccd-714f-4111-b5e8-1d9bc0702800 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:34.755168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': 'd73623d1-6fff-4648-86b3-c9ed9a32f8af'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:18:34.756109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:34.830201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8cd1cccd-714f-4111-b5e8-1d9bc0702800 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:34.927080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8cd1cccd-714f-4111-b5e8-1d9bc0702800 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:34.939515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8cd1cccd-714f-4111-b5e8-1d9bc0702800 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:35.063905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd1cccd-714f-4111-b5e8-1d9bc0702800 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:35.065539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:35.134676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Allocated IP 172.21.0.2 (42999c0a-cdfe-4dc0-ad38-ccd906cd46cd/64bc1c26-e1a4-411f-a4f3-858f1085dc71/9945e5db-5575-4217-ac30-5195af50e7e8) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:35.236046 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-28b1bc5c-904b-44ee-9b80-68e35a688bd1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=193702a8528c429d847d08cd33ff784e&name=default HTTP/1.1" status: 200  len: 2875 time: 0.6461389
Dec 03 11:18:35.387330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Allocated IP 2001:db8::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/d73623d1-6fff-4648-86b3-c9ed9a32f8af/f665de20-5ef3-4c0c-83cc-242850b72032) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:35.463790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44786) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:35.575027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:35.616247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:35.642621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Transition to ACTIVE for port object 9945e5db-5575-4217-ac30-5195af50e7e8 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:35.671871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:35.701324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8984e04b-8c66-4cf0-986b-518e3d402e21 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting subnet c5b57e84-8fb9-4abc-a0e5-634e88b6451e {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:18:35.708491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Transition to ACTIVE for port object 9945e5db-5575-4217-ac30-5195af50e7e8 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:35.716171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cccd-714f-4111-b5e8-1d9bc0702800 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:35.727652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:35.729083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8984e04b-8c66-4cf0-986b-518e3d402e21 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:35.745615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:35.770784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21fa68ba-3095-44a1-85e7-8b6424e7c070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:35.887757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21fa68ba-3095-44a1-85e7-8b6424e7c070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:35.900586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8984e04b-8c66-4cf0-986b-518e3d402e21 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:36.077365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:36.126783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21fa68ba-3095-44a1-85e7-8b6424e7c070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:36.135724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee247543-7ab5-4379-82c2-3fb4b974ee42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:36.158245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa68ba-3095-44a1-85e7-8b6424e7c070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60aac2a-b5a5-43aa-ba3d-62eb1d9e9540,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:36.161638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21fa68ba-3095-44a1-85e7-8b6424e7c070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:36.178588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc39300-f02e-4324-8577-85334dcb24b0 None None] Network fe759977-0035-474f-bbe3-c11cdc5e3871 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:36.234014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:36.273439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Pushing event updated for resources: {'Port': ['ID=9945e5db-5575-4217-ac30-5195af50e7e8,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:36.301147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-8cd1cccd-714f-4111-b5e8-1d9bc0702800 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port f1d6471b-2c99-43f7-8e89-1e51694a51ba yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:18:36.302459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21fa68ba-3095-44a1-85e7-8b6424e7c070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:36.306214 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-21fa68ba-3095-44a1-85e7-8b6424e7c070 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f60aac2a-b5a5-43aa-ba3d-62eb1d9e9540 HTTP/1.1" status: 204  len: 168 time: 0.8380787
Dec 03 11:18:36.345153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Transition to ACTIVE for port object f665de20-5ef3-4c0c-83cc-242850b72032 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:36.348713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:36.363832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2a74873d-6769-4d9f-b047-0d1d209886f8 None None] Provisioning for port f8387647-f46c-489d-a3b5-498ea9f44f44 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:36.401246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Transition to ACTIVE for port object f665de20-5ef3-4c0c-83cc-242850b72032 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:36.425451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:36.452504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:36.503697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8984e04b-8c66-4cf0-986b-518e3d402e21 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:36.566620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:36.586057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:36.644993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:36.684981 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd1cccd-714f-4111-b5e8-1d9bc0702800 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:18:36.686205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd1cccd-714f-4111-b5e8-1d9bc0702800 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 400 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:36.692623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Pushing event updated for resources: {'Port': ['ID=f665de20-5ef3-4c0c-83cc-242850b72032,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:36.708838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:36.784942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Attempting to bind port 9945e5db-5575-4217-ac30-5195af50e7e8 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:36.785304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Attempting to bind port 9945e5db-5575-4217-ac30-5195af50e7e8 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '42999c0a-cdfe-4dc0-ad38-ccd906cd46cd'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:36.785719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Attempting to bind port 9945e5db-5575-4217-ac30-5195af50e7e8 on network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:36.813300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:36.813736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Checking segment: {'id': 'ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '42999c0a-cdfe-4dc0-ad38-ccd906cd46cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:36.814189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:36.814637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Bound using segment: {'id': 'ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '42999c0a-cdfe-4dc0-ad38-ccd906cd46cd'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:36.815218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Bound port: 9945e5db-5575-4217-ac30-5195af50e7e8, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '42999c0a-cdfe-4dc0-ad38-ccd906cd46cd'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:36.817190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:36.862577 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8cd1cccd-714f-4111-b5e8-1d9bc0702800 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 2.6686490
Dec 03 11:18:36.867656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44796) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:36.978268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] Deleting port 637c5f6a-ac51-4322-86dd-f8071e3e812f {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:36.978632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:36.982747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Allocated IP 172.20.0.1 (fe759977-0035-474f-bbe3-c11cdc5e3871/531b362b-d646-411b-9383-e6d9348c9434/51d69ec2-4fd2-4804-bf37-604fcfcae046) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:37.018472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] For port 9945e5db-5575-4217-ac30-5195af50e7e8, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:37.022762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] For port 9945e5db-5575-4217-ac30-5195af50e7e8, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9945e5db-5575-4217-ac30-5195af50e7e8,segment=NetworkSegment(ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be),segment_id=ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:37.035794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f8387647-f46c-489d-a3b5-498ea9f44f44 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:37.069963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:37.102293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:37.129310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84819d38-6014-4bf4-aec0-24a64172117f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:37.130091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84819d38-6014-4bf4-aec0-24a64172117f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:37.150855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:37.190033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.17 (bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1/b7b1df5e-6c91-40a0-b63b-a3196b257ad8/1213cce0-67ad-4045-9375-1ca916b98781) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:37.217100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84819d38-6014-4bf4-aec0-24a64172117f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:37.218578 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-84819d38-6014-4bf4-aec0-24a64172117f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.3499382
Dec 03 11:18:37.221964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44806) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:37.261496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:37.264644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:37.276610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8984e04b-8c66-4cf0-986b-518e3d402e21 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:37.332076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] For port 637c5f6a-ac51-4322-86dd-f8071e3e812f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=637c5f6a-ac51-4322-86dd-f8071e3e812f,segment=NetworkSegment(a29e1dff-c04c-400d-b35a-ae6e26eec6ec),segment_id=a29e1dff-c04c-400d-b35a-ae6e26eec6ec)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:37.332492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:37.418087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Pushing event updated for resources: {'Port': ['ID=9945e5db-5575-4217-ac30-5195af50e7e8,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:37.421782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:37.426825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Attempting to bind port f665de20-5ef3-4c0c-83cc-242850b72032 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:37.427271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Attempting to bind port f665de20-5ef3-4c0c-83cc-242850b72032 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:37.428055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Attempting to bind port f665de20-5ef3-4c0c-83cc-242850b72032 on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:37.452473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:37.452902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:37.453352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:37.453795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:37.454336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Bound port: f665de20-5ef3-4c0c-83cc-242850b72032, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:37.454759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:37.479497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-376ad282-96d5-4077-9032-165ad6552dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:37.489439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port f8387647-f46c-489d-a3b5-498ea9f44f44 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:37.532687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port f8387647-f46c-489d-a3b5-498ea9f44f44 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:37.533114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:37.545974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984e04b-8c66-4cf0-986b-518e3d402e21 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Subnet': ['ID=c5b57e84-8fb9-4abc-a0e5-634e88b6451e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:37.558869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8984e04b-8c66-4cf0-986b-518e3d402e21 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:37.564425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8984e04b-8c66-4cf0-986b-518e3d402e21 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:37.574868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b42583b-af41-482f-8e9b-5185cf7dac12 None None] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:37.579573 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8984e04b-8c66-4cf0-986b-518e3d402e21 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/c5b57e84-8fb9-4abc-a0e5-634e88b6451e HTTP/1.1" status: 204  len: 168 time: 3.0775840
Dec 03 11:18:37.583243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44814) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:37.590465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:37.645988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb618e2-ae70-4849-84ae-e03554a54e16 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:37.662530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb618e2-ae70-4849-84ae-e03554a54e16 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:37.663577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ffb618e2-ae70-4849-84ae-e03554a54e16 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:37.688497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] Calling delete_port for 637c5f6a-ac51-4322-86dd-f8071e3e812f owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:37.790653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] For port f665de20-5ef3-4c0c-83cc-242850b72032, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:37.839720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] For port f665de20-5ef3-4c0c-83cc-242850b72032, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f665de20-5ef3-4c0c-83cc-242850b72032,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:37.860965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:37.874650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ffb618e2-ae70-4849-84ae-e03554a54e16 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:37.875339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-64df5a3c-469a-4698-ac15-931c994378cb None None] Provisioning complete for port f8387647-f46c-489d-a3b5-498ea9f44f44 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:37.875761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64df5a3c-469a-4698-ac15-931c994378cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:37.876494 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ffb618e2-ae70-4849-84ae-e03554a54e16 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6510718
Dec 03 11:18:37.882294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44822) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:37.916597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:38.121184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:38.198262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 1213cce0-67ad-4045-9375-1ca916b98781 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:38.240816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:38.308623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Transition to ACTIVE for port object 51d69ec2-4fd2-4804-bf37-604fcfcae046 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:38.378623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:38.384832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:38.389403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:38.396835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:38.402304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:38.422189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ca50935-c26d-4417-b4ad-6fb122fbe7b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:38.424841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:38.499569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:38.504818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:38.712615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=51d69ec2-4fd2-4804-bf37-604fcfcae046,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:38.716192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:38.804762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Pushing event updated for resources: {'Port': ['ID=f665de20-5ef3-4c0c-83cc-242850b72032,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:38.815263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64df5a3c-469a-4698-ac15-931c994378cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:38.827482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network fe759977-0035-474f-bbe3-c11cdc5e3871 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:38.834354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:38.843426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:38.848079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:38.855876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:38.870054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:38.910434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port f8387647-f46c-489d-a3b5-498ea9f44f44, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f8387647-f46c-489d-a3b5-498ea9f44f44,segment=NetworkSegment(58569dc1-bb6f-4980-b968-a66fbf403d56),segment_id=58569dc1-bb6f-4980-b968-a66fbf403d56)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:38.921811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:38.973857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:38.990829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:39.151931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-64df5a3c-469a-4698-ac15-931c994378cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:18:39.152350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-64df5a3c-469a-4698-ac15-931c994378cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:18:39.193739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9945e5db-5575-4217-ac30-5195af50e7e8 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:39.210293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a62d880-b0f3-41ac-990c-27c758e2d1ab tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet d73623d1-6fff-4648-86b3-c9ed9a32f8af {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:18:39.217077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=1213cce0-67ad-4045-9375-1ca916b98781,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:39.220557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:39.221777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a62d880-b0f3-41ac-990c-27c758e2d1ab tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:39.256044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44838) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:39.258858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=f8387647-f46c-489d-a3b5-498ea9f44f44,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:39.267449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:39.269858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:39.289810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-965d4952-3571-4e62-b60e-73820fa0f5d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:39.297193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 9945e5db-5575-4217-ac30-5195af50e7e8 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:39.365389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=637c5f6a-ac51-4322-86dd-f8071e3e812f,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:39.368376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:39.417702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a62d880-b0f3-41ac-990c-27c758e2d1ab tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:39.515294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:39.589140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:39.595266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:39.597698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:39.627656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:39.647952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6fa7659e-2d8b-45f5-a126-e61c46e1fd48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:39.793419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-4892813'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:39.821975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a62d880-b0f3-41ac-990c-27c758e2d1ab tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:39.870176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:39.919011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-129c21e8-cb64-46c4-80c8-d2a22b468f72 None None] Provisioning for port 51d69ec2-4fd2-4804-bf37-604fcfcae046 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:39.930508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-129c21e8-cb64-46c4-80c8-d2a22b468f72 None None] Provisioning complete for port 51d69ec2-4fd2-4804-bf37-604fcfcae046 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:39.931067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-129c21e8-cb64-46c4-80c8-d2a22b468f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:39.983832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:39.994945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Usage tracker for resource:network and tenant:7dc95d72022143ff8ce2637e3add9f06 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:40.002856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:40.024822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:40.067854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-129c21e8-cb64-46c4-80c8-d2a22b468f72 None None] Port 51d69ec2-4fd2-4804-bf37-604fcfcae046 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:40.088964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-129c21e8-cb64-46c4-80c8-d2a22b468f72 None None] Provisioning complete for port f8387647-f46c-489d-a3b5-498ea9f44f44 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:40.089482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-129c21e8-cb64-46c4-80c8-d2a22b468f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.120011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Subnet': ['ID=839667e8-ed6a-4d6b-a82a-5b1c4602163d,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:40.123995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:40.214756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Made reservation on behalf of 7dc95d72022143ff8ce2637e3add9f06 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:40.221062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.236722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:40.238359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:40.285049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c1d29a-23c7-4352-a6d7-9e7a2f71afb2 None None] Network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:40.291344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:40.292001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.346501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.441165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] Provisioning for port 1213cce0-67ad-4045-9375-1ca916b98781 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:40.452130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] Provisioning complete for port 1213cce0-67ad-4045-9375-1ca916b98781 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:40.452570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.457249 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8724916
Dec 03 11:18:40.462035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44844) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:40.469575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'security_group': {'name': 'tempest-secgroup-1393512506'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:40.472575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:40.487002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Usage tracker for resource:security_group_rule and tenant:7dc95d72022143ff8ce2637e3add9f06 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:40.492554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:40.495355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:40.513858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:40.519356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:security_group and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:40.523553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:40.532262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:40.557786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.560811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.573550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.575327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] Port 1213cce0-67ad-4045-9375-1ca916b98781 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:40.609361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8f92cda9-23fb-4eee-a1f7-b9ee5e1e8fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:40.636339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] Provisioning for port 9945e5db-5575-4217-ac30-5195af50e7e8 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:40.644910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] Provisioning complete for port 9945e5db-5575-4217-ac30-5195af50e7e8 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:40.645339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.673729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.680607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:40.705229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:security_group_rule and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:40.719233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:40.724730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b303ea-52ee-4b72-a37c-1119a85ef683 None None] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:40.732796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.754392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:40.756712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=51d69ec2-4fd2-4804-bf37-604fcfcae046,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:40.760245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:40.844221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.939897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.944013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:40.961852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d0d6029-a2a9-434b-9370-b0a4d56b827b tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:41.103496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:41.123251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a62d880-b0f3-41ac-990c-27c758e2d1ab tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:41.140647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network fe759977-0035-474f-bbe3-c11cdc5e3871 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:41.143370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:41.146619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:41.152051 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.6882885
Dec 03 11:18:41.152462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-77253bfd-967e-4290-ab17-13e9d24fb54d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:41.161591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44848) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:41.290214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] For port 9945e5db-5575-4217-ac30-5195af50e7e8, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9945e5db-5575-4217-ac30-5195af50e7e8,segment=NetworkSegment(ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be),segment_id=ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:41.298316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:41.303279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:41.373742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f665de20-5ef3-4c0c-83cc-242850b72032 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:41.407830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'SecurityGroup': ['ID=aecd6d00-c2a3-408b-96f6-cb735df6737d,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:41.413569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:41.426867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'security_group': {'name': 'tempest-secgroup-1743651835'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:41.434233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:41.441623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:security_group and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:41.448423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:41.458740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:41.516191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 3e5eb7cf-d1bb-42e1-946a-5830889be1be is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:18:41.538527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Provisioning complete for port f07d3a60-1f49-4a56-a836-f07fcddf7728 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:41.539177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:41.566709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] Pushing event updated for resources: {'Port': ['ID=9945e5db-5575-4217-ac30-5195af50e7e8,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:41.586461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:41.629798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port f665de20-5ef3-4c0c-83cc-242850b72032 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:41.637549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Port f07d3a60-1f49-4a56-a836-f07fcddf7728 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:41.695855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f8387647-f46c-489d-a3b5-498ea9f44f44 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:41.801180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Provisioning complete for port aed1e28c-b777-4311-9b17-594650d24c7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:41.801845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:41.865833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16cbfaa-5f2e-4721-a143-35d544af7607 None None] Update dhcp port {'port': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'fixed_ips': [{'subnet_id': '3a3dc7c5-5313-4b7b-8d27-bd0e64577040', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '839667e8-ed6a-4d6b-a82a-5b1c4602163d'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': 'aed1e28c-b777-4311-9b17-594650d24c7d'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:18:42.001463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.005007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c16cbfaa-5f2e-4721-a143-35d544af7607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.031239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port f8387647-f46c-489d-a3b5-498ea9f44f44 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:42.031830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.074119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.116305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:42.121645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:42.131463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0ffd9-b3df-4266-af92-b11e368b5edf None None] Sync routers for ids ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:42.131673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62d880-b0f3-41ac-990c-27c758e2d1ab tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=d73623d1-6fff-4648-86b3-c9ed9a32f8af,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:42.139677 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/3e5eb7cf-d1bb-42e1-946a-5830889be1be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7996674
Dec 03 11:18:42.143586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44852) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:42.144604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:security_group_rule and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:42.146697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1a62d880-b0f3-41ac-990c-27c758e2d1ab tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.995s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:42.149803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:42.149943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b0ffd9-b3df-4266-af92-b11e368b5edf None None] Routers {'3e5eb7cf-d1bb-42e1-946a-5830889be1be'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:42.150589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e6b0ffd9-b3df-4266-af92-b11e368b5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b643ebe0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:42.159988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.179432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9f4d6613-b3c1-48ce-89f7-8796e28ac190 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:42.199486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:42.227921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e6b0ffd9-b3df-4266-af92-b11e368b5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b643ebe0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:42.241530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b0ffd9-b3df-4266-af92-b11e368b5edf None None] Routers {'3e5eb7cf-d1bb-42e1-946a-5830889be1be'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:42.242966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e6b0ffd9-b3df-4266-af92-b11e368b5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b643ebe0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:42.259583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:18:42.265185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda42217-41f5-4ed0-87b7-31bcf94c8ec8 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:42.265890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bda42217-41f5-4ed0-87b7-31bcf94c8ec8 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Synchronizing usage tracker for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:42.286557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a62d880-b0f3-41ac-990c-27c758e2d1ab tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.303537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Pushing event updated for resources: {'SecurityGroup': ['ID=67c10d7c-2400-4c0f-8426-420dbfd6fe87,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:42.304488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bda42217-41f5-4ed0-87b7-31bcf94c8ec8 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Unset dirty status for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:42.318198 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bda42217-41f5-4ed0-87b7-31bcf94c8ec8 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports/51d69ec2-4fd2-4804-bf37-604fcfcae046 HTTP/1.1" status: 200  len: 910 time: 0.1581788
Dec 03 11:18:42.319244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44856) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:42.331184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eaa4a2-b38a-4d24-85f9-8e8f6ddc45b1 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:42.377679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:42.379442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.379442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Added segment 68a96c25-9e3a-4ce7-975d-5742a18e532c of type vxlan for network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08
Dec 03 11:18:42.494895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e6b0ffd9-b3df-4266-af92-b11e368b5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b643ebe0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:42.495487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0ffd9-b3df-4266-af92-b11e368b5edf None None] The sync data for ids ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:42.553735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.562757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.571547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6590aca1-5fef-4d2c-a59f-0059d5963699 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:42.579303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.588099 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1a62d880-b0f3-41ac-990c-27c758e2d1ab tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/d73623d1-6fff-4648-86b3-c9ed9a32f8af HTTP/1.1" status: 204  len: 168 time: 4.7000716
Dec 03 11:18:42.595432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44860) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:42.636557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Provisioning for port f665de20-5ef3-4c0c-83cc-242850b72032 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:42.709790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Provisioning complete for port f665de20-5ef3-4c0c-83cc-242850b72032 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:42.710023 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-58cb49a4-968e-4747-b4e4-98a0223bdf70 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1032202
Dec 03 11:18:42.710160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.752629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44864) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:42.762435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'SecurityGroup': ['ID=4429a741-1897-4d91-9e3e-7ab8065b6a6c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:42.765800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:42.766565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.770675 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.3569221
Dec 03 11:18:42.774329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44868) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:42.774951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:42.801613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'security_group': {'name': 'tempest-secgroup-868282556'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:42.815451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:42.828790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:security_group and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:42.839663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:42.867672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:42.883330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] Router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:18:42.885352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.891109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:42.891972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:42.901310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fb7fe456-d756-46a0-89b1-4558c8bd918b tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:42.965913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.047215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:43.051688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:43.054725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:43.060669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:43.062648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.076891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:43.093137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9945e5db-5575-4217-ac30-5195af50e7e8 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:43.166437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c16cbfaa-5f2e-4721-a143-35d544af7607 None None] Allocated IP 2001:db8::2 (84ac366d-179e-4f13-8d9f-4ea28bbd9166/839667e8-ed6a-4d6b-a82a-5b1c4602163d/aed1e28c-b777-4311-9b17-594650d24c7d) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:43.176929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] For port f665de20-5ef3-4c0c-83cc-242850b72032, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f665de20-5ef3-4c0c-83cc-242850b72032,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:43.186862 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 3.9210529
Dec 03 11:18:43.189678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.201627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c2ce04e0-67a8-4fbf-954c-d50d3be007a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:43.206388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Pushing event updated for resources: {'Network': ['ID=f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:43.213827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:43.218418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:18:43.241948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:43.250367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:security_group_rule and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:43.257420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:43.263840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.264942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.272652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:43.278585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.305121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Pushing event updated for resources: {'Port': ['ID=f665de20-5ef3-4c0c-83cc-242850b72032,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:43.308022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:18:43.313470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-857c4cf3-568e-4a91-9319-9781fb078d88 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:43.328873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:18:43.343947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d87397-4486-4dcf-84df-76b4c053add5 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:18:43.347695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:43.397830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b1d87397-4486-4dcf-84df-76b4c053add5 None None] Deleting port f665de20-5ef3-4c0c-83cc-242850b72032 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:43.398738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d87397-4486-4dcf-84df-76b4c053add5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.465059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=1213cce0-67ad-4045-9375-1ca916b98781,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:43.474332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:43.477116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:43.479336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.492583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.551285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d923ea3-5e28-49ad-83eb-f457fa082426 None None] Sync routers for ids ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:43.565506 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] 10.222.0.90 "PUT /v2.0/routers/6c7301fa-cc5d-489c-8bb4-f2785c70bf94/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6351326
Dec 03 11:18:43.566492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44876) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:43.629673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44878) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:43.675444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d923ea3-5e28-49ad-83eb-f457fa082426 None None] Routers {'6c7301fa-cc5d-489c-8bb4-f2785c70bf94'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:43.676162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1d923ea3-5e28-49ad-83eb-f457fa082426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e51ba8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:43.695270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Request body: {'port': {'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08', 'binding:host_id': 'hv-neutron-7650', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-693557724'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:43.719280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:43.727413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Usage tracker for resource:port and tenant:9d33c590719c4ccf95ccd0c22e56aa56 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:43.729965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Provisioning complete for port 9945e5db-5575-4217-ac30-5195af50e7e8 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:43.730388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.734820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:43.761770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.768817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:43.778018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.787175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a91da73a-c886-4377-a925-00c5f421bd38 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:43.830545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Made reservation on behalf of 9d33c590719c4ccf95ccd0c22e56aa56 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:43.836129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.865763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.869743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1692 time: 1.0862556
Dec 03 11:18:43.872106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.872283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'SecurityGroup': ['ID=e1179e77-d823-464e-86ff-0e7025486c57,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:43.875162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44884) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:43.898873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:43.911581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1514694689', 'security_groups': ['e1179e77-d823-464e-86ff-0e7025486c57'], 'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '839667e8-ed6a-4d6b-a82a-5b1c4602163d'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:43.937092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 9945e5db-5575-4217-ac30-5195af50e7e8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:43.937763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:43.945952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:43.958532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:44.074824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:18:44.218966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:44.240352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:44.250625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Usage tracker for resource:security_group_rule and tenant:9d33c590719c4ccf95ccd0c22e56aa56 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:44.258040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:44.268081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:44.332862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Allocated IP 172.21.0.1 (42999c0a-cdfe-4dc0-ad38-ccd906cd46cd/64bc1c26-e1a4-411f-a4f3-858f1085dc71/a3bf2e0e-5fd1-4a27-a81a-6323c575558b) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:44.526319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c16cbfaa-5f2e-4721-a143-35d544af7607 None None] For port aed1e28c-b777-4311-9b17-594650d24c7d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aed1e28c-b777-4311-9b17-594650d24c7d,segment=NetworkSegment(f23363d7-5c87-4695-8602-5ccbbc540867),segment_id=f23363d7-5c87-4695-8602-5ccbbc540867)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:44.601618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b1d87397-4486-4dcf-84df-76b4c053add5 None None] For port f665de20-5ef3-4c0c-83cc-242850b72032, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f665de20-5ef3-4c0c-83cc-242850b72032,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:44.602216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d87397-4486-4dcf-84df-76b4c053add5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:44.627408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1d923ea3-5e28-49ad-83eb-f457fa082426 None None] Set router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:44.735287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:44.768880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:44.797873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:18:44.870167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-c16cbfaa-5f2e-4721-a143-35d544af7607 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:18:44.876768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:44.895954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:44.914979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:44.930522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a09cfceb-2011-4716-9701-9bb21d1bb283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:44.930865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c16cbfaa-5f2e-4721-a143-35d544af7607 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:44.957095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b1d87397-4486-4dcf-84df-76b4c053add5 None None] Calling delete_port for f665de20-5ef3-4c0c-83cc-242850b72032 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:44.977586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:44.995934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:45.000502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c16cbfaa-5f2e-4721-a143-35d544af7607 None None] Transition to ACTIVE for port object aed1e28c-b777-4311-9b17-594650d24c7d will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:45.004575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Deleting port 26465762-ca12-42ce-adff-547b5a4bb473 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:45.005034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:45.023143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b79330-08fc-445f-b953-0d408bab9497,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:45.035717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:45.041504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c16cbfaa-5f2e-4721-a143-35d544af7607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:45.075621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Transition to ACTIVE for port object a3bf2e0e-5fd1-4a27-a81a-6323c575558b will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:45.094043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-311cf10b-8803-4fd7-9393-90841addbb2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:45.130681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f665de20-5ef3-4c0c-83cc-242850b72032 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:45.152827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] device_id is not set on port 1484fada-da18-4bc7-9c5f-c4d8d1e30b14 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:18:45.241747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:45.265349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68b5fedd-9a99-4381-ba94-eb9d203bfd83 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:45.330116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cbfaa-5f2e-4721-a143-35d544af7607 None None] Pushing event updated for resources: {'Port': ['ID=aed1e28c-b777-4311-9b17-594650d24c7d,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:45.348598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c16cbfaa-5f2e-4721-a143-35d544af7607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:45.353741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:45.370369 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9897044
Dec 03 11:18:45.370369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:45.395340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Sync routers for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:45.408489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c40a1f7e-051b-491f-ad0f-33377b2cccb3 None None] Provisioning complete for port 51d69ec2-4fd2-4804-bf37-604fcfcae046 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:45.409430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c40a1f7e-051b-491f-ad0f-33377b2cccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:45.411297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:45.412598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:45.415747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6497da0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:45.450532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d87397-4486-4dcf-84df-76b4c053add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:45.487415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-711b593c-e0bf-4ffc-aefb-14dd143d41b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:45.491965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] For port 26465762-ca12-42ce-adff-547b5a4bb473, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=26465762-ca12-42ce-adff-547b5a4bb473,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:45.492386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:45.497858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=e645f165-1a08-447e-aab6-e08e8de2d518,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:45.557207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:45.560519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d87397-4486-4dcf-84df-76b4c053add5 None None] Pushing event deleted for resources: {'Port': ['ID=f665de20-5ef3-4c0c-83cc-242850b72032,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:45.562373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-98808dca-d4aa-4fa7-874b-11faaece2cdc tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:45.573900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1d87397-4486-4dcf-84df-76b4c053add5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:45.616455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c40a1f7e-051b-491f-ad0f-33377b2cccb3 None None] Port 51d69ec2-4fd2-4804-bf37-604fcfcae046 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:45.618754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No active binding found for port f665de20-5ef3-4c0c-83cc-242850b72032 {{(pid=80977) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 03 11:18:45.619383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f665de20-5ef3-4c0c-83cc-242850b72032 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:45.710061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:45.723663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Calling delete_port for 26465762-ca12-42ce-adff-547b5a4bb473 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:45.741555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c40a1f7e-051b-491f-ad0f-33377b2cccb3 None None] Could not find standard attr ID for object f665de20-5ef3-4c0c-83cc-242850b72032. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:18:45.784060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=a3bf2e0e-5fd1-4a27-a81a-6323c575558b,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:45.789403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:45.804931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:45.806178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:45.813581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] device_id is not set on port 778dd35c-486a-457a-ab0f-f006f64ec42d yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:18:45.839008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:45.839659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:45.845659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c40a1f7e-051b-491f-ad0f-33377b2cccb3 None None] Provisioning complete for port 1213cce0-67ad-4045-9375-1ca916b98781 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:45.846430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c40a1f7e-051b-491f-ad0f-33377b2cccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:45.906384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:45.919033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:45.937654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:45.952340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1d923ea3-5e28-49ad-83eb-f457fa082426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e51ba8>, [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:18:38Z', 'revision_number': 5, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:45.997827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d923ea3-5e28-49ad-83eb-f457fa082426 None None] Checking router: 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:18:46.038223 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.2845013
Dec 03 11:18:46.040514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d87397-4486-4dcf-84df-76b4c053add5 None None] No DVR routers for this DVR port f665de20-5ef3-4c0c-83cc-242850b72032 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:18:46.042774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] device_id is not set on port 1484fada-da18-4bc7-9c5f-c4d8d1e30b14 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:18:46.051286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44892) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:46.053959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d923ea3-5e28-49ad-83eb-f457fa082426 None None] Routers {'6c7301fa-cc5d-489c-8bb4-f2785c70bf94'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:46.054829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1d923ea3-5e28-49ad-83eb-f457fa082426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e51ba8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:46.066866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-911337d6-2b04-4592-8313-a8cce21b5216 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-864584435', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:46.073925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-911337d6-2b04-4592-8313-a8cce21b5216 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:46.076968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:46.079290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-911337d6-2b04-4592-8313-a8cce21b5216 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:router and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:46.082747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-911337d6-2b04-4592-8313-a8cce21b5216 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:46.096168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-911337d6-2b04-4592-8313-a8cce21b5216 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:46.115147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-911337d6-2b04-4592-8313-a8cce21b5216 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:46.116294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-911337d6-2b04-4592-8313-a8cce21b5216 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:46.153028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc731662-a188-408d-85b2-c4b296293f42 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:46.170819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:46.297111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c40a1f7e-051b-491f-ad0f-33377b2cccb3 None None] Port 1213cce0-67ad-4045-9375-1ca916b98781 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:46.328645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:46.386510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8::18d (84ac366d-179e-4f13-8d9f-4ea28bbd9166/839667e8-ed6a-4d6b-a82a-5b1c4602163d/778dd35c-486a-457a-ab0f-f006f64ec42d) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:46.413085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6497da0>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:18:40Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.82', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'port_id': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'mac_address': 'fa:16:3e:ca:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:16:20Z', 'updated_at': '2020-12-03T11:16:27Z', 'revision_number': 1, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1213cce0-67ad-4045-9375-1ca916b98781', 'name': '', 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:76:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'b7b1df5e-6c91-40a0-b63b-a3196b257ad8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:18:36Z', 'updated_at': '2020-12-03T11:18:42Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'b7b1df5e-6c91-40a0-b63b-a3196b257ad8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:34Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:46.418244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Checking router: 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:18:46.419271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Updating router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 port 1213cce0-67ad-4045-9375-1ca916b98781 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:18:46.508401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:46.613219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:46.673908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c40a1f7e-051b-491f-ad0f-33377b2cccb3 None None] Provisioning complete for port 9945e5db-5575-4217-ac30-5195af50e7e8 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:46.674440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c40a1f7e-051b-491f-ad0f-33377b2cccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:46.782973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:46.786003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:46.845111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:46.864226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:46.866654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:18:46.880914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1d923ea3-5e28-49ad-83eb-f457fa082426 None None] Set router 6c7301fa-cc5d-489c-8bb4-f2785c70bf94 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:46.982449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Transition to ACTIVE for port object 1484fada-da18-4bc7-9c5f-c4d8d1e30b14 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:47.012301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.013856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-911337d6-2b04-4592-8313-a8cce21b5216 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.054432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-db8d5e17-2038-49f1-a919-67434a313f01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:47.101346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-911337d6-2b04-4592-8313-a8cce21b5216 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.139052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.153082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Transition to ACTIVE for port object 1213cce0-67ad-4045-9375-1ca916b98781 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:47.157232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.170536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.175879 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2e92fdee-110c-45d2-9db2-61c1cd8ea314 admin admin] 10.222.0.90 "DELETE /v2.0/routers/6c7301fa-cc5d-489c-8bb4-f2785c70bf94 HTTP/1.1" status: 204  len: 168 time: 3.5550401
Dec 03 11:18:47.176564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44896) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:47.182712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d67f4e07-d362-4152-a820-518019154f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:47.189690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event updated for resources: {'Port': ['ID=1484fada-da18-4bc7-9c5f-c4d8d1e30b14,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:47.199023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:47.243442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aed1e28c-b777-4311-9b17-594650d24c7d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:47.245013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.266292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Transition to ACTIVE for port object 778dd35c-486a-457a-ab0f-f006f64ec42d will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:47.299605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.326788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-73ee8f38-e67c-4f6f-93b7-66ec8f239c49 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:47.333689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.341288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Pushing event updated for resources: {'Port': ['ID=1213cce0-67ad-4045-9375-1ca916b98781,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:47.342305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.352318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.352988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.353136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.353422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.353799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.354171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.354539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.354921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.355293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.355791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.356272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.357372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.358128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.358533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.359212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.359599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.359972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.360343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.360708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.361075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.361463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.361830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.362192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.362553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:18:47.367248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:47.378172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-911337d6-2b04-4592-8313-a8cce21b5216 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.379692 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-911337d6-2b04-4592-8313-a8cce21b5216 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.3273695
Dec 03 11:18:47.382462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5e9f0e1b-8c65-4d74-8a22-835feecdd54e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:47.391728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44900) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:47.413673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-96056e57-40cb-4933-8955-7ebbaa7650f0 None None] Provisioning complete for port f07d3a60-1f49-4a56-a836-f07fcddf7728 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:47.414503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-96056e57-40cb-4933-8955-7ebbaa7650f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.462431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Checking segment: {'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:47.462843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Network hostable DHCP agents. Network: f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:18:47.478617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': 'e645f165-1a08-447e-aab6-e08e8de2d518'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:18:47.481586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.527671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=a3bf2e0e-5fd1-4a27-a81a-6323c575558b,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:47.532565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:47.534051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.570659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Attempting to bind port 1213cce0-67ad-4045-9375-1ca916b98781 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:47.571106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Attempting to bind port 1213cce0-67ad-4045-9375-1ca916b98781 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:47.572051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Attempting to bind port 1213cce0-67ad-4045-9375-1ca916b98781 on network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:47.584466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:47.585046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Checking segment: {'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:47.585497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.585932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Bound using segment: {'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:47.586449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Bound port: 1213cce0-67ad-4045-9375-1ca916b98781, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6c1f1c-d46b-4761-bff5-fd750de28f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:47.590803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.604261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-96056e57-40cb-4933-8955-7ebbaa7650f0 None None] Port f07d3a60-1f49-4a56-a836-f07fcddf7728 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:47.617580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:18:47.673790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-96056e57-40cb-4933-8955-7ebbaa7650f0 None None] Provisioning for port aed1e28c-b777-4311-9b17-594650d24c7d completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:47.694048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c429a3ed-ef13-426f-9e55-8871101e9191 admin admin] Deleting subnet 9ad40f9b-401c-49c7-9617-3de4963903ab {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:18:47.700646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:47.708277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:47.732550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to bind port 1484fada-da18-4bc7-9c5f-c4d8d1e30b14 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:47.733172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to bind port 1484fada-da18-4bc7-9c5f-c4d8d1e30b14 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:47.733602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to bind port 1484fada-da18-4bc7-9c5f-c4d8d1e30b14 on network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:47.735887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-96056e57-40cb-4933-8955-7ebbaa7650f0 None None] Provisioning complete for port aed1e28c-b777-4311-9b17-594650d24c7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:47.736600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-96056e57-40cb-4933-8955-7ebbaa7650f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.740917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] For port 1213cce0-67ad-4045-9375-1ca916b98781, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:47.743183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:47.743716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Checking segment: {'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:47.744059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.744401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Bound using segment: {'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:47.744893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Bound port: 1484fada-da18-4bc7-9c5f-c4d8d1e30b14, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:47.745272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.746724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] For port 1213cce0-67ad-4045-9375-1ca916b98781, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1213cce0-67ad-4045-9375-1ca916b98781,segment=NetworkSegment(1a6c1f1c-d46b-4761-bff5-fd750de28f8c),segment_id=1a6c1f1c-d46b-4761-bff5-fd750de28f8c)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:47.751143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.775122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ace4298-97df-4c42-be05-04db74dbe5c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:47.782276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e167d70-0129-4cec-aeb5-6cb5beee3793 None None] Network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:47.796880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c429a3ed-ef13-426f-9e55-8871101e9191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.864029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1d923ea3-5e28-49ad-83eb-f457fa082426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e51ba8>, [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:18:38Z', 'revision_number': 5, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:47.913299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] For port 1484fada-da18-4bc7-9c5f-c4d8d1e30b14, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:47.916947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] For port 1484fada-da18-4bc7-9c5f-c4d8d1e30b14, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1484fada-da18-4bc7-9c5f-c4d8d1e30b14,segment=NetworkSegment(68a96c25-9e3a-4ce7-975d-5742a18e532c),segment_id=68a96c25-9e3a-4ce7-975d-5742a18e532c)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:47.927023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:47.934543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d923ea3-5e28-49ad-83eb-f457fa082426 None None] The sync data for ids ['6c7301fa-cc5d-489c-8bb4-f2785c70bf94'] in dv-neutron-765072-2-ovs is: [{'id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'name': 'tempest-ServersTestManualDisk-1834826759-router', 'tenant_id': '292c86d7811a470cbc10639515f99e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '26465762-ca12-42ce-adff-547b5a4bb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:15:42Z', 'updated_at': '2020-12-03T11:18:38Z', 'revision_number': 5, 'project_id': '292c86d7811a470cbc10639515f99e44', 'gw_port': {'id': '26465762-ca12-42ce-adff-547b5a4bb473', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7301fa-cc5d-489c-8bb4-f2785c70bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:45Z', 'updated_at': '2020-12-03T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:47.949949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e5b017cf-ecff-44b1-b9ef-f433dbd4524d tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:48.036432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Pushing event updated for resources: {'Port': ['ID=1213cce0-67ad-4045-9375-1ca916b98781,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:48.053473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:48.059463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event updated for resources: {'Port': ['ID=1484fada-da18-4bc7-9c5f-c4d8d1e30b14,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:48.082284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:48.102310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:48.106233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:48.151708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:48.155295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6497da0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:48.322863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=778dd35c-486a-457a-ab0f-f006f64ec42d,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:48.457303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.128s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:48.471635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-96056e57-40cb-4933-8955-7ebbaa7650f0 None None] Provisioning for port a3bf2e0e-5fd1-4a27-a81a-6323c575558b completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:48.497046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-96056e57-40cb-4933-8955-7ebbaa7650f0 None None] Provisioning complete for port a3bf2e0e-5fd1-4a27-a81a-6323c575558b triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:48.498289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-96056e57-40cb-4933-8955-7ebbaa7650f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:48.538258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:48.543028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Allocated IP 2001:db8::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/e645f165-1a08-447e-aab6-e08e8de2d518/a962512e-71b6-4444-b409-4e1c0636fedf) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:48.604793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-96056e57-40cb-4933-8955-7ebbaa7650f0 None None] Port a3bf2e0e-5fd1-4a27-a81a-6323c575558b cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:48.613187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c429a3ed-ef13-426f-9e55-8871101e9191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:48.814864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f5a3e2e8-ca90-498f-929d-1e5959a5cbe4 None None] Provisioning complete for port a3bf2e0e-5fd1-4a27-a81a-6323c575558b triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:48.816055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f5a3e2e8-ca90-498f-929d-1e5959a5cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:48.846425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 3e5eb7cf-d1bb-42e1-946a-5830889be1be has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:18:48.890036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:48.895175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:48.988382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3e2e8-ca90-498f-929d-1e5959a5cbe4 None None] Port a3bf2e0e-5fd1-4a27-a81a-6323c575558b cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:48.998306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:49.003479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:49.021729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:49.026793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:49.027495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:49.068190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:49.085348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Transition to ACTIVE for port object a962512e-71b6-4444-b409-4e1c0636fedf will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:49.104037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 26465762-ca12-42ce-adff-547b5a4bb473 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:49.108773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:49.113050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6497da0>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:18:40Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.82', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'port_id': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'mac_address': 'fa:16:3e:ca:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:16:20Z', 'updated_at': '2020-12-03T11:16:27Z', 'revision_number': 1, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1213cce0-67ad-4045-9375-1ca916b98781', 'name': '', 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:76:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'b7b1df5e-6c91-40a0-b63b-a3196b257ad8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:18:36Z', 'updated_at': '2020-12-03T11:18:47Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'b7b1df5e-6c91-40a0-b63b-a3196b257ad8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:34Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:49.118286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f6ce8-1fc3-4a78-af23-e56f9f2ffadd None None] The sync data for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs is: [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:18:40Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.82', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'port_id': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'mac_address': 'fa:16:3e:ca:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:16:20Z', 'updated_at': '2020-12-03T11:16:27Z', 'revision_number': 1, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1213cce0-67ad-4045-9375-1ca916b98781', 'name': '', 'network_id': 'bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:76:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'b7b1df5e-6c91-40a0-b63b-a3196b257ad8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:18:36Z', 'updated_at': '2020-12-03T11:18:47Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'b7b1df5e-6c91-40a0-b63b-a3196b257ad8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:34Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:49.120556 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1080 time: 5.4897153
Dec 03 11:18:49.129142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c429a3ed-ef13-426f-9e55-8871101e9191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:49.142044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44906) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:49.158098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 26465762-ca12-42ce-adff-547b5a4bb473 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:18:49.158370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 26465762-ca12-42ce-adff-547b5a4bb473 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:49.158838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 637c5f6a-ac51-4322-86dd-f8071e3e812f no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:49.204603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 5.3258395
Dec 03 11:18:49.206621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44910) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:49.210856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Transition to ACTIVE for port object a962512e-71b6-4444-b409-4e1c0636fedf will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:49.219668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 637c5f6a-ac51-4322-86dd-f8071e3e812f {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:18:49.220347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 637c5f6a-ac51-4322-86dd-f8071e3e812f not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:49.225330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:49.226834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9709a3cd-1a6f-41e7-b917-9eb63f044552 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:49.249743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:49.288263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:49.297687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/3e5eb7cf-d1bb-42e1-946a-5830889be1be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9596508
Dec 03 11:18:49.303894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b685ce0c-4c66-437e-a319-6bfbcea48f9c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Deleting port 1484fada-da18-4bc7-9c5f-c4d8d1e30b14 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:49.304471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b685ce0c-4c66-437e-a319-6bfbcea48f9c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:49.313955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44914) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:49.376667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Pushing event updated for resources: {'Port': ['ID=a962512e-71b6-4444-b409-4e1c0636fedf,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:49.383194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13220c-9ba3-43d0-b438-7b6814df93ec None None] Sync routers for ids ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:49.404576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:49.427385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13220c-9ba3-43d0-b438-7b6814df93ec None None] Routers {'3e5eb7cf-d1bb-42e1-946a-5830889be1be'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:49.428052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3b13220c-9ba3-43d0-b438-7b6814df93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57f5748>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:49.566995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3b13220c-9ba3-43d0-b438-7b6814df93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57f5748>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:49.579421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dff249a9-f126-4d22-822e-dad24c58c9cc None None] Provisioning for port 778dd35c-486a-457a-ab0f-f006f64ec42d completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:49.586506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b685ce0c-4c66-437e-a319-6bfbcea48f9c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] For port 1484fada-da18-4bc7-9c5f-c4d8d1e30b14, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1484fada-da18-4bc7-9c5f-c4d8d1e30b14,segment=NetworkSegment(68a96c25-9e3a-4ce7-975d-5742a18e532c),segment_id=68a96c25-9e3a-4ce7-975d-5742a18e532c)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:49.587077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b685ce0c-4c66-437e-a319-6bfbcea48f9c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:49.599055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13220c-9ba3-43d0-b438-7b6814df93ec None None] Routers {'3e5eb7cf-d1bb-42e1-946a-5830889be1be'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:49.599756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3b13220c-9ba3-43d0-b438-7b6814df93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57f5748>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:49.744773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b685ce0c-4c66-437e-a319-6bfbcea48f9c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Calling delete_port for 1484fada-da18-4bc7-9c5f-c4d8d1e30b14 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:49.843729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b685ce0c-4c66-437e-a319-6bfbcea48f9c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:49.848846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dff249a9-f126-4d22-822e-dad24c58c9cc None None] Provisioning complete for port 778dd35c-486a-457a-ab0f-f006f64ec42d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:49.849272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dff249a9-f126-4d22-822e-dad24c58c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:49.859735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085b767-72af-4ba3-98d7-80bad28d63de tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:49.864154 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0085b767-72af-4ba3-98d7-80bad28d63de tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports/a3bf2e0e-5fd1-4a27-a81a-6323c575558b HTTP/1.1" status: 200  len: 910 time: 0.5391734
Dec 03 11:18:49.865919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44918) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:49.869484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45f1c869-54e2-4cc8-a8c9-624b67a9b98c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:49.906082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3b13220c-9ba3-43d0-b438-7b6814df93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57f5748>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:49.906550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13220c-9ba3-43d0-b438-7b6814df93ec None None] The sync data for ids ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:49.944944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:49.947551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:49.949317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-dff249a9-f126-4d22-822e-dad24c58c9cc None None] Port 778dd35c-486a-457a-ab0f-f006f64ec42d cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:49.951512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:50.014640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Attempting to bind port a962512e-71b6-4444-b409-4e1c0636fedf on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:50.015104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Attempting to bind port a962512e-71b6-4444-b409-4e1c0636fedf by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:50.015528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Attempting to bind port a962512e-71b6-4444-b409-4e1c0636fedf on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:50.021431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:50.021862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:50.022320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:50.022771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:50.023324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Bound port: a962512e-71b6-4444-b409-4e1c0636fedf, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:50.023758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:50.035849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9709a3cd-1a6f-41e7-b917-9eb63f044552 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:50.040177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9709a3cd-1a6f-41e7-b917-9eb63f044552 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:50.043660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9709a3cd-1a6f-41e7-b917-9eb63f044552 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:50.050194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9709a3cd-1a6f-41e7-b917-9eb63f044552 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:50.086085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685ce0c-4c66-437e-a319-6bfbcea48f9c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event deleted for resources: {'Port': ['ID=1484fada-da18-4bc7-9c5f-c4d8d1e30b14,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:50.093961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b685ce0c-4c66-437e-a319-6bfbcea48f9c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:50.104153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9709a3cd-1a6f-41e7-b917-9eb63f044552 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:50.110861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9709a3cd-1a6f-41e7-b917-9eb63f044552 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:50.150253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] For port a962512e-71b6-4444-b409-4e1c0636fedf, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:50.154008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] For port a962512e-71b6-4444-b409-4e1c0636fedf, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a962512e-71b6-4444-b409-4e1c0636fedf,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:50.158548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:50.183328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c429a3ed-ef13-426f-9e55-8871101e9191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:50.194893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf7eb363-87c4-4842-9fc1-0acc1b996e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:50.249178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b134c4e-02a7-4d22-84df-346fba8c9fbb tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:50.312055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429a3ed-ef13-426f-9e55-8871101e9191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad40f9b-401c-49c7-9617-3de4963903ab,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:50.346009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c429a3ed-ef13-426f-9e55-8871101e9191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:50.352031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Pushing event updated for resources: {'Port': ['ID=a962512e-71b6-4444-b409-4e1c0636fedf,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:50.354813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b685ce0c-4c66-437e-a319-6bfbcea48f9c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:50.356421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:50.374900 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b685ce0c-4c66-437e-a319-6bfbcea48f9c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "DELETE /v2.0/ports/1484fada-da18-4bc7-9c5f-c4d8d1e30b14 HTTP/1.1" status: 204  len: 168 time: 1.2317109
Dec 03 11:18:50.378303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44924) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:50.430585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:50.485377 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-61be4842-976c-46c6-9dda-61c300a39ed8 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] GET failed (client error): The resource could not be found.
Dec 03 11:18:50.485956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-61be4842-976c-46c6-9dda-61c300a39ed8 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Synchronizing usage tracker for tenant:9d33c590719c4ccf95ccd0c22e56aa56 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:50.520446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.ipam_backend_mixin [None req-9709a3cd-1a6f-41e7-b917-9eb63f044552 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 839667e8-ed6a-4d6b-a82a-5b1c4602163d (CIDR: 2001:db8::/64)
Dec 03 11:18:50.532539 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9709a3cd-1a6f-41e7-b917-9eb63f044552 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:18:50.533031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9709a3cd-1a6f-41e7-b917-9eb63f044552 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:50.555509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c429a3ed-ef13-426f-9e55-8871101e9191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:50.558627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fe50e7-a1b5-4bbc-9b2d-bd277951fd9d None None] Network d6a8abbf-02f9-444e-baba-466ff0a6f350 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:50.594732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-61be4842-976c-46c6-9dda-61c300a39ed8 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Unset dirty status for tenant:9d33c590719c4ccf95ccd0c22e56aa56 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:50.599239 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-61be4842-976c-46c6-9dda-61c300a39ed8 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "GET /v2.0/ports/1484fada-da18-4bc7-9c5f-c4d8d1e30b14 HTTP/1.1" status: 404  len: 333 time: 0.2167635
Dec 03 11:18:50.604662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44928) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:50.619074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Request body: {'port': {'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1531260408'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:50.623278 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9709a3cd-1a6f-41e7-b917-9eb63f044552 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4102135
Dec 03 11:18:50.628637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:50.631082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44932) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:50.637388 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c429a3ed-ef13-426f-9e55-8871101e9191 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/9ad40f9b-401c-49c7-9617-3de4963903ab HTTP/1.1" status: 204  len: 168 time: 3.4546497
Dec 03 11:18:50.644341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44934) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:50.650285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0c4005f1-63a5-4f55-90dd-c95d6fb18208 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:50.793961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:50.811228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::1 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/e645f165-1a08-447e-aab6-e08e8de2d518/4a1be871-52cc-4add-a0b8-f98cc3e0624a) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:50.836553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Made reservation on behalf of 9d33c590719c4ccf95ccd0c22e56aa56 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:50.841887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:50.913791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ae0534-ec98-4c9f-a66f-51cc797cfeb7 None None] DHCP port deletion for d6a8abbf-02f9-444e-baba-466ff0a6f350 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:18:50.922233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-58ae0534-ec98-4c9f-a66f-51cc797cfeb7 None None] Deleting port a35a8268-1467-4a22-be70-9cdc7a43b714 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:50.922765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58ae0534-ec98-4c9f-a66f-51cc797cfeb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:50.964122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.066785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0c4005f1-63a5-4f55-90dd-c95d6fb18208 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:51.181960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1213cce0-67ad-4045-9375-1ca916b98781 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:51.238015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-58ae0534-ec98-4c9f-a66f-51cc797cfeb7 None None] For port a35a8268-1467-4a22-be70-9cdc7a43b714, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a35a8268-1467-4a22-be70-9cdc7a43b714,segment=NetworkSegment(a29e1dff-c04c-400d-b35a-ae6e26eec6ec),segment_id=a29e1dff-c04c-400d-b35a-ae6e26eec6ec)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:51.238469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58ae0534-ec98-4c9f-a66f-51cc797cfeb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.369441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Deleting port a35a8268-1467-4a22-be70-9cdc7a43b714 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:51.369835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.378608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-58ae0534-ec98-4c9f-a66f-51cc797cfeb7 None None] Calling delete_port for a35a8268-1467-4a22-be70-9cdc7a43b714 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:51.427031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.451391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] device_id is not set on port 2972c6c4-de03-4aec-8146-8baa5a1aab67 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:18:51.478304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 1213cce0-67ad-4045-9375-1ca916b98781 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:51.483153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58ae0534-ec98-4c9f-a66f-51cc797cfeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.493760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0c4005f1-63a5-4f55-90dd-c95d6fb18208 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:51.499720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1522a52-5466-42d5-a916-aa9b205b1448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:51.502887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0c4005f1-63a5-4f55-90dd-c95d6fb18208 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:51.512937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] The port 'a35a8268-1467-4a22-be70-9cdc7a43b714' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:18:51.535583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0c4005f1-63a5-4f55-90dd-c95d6fb18208 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:51.536866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 1213cce0-67ad-4045-9375-1ca916b98781 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:51.537273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.562865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4005f1-63a5-4f55-90dd-c95d6fb18208 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:51.594393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae0534-ec98-4c9f-a66f-51cc797cfeb7 None None] Pushing event deleted for resources: {'Port': ['ID=a35a8268-1467-4a22-be70-9cdc7a43b714,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:51.603869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58ae0534-ec98-4c9f-a66f-51cc797cfeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:51.664231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.714538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.716499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae0534-ec98-4c9f-a66f-51cc797cfeb7 None None] No DVR routers for this DVR port a35a8268-1467-4a22-be70-9cdc7a43b714 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:18:51.782359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.801041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object 4a1be871-52cc-4add-a0b8-f98cc3e0624a will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:51.819356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 1213cce0-67ad-4045-9375-1ca916b98781, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1213cce0-67ad-4045-9375-1ca916b98781,segment=NetworkSegment(1a6c1f1c-d46b-4761-bff5-fd750de28f8c),segment_id=1a6c1f1c-d46b-4761-bff5-fd750de28f8c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:51.822880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.824573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a962512e-71b6-4444-b409-4e1c0636fedf up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:51.838926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b48ae630>,) {'filters': {'network_id': ['d6a8abbf-02f9-444e-baba-466ff0a6f350']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:51.856251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e411ed5-f924-4bd4-9843-7878a0f306a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:51.857970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b48ae630>, 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:51.858304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b48ae630>, 'a29e1dff-c04c-400d-b35a-ae6e26eec6ec') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:51.874708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.908069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c4005f1-63a5-4f55-90dd-c95d6fb18208 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.946810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:51.954874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:18:51.958252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=1213cce0-67ad-4045-9375-1ca916b98781,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:51.963494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:51.971715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port a962512e-71b6-4444-b409-4e1c0636fedf completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:52.046834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a35a8268-1467-4a22-be70-9cdc7a43b714 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:18:52.088470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: a35a8268-1467-4a22-be70-9cdc7a43b714 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:18:52.088704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port a3bf2e0e-5fd1-4a27-a81a-6323c575558b {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:52.088800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a35a8268-1467-4a22-be70-9cdc7a43b714 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:18:52.088896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.098792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.101402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.124631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02c8bf11-f9de-4962-bbd7-c17f4b7cbefa tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:52.215305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5c2f9344-c64d-46c3-8035-0741fed60592 None None] Provisioning for port a962512e-71b6-4444-b409-4e1c0636fedf completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:52.221125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5c2f9344-c64d-46c3-8035-0741fed60592 None None] Provisioning complete for port a962512e-71b6-4444-b409-4e1c0636fedf triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:52.221551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9344-c64d-46c3-8035-0741fed60592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.237789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Network d6a8abbf-02f9-444e-baba-466ff0a6f350 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:18:52.250030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.330418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.ipam_backend_mixin [None req-0c4005f1-63a5-4f55-90dd-c95d6fb18208 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3a3dc7c5-5313-4b7b-8d27-bd0e64577040 (CIDR: 2001:db8:0:1::/64)
Dec 03 11:18:52.335624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=4a1be871-52cc-4add-a0b8-f98cc3e0624a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:52.345174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:52.346303 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4005f1-63a5-4f55-90dd-c95d6fb18208 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:18:52.346965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4005f1-63a5-4f55-90dd-c95d6fb18208 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:18:52.372874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9344-c64d-46c3-8035-0741fed60592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.378277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.409445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:52.414983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5c2f9344-c64d-46c3-8035-0741fed60592 None None] For port a962512e-71b6-4444-b409-4e1c0636fedf, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a962512e-71b6-4444-b409-4e1c0636fedf,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:52.418603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9344-c64d-46c3-8035-0741fed60592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.420874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fa3d6e2-91f0-45b8-8dbc-ebaf4029bc26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:52.498831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f9344-c64d-46c3-8035-0741fed60592 None None] Pushing event updated for resources: {'Port': ['ID=a962512e-71b6-4444-b409-4e1c0636fedf,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:52.507198 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0c4005f1-63a5-4f55-90dd-c95d6fb18208 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.8676064
Dec 03 11:18:52.510746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c2f9344-c64d-46c3-8035-0741fed60592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:52.515239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44940) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:52.549088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'subnet': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:52.562208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-12178aeb-f530-49c7-8e44-033ba08902f9 None None] Provisioning complete for port a962512e-71b6-4444-b409-4e1c0636fedf triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:52.562793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-12178aeb-f530-49c7-8e44-033ba08902f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.574194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Network d6a8abbf-02f9-444e-baba-466ff0a6f350 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:18:52.608533 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:18:52.666824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event updated for resources: {'Port': ['ID=2972c6c4-de03-4aec-8146-8baa5a1aab67,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:52.678295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:52.692687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:52.695629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:52.703797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:52.704484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.708583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.816435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:52.828404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:52.835590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:52.836456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:52.837171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.845066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3e39995b-71c3-4710-bc98-ea4de08567f9 None None] Provisioning complete for port a962512e-71b6-4444-b409-4e1c0636fedf triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:52.845639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e39995b-71c3-4710-bc98-ea4de08567f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.847987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for a3bf2e0e-5fd1-4a27-a81a-6323c575558b owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:52.864972 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.2581401
Dec 03 11:18:52.879064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44946) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:52.890319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Request body: {'port': {'binding:host_id': 'hv-neutron-7650'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:52.891621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.908533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-543d2ac9-4f3e-48c7-8880-eeef1bd1deba tempest-FloatingIPAdminTestJSON-1391247412 tempest-FloatingIPAdminTestJSON-1391247412] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:52.929906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:52.955800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a8abbf-02f9-444e-baba-466ff0a6f350,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:52.966714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:52.979764 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] 10.222.0.90 "DELETE /v2.0/networks/d6a8abbf-02f9-444e-baba-466ff0a6f350 HTTP/1.1" status: 204  len: 168 time: 2.3313313
Dec 03 11:18:53.026284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:53.039249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Usage tracker for resource:subnet and tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:53.047237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:53.098899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:53.099901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1213cce0-67ad-4045-9375-1ca916b98781 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:53.117796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:53.120504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:53.140661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-364bb30d-58e2-4f6f-9176-ca0371a2d38a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:53.150715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Made reservation on behalf of 0c0dd5c17e4f4c5ea2c8385671a17ab4 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:53.158056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:53.158926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-89b09e88-902f-4d27-9ced-fb58209ba3cb None None] Provisioning for port 4a1be871-52cc-4add-a0b8-f98cc3e0624a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:18:53.166022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-89b09e88-902f-4d27-9ced-fb58209ba3cb None None] Provisioning complete for port 4a1be871-52cc-4add-a0b8-f98cc3e0624a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:53.166442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89b09e88-902f-4d27-9ced-fb58209ba3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:53.198589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=a3bf2e0e-5fd1-4a27-a81a-6323c575558b,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:53.213555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:53.232481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:53.249224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-89b09e88-902f-4d27-9ced-fb58209ba3cb None None] Port 4a1be871-52cc-4add-a0b8-f98cc3e0624a cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:53.274833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44952) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:53.280219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 1213cce0-67ad-4045-9375-1ca916b98781 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:53.280642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:53.370100 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cdf4eaf6-a8ae-4884-9c15-e7f164f6a509 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=292c86d7811a470cbc10639515f99e44&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0915241
Dec 03 11:18:53.372931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44956) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:53.406840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a962512e-71b6-4444-b409-4e1c0636fedf up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:18:53.489643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port a962512e-71b6-4444-b409-4e1c0636fedf triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:53.490670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:53.635854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93a990d9-a212-4901-8e01-07d1dda9ed50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:53.691087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93a990d9-a212-4901-8e01-07d1dda9ed50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:53.720520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:53.849252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93a990d9-a212-4901-8e01-07d1dda9ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:53.862621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-789b13bb-4352-44ac-885a-489ad4e94147 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:53.883305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a990d9-a212-4901-8e01-07d1dda9ed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76965706-f2cc-4c8c-b1ae-2dc8ae10f0f4,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:53.889575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93a990d9-a212-4901-8e01-07d1dda9ed50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:53.901765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:18:54.045702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] device_id is not set on port 2972c6c4-de03-4aec-8146-8baa5a1aab67 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:18:54.076573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:54.163116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Transition to ACTIVE for port object 2972c6c4-de03-4aec-8146-8baa5a1aab67 will not be triggered until provisioned by entity L2. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:54.170855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:54.198944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc3e0d68-72eb-4650-b0c8-90158cf4b172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:54.273667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93a990d9-a212-4901-8e01-07d1dda9ed50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:54.274888 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-93a990d9-a212-4901-8e01-07d1dda9ed50 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/76965706-f2cc-4c8c-b1ae-2dc8ae10f0f4 HTTP/1.1" status: 204  len: 168 time: 0.9008658
Dec 03 11:18:54.488779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 3e5eb7cf-d1bb-42e1-946a-5830889be1be has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:18:54.663319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:54.668361 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/3e5eb7cf-d1bb-42e1-946a-5830889be1be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7494512
Dec 03 11:18:54.671304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 44966) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:54.676581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c913c4-250f-45ba-9a62-eb8a9333da2d None None] Sync routers for ids ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:54.688014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c913c4-250f-45ba-9a62-eb8a9333da2d None None] Routers {'3e5eb7cf-d1bb-42e1-946a-5830889be1be'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:54.688803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d9c913c4-250f-45ba-9a62-eb8a9333da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d1208>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:54.709827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event updated for resources: {'Port': ['ID=2972c6c4-de03-4aec-8146-8baa5a1aab67,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:54.713340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:54.819214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:18:54.840344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:54.861596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:54.862501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:54.936321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b091cf7-c41f-473f-bfb7-22fc6ed845c4 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:54.947973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d9c913c4-250f-45ba-9a62-eb8a9333da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d1208>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:54.969448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c913c4-250f-45ba-9a62-eb8a9333da2d None None] Routers {'3e5eb7cf-d1bb-42e1-946a-5830889be1be'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:54.970320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d9c913c4-250f-45ba-9a62-eb8a9333da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d1208>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:54.986346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to bind port 2972c6c4-de03-4aec-8146-8baa5a1aab67 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:54.986721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to bind port 2972c6c4-de03-4aec-8146-8baa5a1aab67 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'}] {{(pid=80975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:54.987125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to bind port 2972c6c4-de03-4aec-8146-8baa5a1aab67 on network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:55.023245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:55.023628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Checking segment: {'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:55.024023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:55.024403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Bound using segment: {'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'} {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:55.024901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Bound port: 2972c6c4-de03-4aec-8146-8baa5a1aab67, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'}}] {{(pid=80975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:55.025264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:55.051241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d9c913c4-250f-45ba-9a62-eb8a9333da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d1208>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:55.052270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c913c4-250f-45ba-9a62-eb8a9333da2d None None] The sync data for ids ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:55.091757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:55.172565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=4a1be871-52cc-4add-a0b8-f98cc3e0624a,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:55.179640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:55.281603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] For port 2972c6c4-de03-4aec-8146-8baa5a1aab67, host hv-neutron-7650, cleared binding levels {{(pid=80975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:55.288668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] For port 2972c6c4-de03-4aec-8146-8baa5a1aab67, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2972c6c4-de03-4aec-8146-8baa5a1aab67,segment=NetworkSegment(68a96c25-9e3a-4ce7-975d-5742a18e532c),segment_id=68a96c25-9e3a-4ce7-975d-5742a18e532c)] {{(pid=80975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:55.296221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:55.297653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:55.345112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:55.378877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:55.654058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:55.688671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c2b23c0b-06ef-4de6-8400-f6dfe4bff6a4 None None] Provisioning complete for port 4a1be871-52cc-4add-a0b8-f98cc3e0624a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:18:55.689350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2b23c0b-06ef-4de6-8400-f6dfe4bff6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:55.703637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event updated for resources: {'Port': ['ID=2972c6c4-de03-4aec-8146-8baa5a1aab67,revision_number=3']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:55.754014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:55.760435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 51d69ec2-4fd2-4804-bf37-604fcfcae046 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:55.761156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c2b23c0b-06ef-4de6-8400-f6dfe4bff6a4 None None] Port 4a1be871-52cc-4add-a0b8-f98cc3e0624a cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:18:55.761395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:55.766207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8e6a96fa-23f6-4b54-b7c7-f6768fb58443 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:55.895825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:55.896494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:55.897972 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "PUT /v2.0/ports/2972c6c4-de03-4aec-8146-8baa5a1aab67 HTTP/1.1" status: 200  len: 1076 time: 3.0178139
Dec 03 11:18:55.904561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 44992) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:55.976371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:56.016214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Subnet': ['ID=130a2d46-71f8-4aab-87cf-078c8d17ef71,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:56.022011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:56.076459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:56.080339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:56.083090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Router cdef35b8-29f7-47a5-990e-cc28d36a145a is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:18:56.092395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1386a902-fd31-40ad-957c-db3871b858b4 None None] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:18:56.107016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.107688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:56.111770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for 51d69ec2-4fd2-4804-bf37-604fcfcae046 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:56.256892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.257325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.257745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.258163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.258574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.259006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.259415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.259826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.260236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.260642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.261049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.261455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.261857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.262263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.262740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.263225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.263571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.263976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.264379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.264785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.265821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.267248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Synchronizing usage tracker for tenant:9d33c590719c4ccf95ccd0c22e56aa56 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:56.304403 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.7842751
Dec 03 11:18:56.308544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45002) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:56.310320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:56.319788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Unset dirty status for tenant:9d33c590719c4ccf95ccd0c22e56aa56 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:56.325513 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-73a2eeef-6280-4b04-afdf-6708edad3978 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 19301 time: 0.4163189
Dec 03 11:18:56.328918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45004) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:56.331066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2173cd98-70b2-4478-ade3-54706d93adba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:56.376579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1027787574', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '130a2d46-71f8-4aab-87cf-078c8d17ef71'}], 'security_groups': ['aecd6d00-c2a3-408b-96f6-cb735df6737d', '4429a741-1897-4d91-9e3e-7ab8065b6a6c']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:56.378422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45010) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:56.379591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:56.390241 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ee161599-6957-48f8-8d9d-44aabe487a19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "PUT /v2.0/routers/cdef35b8-29f7-47a5-990e-cc28d36a145a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9909222
Dec 03 11:18:56.397346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45014) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:56.436071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=51d69ec2-4fd2-4804-bf37-604fcfcae046,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:56.447394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:56.486877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4ae206b2-a9a0-4da8-ae04-194811f86c10 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Deleting port 2972c6c4-de03-4aec-8146-8baa5a1aab67 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:56.487332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ae206b2-a9a0-4da8-ae04-194811f86c10 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:56.547445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaec4d7-fb41-4e6a-b6dc-add020f3f89d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:56.548188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bbaec4d7-fb41-4e6a-b6dc-add020f3f89d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:56.565882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Sync routers for ids ['cdef35b8-29f7-47a5-990e-cc28d36a145a'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:56.613634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1376367302', 'router:external': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:56.614108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Routers {'cdef35b8-29f7-47a5-990e-cc28d36a145a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:56.614781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a487f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['cdef35b8-29f7-47a5-990e-cc28d36a145a'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:56.621597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:56.626420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bbaec4d7-fb41-4e6a-b6dc-add020f3f89d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:56.630314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bbaec4d7-fb41-4e6a-b6dc-add020f3f89d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports/4a1be871-52cc-4add-a0b8-f98cc3e0624a HTTP/1.1" status: 200  len: 911 time: 0.2293732
Dec 03 11:18:56.639191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45020) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:56.642110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Usage tracker for resource:network and tenant:ada6f360f0794155984c03692a855cbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:56.680034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:56.703635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:56.758605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Made reservation on behalf of ada6f360f0794155984c03692a855cbc for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:56.764008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:56.781847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Set router cdef35b8-29f7-47a5-990e-cc28d36a145a gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:18:56.839080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:57.102818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:57.182420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:57.187492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4ae206b2-a9a0-4da8-ae04-194811f86c10 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] For port 2972c6c4-de03-4aec-8146-8baa5a1aab67, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2972c6c4-de03-4aec-8146-8baa5a1aab67,segment=NetworkSegment(68a96c25-9e3a-4ce7-975d-5742a18e532c),segment_id=68a96c25-9e3a-4ce7-975d-5742a18e532c)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:57.187876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ae206b2-a9a0-4da8-ae04-194811f86c10 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:57.198195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Usage tracker for resource:security_group_rule and tenant:ada6f360f0794155984c03692a855cbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:57.209500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:57.271367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:57.309892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:57.345006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4ae206b2-a9a0-4da8-ae04-194811f86c10 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Calling delete_port for 2972c6c4-de03-4aec-8146-8baa5a1aab67 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:57.378342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a619f34-c377-4812-a30b-97af0572fb97 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:57.382998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a619f34-c377-4812-a30b-97af0572fb97 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:57.388010 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3a619f34-c377-4812-a30b-97af0572fb97 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.7446260
Dec 03 11:18:57.390148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45026) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:57.428412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9861b4cc-c838-49d8-b537-cb4e29cc3c20 None None] Update dhcp port {'port': {'network_id': '84ac366d-179e-4f13-8d9f-4ea28bbd9166', 'fixed_ips': [{'subnet_id': '3a3dc7c5-5313-4b7b-8d27-bd0e64577040', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '839667e8-ed6a-4d6b-a82a-5b1c4602163d', 'ip_address': '2001:db8::2'}, {'subnet_id': '130a2d46-71f8-4aab-87cf-078c8d17ef71'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': 'aed1e28c-b777-4311-9b17-594650d24c7d'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:18:57.468108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ae206b2-a9a0-4da8-ae04-194811f86c10 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:57.486697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf69d6d0-2820-4f49-8253-c6cc469cb8c8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:57.498444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9861b4cc-c838-49d8-b537-cb4e29cc3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:57.564790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae206b2-a9a0-4da8-ae04-194811f86c10 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event deleted for resources: {'Port': ['ID=2972c6c4-de03-4aec-8146-8baa5a1aab67,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:57.567713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ae206b2-a9a0-4da8-ae04-194811f86c10 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:57.590340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a487f0>, [{'id': 'cdef35b8-29f7-47a5-990e-cc28d36a145a', 'name': 'tempest-NetworksTestDHCPv6-router-864584435', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:18:46Z', 'updated_at': '2020-12-03T11:18:53Z', 'revision_number': 2, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'gw_port_host': None, '_interfaces': [{'id': '4a1be871-52cc-4add-a0b8-f98cc3e0624a', 'name': '', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'mac_address': 'fa:16:3e:09:51:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdef35b8-29f7-47a5-990e-cc28d36a145a', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e645f165-1a08-447e-aab6-e08e8de2d518', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:18:50Z', 'updated_at': '2020-12-03T11:18:53Z', 'revision_number': 2, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'subnets': [{'id': 'e645f165-1a08-447e-aab6-e08e8de2d518', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:57.610633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Checking router: cdef35b8-29f7-47a5-990e-cc28d36a145a for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:18:57.611079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Updating router cdef35b8-29f7-47a5-990e-cc28d36a145a port 4a1be871-52cc-4add-a0b8-f98cc3e0624a binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:18:57.680555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:57.688115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:57.695803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ae206b2-a9a0-4da8-ae04-194811f86c10 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:57.702513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c544be48-26b3-4c37-b5c8-7831f1f2073c tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:57.747548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:18:57.760082 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4ae206b2-a9a0-4da8-ae04-194811f86c10 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "DELETE /v2.0/ports/2972c6c4-de03-4aec-8146-8baa5a1aab67 HTTP/1.1" status: 204  len: 168 time: 1.4276285
Dec 03 11:18:57.760082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eaf77b-9438-4ffe-8d07-4db484fa12b9,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:57.763858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:57.765708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45030) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:57.768086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:57.771369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:57.771770 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Added segment 5197888f-b3d0-489d-9490-7f9dc7492dce of type vxlan for network 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d
Dec 03 11:18:57.821653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6698f6c5-7ecf-4ac7-80fd-6e7ca14d6b8a tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] GET failed (client error): The resource could not be found.
Dec 03 11:18:57.822142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6698f6c5-7ecf-4ac7-80fd-6e7ca14d6b8a tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Synchronizing usage tracker for tenant:9d33c590719c4ccf95ccd0c22e56aa56 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:57.854938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6698f6c5-7ecf-4ac7-80fd-6e7ca14d6b8a tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Unset dirty status for tenant:9d33c590719c4ccf95ccd0c22e56aa56 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:57.860060 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6698f6c5-7ecf-4ac7-80fd-6e7ca14d6b8a tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "GET /v2.0/ports/2972c6c4-de03-4aec-8146-8baa5a1aab67 HTTP/1.1" status: 404  len: 333 time: 0.0894783
Dec 03 11:18:57.863431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45034) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:57.868992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:57.879050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-118449638', 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:57.885838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:57.900795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:57.917244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Made reservation on behalf of 9d33c590719c4ccf95ccd0c22e56aa56 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:57.923675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:58.064672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-9861b4cc-c838-49d8-b537-cb4e29cc3c20 None None] Allocated IP 2001:db8:0:2::2 (84ac366d-179e-4f13-8d9f-4ea28bbd9166/130a2d46-71f8-4aab-87cf-078c8d17ef71/aed1e28c-b777-4311-9b17-594650d24c7d) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:58.073028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:58.073969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:58.074616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:58.079926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] device_id is not set on port 7a98e805-d439-44c4-9c50-9a4af4e37257 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:18:58.121336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-871fa526-87a2-4fbc-aba6-13fd6f3f5604 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:58.252051 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.8669505
Dec 03 11:18:58.264536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45038) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:58.273284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Pushing event updated for resources: {'Network': ['ID=5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:58.278962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:58.285161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Request body: {'subnet': {'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:18:58.291352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:18:58.334071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Usage tracker for resource:subnet and tenant:ada6f360f0794155984c03692a855cbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:18:58.343578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:18:58.363341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:18:58.367453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 3e5eb7cf-d1bb-42e1-946a-5830889be1be has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:18:58.396980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Made reservation on behalf of ada6f360f0794155984c03692a855cbc for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:18:58.401755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:58.437397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:18:58.444773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:58.450342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:18:58.470314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:58.486789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-919dfb07-a552-4225-98a2-88fc017dea3b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:58.654296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event updated for resources: {'Port': ['ID=7a98e805-d439-44c4-9c50-9a4af4e37257,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:58.660835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:58.682748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:18:58.684103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:18:58.687577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:18:58.688442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:58.689092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:58.715085 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.8459113
Dec 03 11:18:58.716672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45042) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:58.747896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9861b4cc-c838-49d8-b537-cb4e29cc3c20 None None] For port aed1e28c-b777-4311-9b17-594650d24c7d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aed1e28c-b777-4311-9b17-594650d24c7d,segment=NetworkSegment(f23363d7-5c87-4695-8602-5ccbbc540867),segment_id=f23363d7-5c87-4695-8602-5ccbbc540867)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:18:58.783629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c4e9a-2d11-4726-905b-b5a95da40b7d tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:18:58.784274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d86c4e9a-2d11-4726-905b-b5a95da40b7d tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Synchronizing usage tracker for tenant:9d33c590719c4ccf95ccd0c22e56aa56 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:18:58.800003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d86c4e9a-2d11-4726-905b-b5a95da40b7d tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Unset dirty status for tenant:9d33c590719c4ccf95ccd0c22e56aa56 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:18:58.805871 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d86c4e9a-2d11-4726-905b-b5a95da40b7d tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "GET /v2.0/ports/7a98e805-d439-44c4-9c50-9a4af4e37257 HTTP/1.1" status: 200  len: 954 time: 0.0847068
Dec 03 11:18:58.806065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45046) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:58.842379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9861b4cc-c838-49d8-b537-cb4e29cc3c20 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:58.877230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb484e-f8b4-40b8-afd8-4eb3fecbba15 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Deleting port 7a98e805-d439-44c4-9c50-9a4af4e37257 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:18:58.877601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8eb484e-f8b4-40b8-afd8-4eb3fecbba15 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:58.880787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9861b4cc-c838-49d8-b537-cb4e29cc3c20 None None] Transition to ACTIVE for port object aed1e28c-b777-4311-9b17-594650d24c7d will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:58.910623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:58.915035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:18:58.916005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9861b4cc-c838-49d8-b537-cb4e29cc3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:58.925862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8942eb71-ceb7-47cc-868a-cd63734d4c99 None None] Sync routers for ids ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:18:58.937790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942eb71-ceb7-47cc-868a-cd63734d4c99 None None] Routers {'3e5eb7cf-d1bb-42e1-946a-5830889be1be'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:58.939290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8942eb71-ceb7-47cc-868a-cd63734d4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6419f98>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:58.953955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:59.030045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Transition to ACTIVE for port object 4a1be871-52cc-4add-a0b8-f98cc3e0624a will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:18:59.037789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8942eb71-ceb7-47cc-868a-cd63734d4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6419f98>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:59.043641 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/3e5eb7cf-d1bb-42e1-946a-5830889be1be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3705418
Dec 03 11:18:59.049720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942eb71-ceb7-47cc-868a-cd63734d4c99 None None] Routers {'3e5eb7cf-d1bb-42e1-946a-5830889be1be'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:18:59.050664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8942eb71-ceb7-47cc-868a-cd63734d4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6419f98>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:59.052931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45050) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:59.131178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8942eb71-ceb7-47cc-868a-cd63734d4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6419f98>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:18:59.132230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8942eb71-ceb7-47cc-868a-cd63734d4c99 None None] The sync data for ids ['3e5eb7cf-d1bb-42e1-946a-5830889be1be'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:18:59.135954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:59.170661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1d285d89-2935-466f-b3b6-b3ba3c25c107 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=3e5eb7cf-d1bb-42e1-946a-5830889be1be HTTP/1.1" status: 200  len: 205 time: 0.1138639
Dec 03 11:18:59.182553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45054) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:18:59.248194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861b4cc-c838-49d8-b537-cb4e29cc3c20 None None] Pushing event updated for resources: {'Port': ['ID=aed1e28c-b777-4311-9b17-594650d24c7d,revision_number=7']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:59.257355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9861b4cc-c838-49d8-b537-cb4e29cc3c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:59.259882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fec585f7-24ee-4e5f-b0a8-b50eb31f3794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:59.313962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Delete allocated IP 2001:db8::18d (84ac366d-179e-4f13-8d9f-4ea28bbd9166/839667e8-ed6a-4d6b-a82a-5b1c4602163d) {{(pid=80976) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 03 11:18:59.326601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8eb484e-f8b4-40b8-afd8-4eb3fecbba15 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:59.347098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Allocated IP 2001:db8:0:2::2bf (84ac366d-179e-4f13-8d9f-4ea28bbd9166/130a2d46-71f8-4aab-87cf-078c8d17ef71/778dd35c-486a-457a-ab0f-f006f64ec42d) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:18:59.357059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cced08f-f27f-4ec8-8e0d-e93b6ba403ca None None] Pushing event updated for resources: {'Port': ['ID=4a1be871-52cc-4add-a0b8-f98cc3e0624a,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:59.361327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9cced08f-f27f-4ec8-8e0d-e93b6ba403ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:18:59.388074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:59.399855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd0cce43-4f96-41f8-8de6-40528d03f543 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:59.505414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Attempting to bind port 4a1be871-52cc-4add-a0b8-f98cc3e0624a on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:18:59.506647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Attempting to bind port 4a1be871-52cc-4add-a0b8-f98cc3e0624a by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:18:59.507293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Attempting to bind port 4a1be871-52cc-4add-a0b8-f98cc3e0624a on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:18:59.517031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:18:59.517626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:18:59.518190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:59.518749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:18:59.519698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Bound port: 4a1be871-52cc-4add-a0b8-f98cc3e0624a, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:18:59.520409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:59.620419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb484e-f8b4-40b8-afd8-4eb3fecbba15 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Calling delete_port for 7a98e805-d439-44c4-9c50-9a4af4e37257 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:18:59.646217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] For port 4a1be871-52cc-4add-a0b8-f98cc3e0624a, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:18:59.649871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] For port 4a1be871-52cc-4add-a0b8-f98cc3e0624a, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4a1be871-52cc-4add-a0b8-f98cc3e0624a,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:18:59.656332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:59.823610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:59.893291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd0cce43-4f96-41f8-8de6-40528d03f543 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:59.901719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd0cce43-4f96-41f8-8de6-40528d03f543 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:59.922366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8eb484e-f8b4-40b8-afd8-4eb3fecbba15 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:18:59.941867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cbdbe805-cb2e-4ef5-95b5-e45119839c66 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:18:59.953529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cced08f-f27f-4ec8-8e0d-e93b6ba403ca None None] Pushing event updated for resources: {'Port': ['ID=4a1be871-52cc-4add-a0b8-f98cc3e0624a,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:18:59.993080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9cced08f-f27f-4ec8-8e0d-e93b6ba403ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:00.000824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd0cce43-4f96-41f8-8de6-40528d03f543 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.001010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Routers {'cdef35b8-29f7-47a5-990e-cc28d36a145a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:00.001414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0cce43-4f96-41f8-8de6-40528d03f543 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Fanout notify agent at l3_agent the message router_deleted on router 3e5eb7cf-d1bb-42e1-946a-5830889be1be {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:19:00.001666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a487f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:18:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['cdef35b8-29f7-47a5-990e-cc28d36a145a'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:00.007446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb484e-f8b4-40b8-afd8-4eb3fecbba15 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event deleted for resources: {'Port': ['ID=7a98e805-d439-44c4-9c50-9a4af4e37257,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:00.034404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c8eb484e-f8b4-40b8-afd8-4eb3fecbba15 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:00.096740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd0cce43-4f96-41f8-8de6-40528d03f543 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.097932 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dd0cce43-4f96-41f8-8de6-40528d03f543 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/3e5eb7cf-d1bb-42e1-946a-5830889be1be HTTP/1.1" status: 204  len: 168 time: 0.9120457
Dec 03 11:19:00.104120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45060) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:00.245501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] Set router cdef35b8-29f7-47a5-990e-cc28d36a145a gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:00.246045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port 4a1be871-52cc-4add-a0b8-f98cc3e0624a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:00.246045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.279856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8eb484e-f8b4-40b8-afd8-4eb3fecbba15 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.282757 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c8eb484e-f8b4-40b8-afd8-4eb3fecbba15 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "DELETE /v2.0/ports/7a98e805-d439-44c4-9c50-9a4af4e37257 HTTP/1.1" status: 204  len: 168 time: 1.4756761
Dec 03 11:19:00.286414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45064) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:00.315160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5fd047b7-a3b6-4c6c-aa30-dca71f1e6487 None None] Provisioning complete for port 778dd35c-486a-457a-ab0f-f006f64ec42d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:00.315720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fd047b7-a3b6-4c6c-aa30-dca71f1e6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.365840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-be218afc-cfa0-4a7c-9731-cbfe6b0ea1bd tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] GET failed (client error): The resource could not be found.
Dec 03 11:19:00.366696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-be218afc-cfa0-4a7c-9731-cbfe6b0ea1bd tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Synchronizing usage tracker for tenant:9d33c590719c4ccf95ccd0c22e56aa56 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:00.378728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5fd047b7-a3b6-4c6c-aa30-dca71f1e6487 None None] Port 778dd35c-486a-457a-ab0f-f006f64ec42d cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:00.405739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5fd047b7-a3b6-4c6c-aa30-dca71f1e6487 None None] Provisioning complete for port f07d3a60-1f49-4a56-a836-f07fcddf7728 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:00.406157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fd047b7-a3b6-4c6c-aa30-dca71f1e6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.453582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.460764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-be218afc-cfa0-4a7c-9731-cbfe6b0ea1bd tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Unset dirty status for tenant:9d33c590719c4ccf95ccd0c22e56aa56 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:00.465799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-be218afc-cfa0-4a7c-9731-cbfe6b0ea1bd tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "GET /v2.0/ports/7a98e805-d439-44c4-9c50-9a4af4e37257 HTTP/1.1" status: 404  len: 333 time: 0.1741257
Dec 03 11:19:00.466996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45068) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:00.475009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Request body: {'port': {'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-578697004'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:00.491718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:00.507684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65e4229-6e75-4fea-99d8-6c3da4b097f7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting subnet 64bc1c26-e1a4-411f-a4f3-858f1085dc71 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:00.513657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e65e4229-6e75-4fea-99d8-6c3da4b097f7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.530256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80976) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:19:00.530779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.543088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:00.547478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Transition to ACTIVE for port object 778dd35c-486a-457a-ab0f-f006f64ec42d will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:00.550728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae00d0f5-5bc8-48d2-84d6-ec8a53a2e509 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:00.563306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5fd047b7-a3b6-4c6c-aa30-dca71f1e6487 None None] Port f07d3a60-1f49-4a56-a836-f07fcddf7728 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:00.576117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Made reservation on behalf of 9d33c590719c4ccf95ccd0c22e56aa56 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:00.580766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.594518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e65e4229-6e75-4fea-99d8-6c3da4b097f7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.598383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.806992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5fd047b7-a3b6-4c6c-aa30-dca71f1e6487 None None] Provisioning for port aed1e28c-b777-4311-9b17-594650d24c7d completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:00.811833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] For port 4a1be871-52cc-4add-a0b8-f98cc3e0624a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4a1be871-52cc-4add-a0b8-f98cc3e0624a,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:00.812056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.827772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Pushing event updated for resources: {'Subnet': ['ID=a86a29af-24fe-4059-8604-ab240ffcb2fc,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:00.833406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5fd047b7-a3b6-4c6c-aa30-dca71f1e6487 None None] Provisioning complete for port aed1e28c-b777-4311-9b17-594650d24c7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:00.833829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fd047b7-a3b6-4c6c-aa30-dca71f1e6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:00.846226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:00.848811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17bef9d6-c4b7-4f5c-a99c-3d091a11949b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:00.905020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22686791-b594-4b6a-b33c-63dfc33afec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:01.082870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] device_id is not set on port a71a122f-eb2c-4db8-8a10-4ae48ffe163e yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:19:01.083168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a487f0>, [{'id': 'cdef35b8-29f7-47a5-990e-cc28d36a145a', 'name': 'tempest-NetworksTestDHCPv6-router-864584435', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:18:46Z', 'updated_at': '2020-12-03T11:18:53Z', 'revision_number': 2, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'gw_port_host': None, '_interfaces': [{'id': '4a1be871-52cc-4add-a0b8-f98cc3e0624a', 'name': '', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'mac_address': 'fa:16:3e:09:51:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdef35b8-29f7-47a5-990e-cc28d36a145a', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e645f165-1a08-447e-aab6-e08e8de2d518', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:18:50Z', 'updated_at': '2020-12-03T11:18:59Z', 'revision_number': 4, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'subnets': [{'id': 'e645f165-1a08-447e-aab6-e08e8de2d518', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:01.088131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce8063-e6c9-4646-ae05-7f2b03b5b925 None None] The sync data for ids ['cdef35b8-29f7-47a5-990e-cc28d36a145a'] in dv-neutron-765072-2-ovs is: [{'id': 'cdef35b8-29f7-47a5-990e-cc28d36a145a', 'name': 'tempest-NetworksTestDHCPv6-router-864584435', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:18:46Z', 'updated_at': '2020-12-03T11:18:53Z', 'revision_number': 2, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'gw_port_host': None, '_interfaces': [{'id': '4a1be871-52cc-4add-a0b8-f98cc3e0624a', 'name': '', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'mac_address': 'fa:16:3e:09:51:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdef35b8-29f7-47a5-990e-cc28d36a145a', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e645f165-1a08-447e-aab6-e08e8de2d518', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:18:50Z', 'updated_at': '2020-12-03T11:18:59Z', 'revision_number': 4, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'subnets': [{'id': 'e645f165-1a08-447e-aab6-e08e8de2d518', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:01.119932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aed1e28c-b777-4311-9b17-594650d24c7d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:01.158585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e65e4229-6e75-4fea-99d8-6c3da4b097f7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:01.225441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e56a3a8f-45c4-437d-9ea4-6f64bd697e6f None None] Provisioning complete for port aed1e28c-b777-4311-9b17-594650d24c7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:01.225992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e56a3a8f-45c4-437d-9ea4-6f64bd697e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:01.280831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port aed1e28c-b777-4311-9b17-594650d24c7d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:01.281871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:01.308761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for 4a1be871-52cc-4add-a0b8-f98cc3e0624a owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:01.391737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event updated for resources: {'Port': ['ID=778dd35c-486a-457a-ab0f-f006f64ec42d,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:01.414871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:01.466502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] In _notify_port_updated(), no bound segment for port 778dd35c-486a-457a-ab0f-f006f64ec42d on network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 {{(pid=80976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:19:01.470779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:01.473778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:01.478314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "PUT /v2.0/ports/778dd35c-486a-457a-ab0f-f006f64ec42d HTTP/1.1" status: 200  len: 970 time: 5.1525221
Dec 03 11:19:01.482166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45072) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:01.511288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:01.553679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Checking segment: {'id': '5197888f-b3d0-489d-9490-7f9dc7492dce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:19:01.553679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Network hostable DHCP agents. Network: 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:19:01.611530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b21bb8c8-f7fa-45ae-a50e-43fd942ed11b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port 778dd35c-486a-457a-ab0f-f006f64ec42d {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:01.611922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b21bb8c8-f7fa-45ae-a50e-43fd942ed11b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:01.667681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:01.671596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e65e4229-6e75-4fea-99d8-6c3da4b097f7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:01.691342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Network 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:19:01.802350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:01.804299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf7f7881-7459-4d0e-a64c-9546266de5a0 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:01.808097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cadf99f5-c455-46d9-b9e4-c4402b4af19c None None] Provisioning for port 778dd35c-486a-457a-ab0f-f006f64ec42d completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:01.815100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9470f1-daa4-4b9b-a326-ce6bd1da69ef None None] Network 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:01.829581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:01.830371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:01.886564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.6139014
Dec 03 11:19:01.892824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45078) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:01.904663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Request body: {'port': {'name': 'tempest-RoutersAdminTest-183986373', 'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:01.930502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cadf99f5-c455-46d9-b9e4-c4402b4af19c None None] Provisioning complete for port 778dd35c-486a-457a-ab0f-f006f64ec42d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:01.931639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cadf99f5-c455-46d9-b9e4-c4402b4af19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:01.980792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:02.014362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Usage tracker for resource:port and tenant:ada6f360f0794155984c03692a855cbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:02.036102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event updated for resources: {'Port': ['ID=a71a122f-eb2c-4db8-8a10-4ae48ffe163e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:02.036967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cadf99f5-c455-46d9-b9e4-c4402b4af19c None None] Port 778dd35c-486a-457a-ab0f-f006f64ec42d cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:02.037528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:02.042806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Quota usage for port was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:02.048883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:02.052985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:02.070866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e418bc01-4274-4db7-944c-82c10d0861c6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:02.099515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:02.105231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:02.109922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b21bb8c8-f7fa-45ae-a50e-43fd942ed11b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:02.115303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:02.127545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e4229-6e75-4fea-99d8-6c3da4b097f7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Subnet': ['ID=64bc1c26-e1a4-411f-a4f3-858f1085dc71,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:02.129835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:02.130794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:02.131398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:02.134975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=4a1be871-52cc-4add-a0b8-f98cc3e0624a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:02.145354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e65e4229-6e75-4fea-99d8-6c3da4b097f7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:02.149810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e65e4229-6e75-4fea-99d8-6c3da4b097f7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:02.150351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:02.163395 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e65e4229-6e75-4fea-99d8-6c3da4b097f7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/64bc1c26-e1a4-411f-a4f3-858f1085dc71 HTTP/1.1" status: 204  len: 168 time: 2.0546327
Dec 03 11:19:02.163395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Made reservation on behalf of ada6f360f0794155984c03692a855cbc for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:02.166736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:02.181146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72333c43-014b-4076-b5b8-32cd1179eceb None None] Network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:02.181353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45082) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:02.217573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9926049a-ec7f-4e94-b9e6-5ea39e8f4c93 None None] Network 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:02.234611 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.7672031
Dec 03 11:19:02.241246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45086) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:02.262958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Request body: {'port': {'binding:host_id': 'hv-neutron-7650'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:02.337401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b21bb8c8-f7fa-45ae-a50e-43fd942ed11b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for 778dd35c-486a-457a-ab0f-f006f64ec42d owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:02.647096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:02.665098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] device_id is not set on port 63d78405-7b9e-49f9-8577-bcef3fe6a74d yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:19:02.665336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:02.783369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0bb5be-e982-4c1a-b95f-1ac689ad1606 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting subnet 531b362b-d646-411b-9383-e6d9348c9434 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:02.789635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7387cbf1-3828-48a4-ba53-161c6399c794 None None] DHCP port deletion for 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:19:02.792550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7387cbf1-3828-48a4-ba53-161c6399c794 None None] Deleting port 9945e5db-5575-4217-ac30-5195af50e7e8 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:02.792550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7387cbf1-3828-48a4-ba53-161c6399c794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:02.795073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb5be-e982-4c1a-b95f-1ac689ad1606 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:02.878743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26ac901e-f7f5-428c-92a7-2763df937386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.022696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b21bb8c8-f7fa-45ae-a50e-43fd942ed11b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.030665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb5be-e982-4c1a-b95f-1ac689ad1606 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.051049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b685ce0c-4c66-437e-a319-6bfbcea48f9c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:03.084140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7387cbf1-3828-48a4-ba53-161c6399c794 None None] For port 9945e5db-5575-4217-ac30-5195af50e7e8, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9945e5db-5575-4217-ac30-5195af50e7e8,segment=NetworkSegment(ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be),segment_id=ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:03.085425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7387cbf1-3828-48a4-ba53-161c6399c794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.164048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9945e5db-5575-4217-ac30-5195af50e7e8 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:03.189289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bb8c8-f7fa-45ae-a50e-43fd942ed11b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=778dd35c-486a-457a-ab0f-f006f64ec42d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:03.190311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b21bb8c8-f7fa-45ae-a50e-43fd942ed11b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:03.192081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Allocated IP 172.20.0.2 (5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d/a86a29af-24fe-4059-8604-ab240ffcb2fc/63d78405-7b9e-49f9-8577-bcef3fe6a74d) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:03.274390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7387cbf1-3828-48a4-ba53-161c6399c794 None None] Calling delete_port for 9945e5db-5575-4217-ac30-5195af50e7e8 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:03.370700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Router cdef35b8-29f7-47a5-990e-cc28d36a145a has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:19:03.417162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7387cbf1-3828-48a4-ba53-161c6399c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.437086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:03.443480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb5be-e982-4c1a-b95f-1ac689ad1606 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.495051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387cbf1-3828-48a4-ba53-161c6399c794 None None] Pushing event deleted for resources: {'Port': ['ID=9945e5db-5575-4217-ac30-5195af50e7e8,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:03.511645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7387cbf1-3828-48a4-ba53-161c6399c794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:03.517692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.560201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b21bb8c8-f7fa-45ae-a50e-43fd942ed11b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.564816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:03.578249 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b21bb8c8-f7fa-45ae-a50e-43fd942ed11b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/778dd35c-486a-457a-ab0f-f006f64ec42d HTTP/1.1" status: 204  len: 168 time: 2.0895152
Dec 03 11:19:03.583423 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "PUT /v2.0/routers/cdef35b8-29f7-47a5-990e-cc28d36a145a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1916044
Dec 03 11:19:03.583423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45090) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:03.585154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45092) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:03.612476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] device_id is not set on port a71a122f-eb2c-4db8-8a10-4ae48ffe163e yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:19:03.638079 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a6c418-f5f7-4d27-9e04-959f1202c978 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] GET failed (client error): The resource could not be found.
Dec 03 11:19:03.638657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4a6c418-f5f7-4d27-9e04-959f1202c978 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:03.661777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.675425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7387cbf1-3828-48a4-ba53-161c6399c794 None None] No DVR routers for this DVR port 9945e5db-5575-4217-ac30-5195af50e7e8 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:19:03.705348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.715997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4a6c418-f5f7-4d27-9e04-959f1202c978 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:03.720001 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c4a6c418-f5f7-4d27-9e04-959f1202c978 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports/778dd35c-486a-457a-ab0f-f006f64ec42d HTTP/1.1" status: 404  len: 333 time: 0.1364405
Dec 03 11:19:03.722944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45098) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:03.738430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Transition to ACTIVE for port object a71a122f-eb2c-4db8-8a10-4ae48ffe163e will not be triggered until provisioned by entity L2. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:03.759914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55207bf2-69d4-4271-96dc-c26b1e1a81d2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:03.761452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55207bf2-69d4-4271-96dc-c26b1e1a81d2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:03.762304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-55207bf2-69d4-4271-96dc-c26b1e1a81d2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:03.804462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.817297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-55207bf2-69d4-4271-96dc-c26b1e1a81d2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:03.821172 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-55207bf2-69d4-4271-96dc-c26b1e1a81d2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1826150
Dec 03 11:19:03.821932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45102) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:03.845083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d9de196-62b2-4e23-8373-3dc5dafef967 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:03.864782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.914545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c07ce-5b32-4035-89c8-f690b8d61f7d None None] Sync routers for ids ['cdef35b8-29f7-47a5-990e-cc28d36a145a'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:03.925879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:03.927901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c07ce-5b32-4035-89c8-f690b8d61f7d None None] Routers {'cdef35b8-29f7-47a5-990e-cc28d36a145a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:03.929742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a41c07ce-5b32-4035-89c8-f690b8d61f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c0d208>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['cdef35b8-29f7-47a5-990e-cc28d36a145a'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:04.079849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a41c07ce-5b32-4035-89c8-f690b8d61f7d None None] Set router cdef35b8-29f7-47a5-990e-cc28d36a145a gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:04.092807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.100285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b570d7a3-4a05-4b14-9a5a-afba0d8eb7c5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:04.127272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1179e77-d823-464e-86ff-0e7025486c57,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:04.145477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.145914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.146342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.146764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.147205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.147626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.148035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.148448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.148858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.149339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.149748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.150155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.150617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.151049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.151458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.151883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.152299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.152709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.153683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.154097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.154730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.155125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.155534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.155940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.160763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:04.161836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.166598 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/security-groups/e1179e77-d823-464e-86ff-0e7025486c57 HTTP/1.1" status: 204  len: 168 time: 0.4417558
Dec 03 11:19:04.172379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdc32a3-c04d-4b3c-a82d-e7830111d45b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet e645f165-1a08-447e-aab6-e08e8de2d518 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:04.175516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45108) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:04.178550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcdc32a3-c04d-4b3c-a82d-e7830111d45b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.212039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a41c07ce-5b32-4035-89c8-f690b8d61f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c0d208>, [{'id': 'cdef35b8-29f7-47a5-990e-cc28d36a145a', 'name': 'tempest-NetworksTestDHCPv6-router-864584435', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:18:46Z', 'updated_at': '2020-12-03T11:19:01Z', 'revision_number': 3, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:04.224664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c07ce-5b32-4035-89c8-f690b8d61f7d None None] Checking router: cdef35b8-29f7-47a5-990e-cc28d36a145a for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:19:04.234638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c07ce-5b32-4035-89c8-f690b8d61f7d None None] Routers {'cdef35b8-29f7-47a5-990e-cc28d36a145a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:04.235351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a41c07ce-5b32-4035-89c8-f690b8d61f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c0d208>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['cdef35b8-29f7-47a5-990e-cc28d36a145a'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:04.288103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.328080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event updated for resources: {'Port': ['ID=a71a122f-eb2c-4db8-8a10-4ae48ffe163e,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:04.367803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.368171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.368582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.369003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.369420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.369842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.370260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.370679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.371130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.371593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.372520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.372939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.373442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.373851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.374267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.374685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.375133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.375551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.375963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.376378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.376787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.377198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.377608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.378017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:04.479221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:04.533947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcdc32a3-c04d-4b3c-a82d-e7830111d45b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.542984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to bind port a71a122f-eb2c-4db8-8a10-4ae48ffe163e on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:19:04.543275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to bind port a71a122f-eb2c-4db8-8a10-4ae48ffe163e by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'}] {{(pid=80975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:19:04.544229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attempting to bind port a71a122f-eb2c-4db8-8a10-4ae48ffe163e on network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:19:04.547579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a41c07ce-5b32-4035-89c8-f690b8d61f7d None None] Set router cdef35b8-29f7-47a5-990e-cc28d36a145a gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:04.554207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:19:04.554588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Checking segment: {'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:19:04.555043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.555439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Bound using segment: {'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'} {{(pid=80975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:19:04.555916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Bound port: a71a122f-eb2c-4db8-8a10-4ae48ffe163e, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a96c25-9e3a-4ce7-975d-5742a18e532c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08'}}] {{(pid=80975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:19:04.556290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.569612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.593872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-10519c34-e712-42cf-a136-3bde3dc0019b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:04.609145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65338f61-1bf5-4a21-b1fa-bfbab22763d9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.655204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65338f61-1bf5-4a21-b1fa-bfbab22763d9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.658441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a41c07ce-5b32-4035-89c8-f690b8d61f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c0d208>, [{'id': 'cdef35b8-29f7-47a5-990e-cc28d36a145a', 'name': 'tempest-NetworksTestDHCPv6-router-864584435', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:18:46Z', 'updated_at': '2020-12-03T11:19:01Z', 'revision_number': 3, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:04.662808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c07ce-5b32-4035-89c8-f690b8d61f7d None None] The sync data for ids ['cdef35b8-29f7-47a5-990e-cc28d36a145a'] in dv-neutron-765072-2-ovs is: [{'id': 'cdef35b8-29f7-47a5-990e-cc28d36a145a', 'name': 'tempest-NetworksTestDHCPv6-router-864584435', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:18:46Z', 'updated_at': '2020-12-03T11:19:01Z', 'revision_number': 3, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'gw_port_host': None}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:04.707577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcdc32a3-c04d-4b3c-a82d-e7830111d45b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.713150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb5be-e982-4c1a-b95f-1ac689ad1606 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.764727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65338f61-1bf5-4a21-b1fa-bfbab22763d9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.776597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5479919-05ab-41c2-855e-3ea24187f5f4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:04.810567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Pushing event updated for resources: {'Port': ['ID=63d78405-7b9e-49f9-8577-bcef3fe6a74d,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:04.811624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65338f61-1bf5-4a21-b1fa-bfbab22763d9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'SecurityGroup': ['ID=4429a741-1897-4d91-9e3e-7ab8065b6a6c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:04.815800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65338f61-1bf5-4a21-b1fa-bfbab22763d9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:04.832770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:04.833352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f2bba5b9-407e-4e80-a2fa-0279ee61cbc5 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:04.837529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65338f61-1bf5-4a21-b1fa-bfbab22763d9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.838759 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-65338f61-1bf5-4a21-b1fa-bfbab22763d9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/security-groups/4429a741-1897-4d91-9e3e-7ab8065b6a6c HTTP/1.1" status: 204  len: 168 time: 0.6622410
Dec 03 11:19:04.842937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45112) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:04.891226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bb5be-e982-4c1a-b95f-1ac689ad1606 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Subnet': ['ID=531b362b-d646-411b-9383-e6d9348c9434,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:04.950987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc0bb5be-e982-4c1a-b95f-1ac689ad1606 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:04.975352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:04.998179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] For port a71a122f-eb2c-4db8-8a10-4ae48ffe163e, host hv-neutron-7650, cleared binding levels {{(pid=80975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:19:05.023852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] For port a71a122f-eb2c-4db8-8a10-4ae48ffe163e, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a71a122f-eb2c-4db8-8a10-4ae48ffe163e,segment=NetworkSegment(68a96c25-9e3a-4ce7-975d-5742a18e532c),segment_id=68a96c25-9e3a-4ce7-975d-5742a18e532c)] {{(pid=80975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:19:05.033431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb5be-e982-4c1a-b95f-1ac689ad1606 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.035773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.040129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caad131-4d89-4683-a314-6d670c86ca9a None None] Network fe759977-0035-474f-bbe3-c11cdc5e3871 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:05.057355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:05.067458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e281472-3e0c-4a71-9e27-829f8189497e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.068831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4a1be871-52cc-4add-a0b8-f98cc3e0624a no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:05.103796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Network 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:05.114887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:05.115876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e281472-3e0c-4a71-9e27-829f8189497e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.117708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 4a1be871-52cc-4add-a0b8-f98cc3e0624a {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:19:05.118106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4a1be871-52cc-4add-a0b8-f98cc3e0624a not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:19:05.133827 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bc0bb5be-e982-4c1a-b95f-1ac689ad1606 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/531b362b-d646-411b-9383-e6d9348c9434 HTTP/1.1" status: 204  len: 168 time: 2.9535911
Dec 03 11:19:05.138783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45116) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:05.139295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:05.219329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcdc32a3-c04d-4b3c-a82d-e7830111d45b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.286190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a0df879-b8eb-4fdf-b5c8-dfb870041a11 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:05.295028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event updated for resources: {'Port': ['ID=a71a122f-eb2c-4db8-8a10-4ae48ffe163e,revision_number=3']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:05.302001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:05.304383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:05.305038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.313831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:05.314413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.319206 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "PUT /v2.0/ports/a71a122f-eb2c-4db8-8a10-4ae48ffe163e HTTP/1.1" status: 200  len: 1075 time: 3.0659144
Dec 03 11:19:05.325259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45120) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:05.334009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc32a3-c04d-4b3c-a82d-e7830111d45b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=e645f165-1a08-447e-aab6-e08e8de2d518,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:05.352471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcdc32a3-c04d-4b3c-a82d-e7830111d45b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:05.376432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.377944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1244e23f-540e-4263-8d06-8ec2d84b36ad None None] DHCP port deletion for fe759977-0035-474f-bbe3-c11cdc5e3871 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:19:05.382413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1244e23f-540e-4263-8d06-8ec2d84b36ad None None] Deleting port f8387647-f46c-489d-a3b5-498ea9f44f44 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:05.382982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1244e23f-540e-4263-8d06-8ec2d84b36ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.384553 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 3.4856482
Dec 03 11:19:05.385412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45124) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:05.430581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e281472-3e0c-4a71-9e27-829f8189497e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.442263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e053ee3-7684-4954-8de2-d043ea5fa9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:05.452743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e4e73-beb6-407c-88b9-011d4ce635f9 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Deleting port a71a122f-eb2c-4db8-8a10-4ae48ffe163e {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:05.453390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4e73-beb6-407c-88b9-011d4ce635f9 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.455349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.526789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-565b3ead-d4f3-4d26-b868-815afb5f23fd tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Deleting port 63d78405-7b9e-49f9-8577-bcef3fe6a74d {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:05.526789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-565b3ead-d4f3-4d26-b868-815afb5f23fd tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.528611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e281472-3e0c-4a71-9e27-829f8189497e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecd6d00-c2a3-408b-96f6-cb735df6737d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:05.542334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6e281472-3e0c-4a71-9e27-829f8189497e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:05.596958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e281472-3e0c-4a71-9e27-829f8189497e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.598683 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6e281472-3e0c-4a71-9e27-829f8189497e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/security-groups/aecd6d00-c2a3-408b-96f6-cb735df6737d HTTP/1.1" status: 204  len: 168 time: 0.7541783
Dec 03 11:19:05.605567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45128) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:05.613452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcdc32a3-c04d-4b3c-a82d-e7830111d45b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.617791 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bcdc32a3-c04d-4b3c-a82d-e7830111d45b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/e645f165-1a08-447e-aab6-e08e8de2d518 HTTP/1.1" status: 204  len: 168 time: 1.7930233
Dec 03 11:19:05.619448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45132) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:05.638512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd9c9c-cc4c-483d-9cfa-e00497ab6934 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:05.698463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1244e23f-540e-4263-8d06-8ec2d84b36ad None None] For port f8387647-f46c-489d-a3b5-498ea9f44f44, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f8387647-f46c-489d-a3b5-498ea9f44f44,segment=NetworkSegment(58569dc1-bb6f-4980-b968-a66fbf403d56),segment_id=58569dc1-bb6f-4980-b968-a66fbf403d56)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:05.699142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1244e23f-540e-4263-8d06-8ec2d84b36ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.831186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:05.893117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1244e23f-540e-4263-8d06-8ec2d84b36ad None None] Calling delete_port for f8387647-f46c-489d-a3b5-498ea9f44f44 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:06.017004 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-93eb6378-caa6-45b6-a84a-85c29035af22 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.3966706
Dec 03 11:19:06.019851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45136) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:06.023436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b52810f0>,) {'filters': {'network_id': ['42999c0a-cdfe-4dc0-ad38-ccd906cd46cd']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:06.054834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1244e23f-540e-4263-8d06-8ec2d84b36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.061034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6f4e4e73-beb6-407c-88b9-011d4ce635f9 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] For port a71a122f-eb2c-4db8-8a10-4ae48ffe163e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a71a122f-eb2c-4db8-8a10-4ae48ffe163e,segment=NetworkSegment(68a96c25-9e3a-4ce7-975d-5742a18e532c),segment_id=68a96c25-9e3a-4ce7-975d-5742a18e532c)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:06.061453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4e73-beb6-407c-88b9-011d4ce635f9 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.068309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9861b4cc-c838-49d8-b537-cb4e29cc3c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:06.119621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244e23f-540e-4263-8d06-8ec2d84b36ad None None] Pushing event deleted for resources: {'Port': ['ID=f8387647-f46c-489d-a3b5-498ea9f44f44,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:06.121952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1244e23f-540e-4263-8d06-8ec2d84b36ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:06.156721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b52810f0>, 'ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:06.157068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b52810f0>, 'ab9fb425-4a6b-4215-b7e7-4c22fe9bb3be') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:06.187530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.195582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e6a61d-1e50-4ccf-84d8-1fd92b02c9bf None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:19:06.209994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a67cb92-e4b7-406b-80b8-bddef7b56fd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.214372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e4e73-beb6-407c-88b9-011d4ce635f9 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Calling delete_port for a71a122f-eb2c-4db8-8a10-4ae48ffe163e owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:06.215486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6a61d-1e50-4ccf-84d8-1fd92b02c9bf None None] Deleting port a962512e-71b6-4444-b409-4e1c0636fedf {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:06.215917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a61d-1e50-4ccf-84d8-1fd92b02c9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.267203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.274787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1244e23f-540e-4263-8d06-8ec2d84b36ad None None] No DVR routers for this DVR port f8387647-f46c-489d-a3b5-498ea9f44f44 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:19:06.328130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Releasing vxlan tunnel 6 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:19:06.337191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c20983-78d8-4d4f-b5e8-09fe7e84ad77 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting subnet 839667e8-ed6a-4d6b-a82a-5b1c4602163d {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:06.357372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27c20983-78d8-4d4f-b5e8-09fe7e84ad77 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.388520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-565b3ead-d4f3-4d26-b868-815afb5f23fd tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.408198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45142) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:06.453801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d2e6a61d-1e50-4ccf-84d8-1fd92b02c9bf None None] For port a962512e-71b6-4444-b409-4e1c0636fedf, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a962512e-71b6-4444-b409-4e1c0636fedf,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:06.454142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a61d-1e50-4ccf-84d8-1fd92b02c9bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.472361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4e73-beb6-407c-88b9-011d4ce635f9 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.595203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a67cb92-e4b7-406b-80b8-bddef7b56fd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.599746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6a61d-1e50-4ccf-84d8-1fd92b02c9bf None None] Calling delete_port for a962512e-71b6-4444-b409-4e1c0636fedf owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:06.648090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a67cb92-e4b7-406b-80b8-bddef7b56fd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.668294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:06.695073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2e6a61d-1e50-4ccf-84d8-1fd92b02c9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.713499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f6ca02e3-86ec-4d45-b3ad-d8527bce4eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:06.776623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6a61d-1e50-4ccf-84d8-1fd92b02c9bf None None] Pushing event deleted for resources: {'Port': ['ID=a962512e-71b6-4444-b409-4e1c0636fedf,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:06.782180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2e6a61d-1e50-4ccf-84d8-1fd92b02c9bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:06.865721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e6a61d-1e50-4ccf-84d8-1fd92b02c9bf None None] No DVR routers for this DVR port a962512e-71b6-4444-b409-4e1c0636fedf on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:19:06.930203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:06.970352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:07.008837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-565b3ead-d4f3-4d26-b868-815afb5f23fd tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Calling delete_port for 63d78405-7b9e-49f9-8577-bcef3fe6a74d owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:07.022318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a67cb92-e4b7-406b-80b8-bddef7b56fd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:07.022889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a67cb92-e4b7-406b-80b8-bddef7b56fd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Fanout notify agent at l3_agent the message router_deleted on router cdef35b8-29f7-47a5-990e-cc28d36a145a {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:19:07.072596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a67cb92-e4b7-406b-80b8-bddef7b56fd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:07.077180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3a67cb92-e4b7-406b-80b8-bddef7b56fd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/routers/cdef35b8-29f7-47a5-990e-cc28d36a145a HTTP/1.1" status: 204  len: 168 time: 1.0529811
Dec 03 11:19:07.087357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a962512e-71b6-4444-b409-4e1c0636fedf no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:07.122108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45146) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:07.133420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:07.135400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: a962512e-71b6-4444-b409-4e1c0636fedf {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:19:07.135886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a962512e-71b6-4444-b409-4e1c0636fedf not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:19:07.136550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f8387647-f46c-489d-a3b5-498ea9f44f44 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:07.171758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 42999c0a-cdfe-4dc0-ad38-ccd906cd46cd has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:07.174543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: f8387647-f46c-489d-a3b5-498ea9f44f44 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:19:07.174962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f8387647-f46c-489d-a3b5-498ea9f44f44 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:19:07.183750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e4e73-beb6-407c-88b9-011d4ce635f9 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Pushing event deleted for resources: {'Port': ['ID=a71a122f-eb2c-4db8-8a10-4ae48ffe163e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:07.187974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27c20983-78d8-4d4f-b5e8-09fe7e84ad77 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:19:07.212898 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:19:07.241317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f4e4e73-beb6-407c-88b9-011d4ce635f9 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:07.310256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4e73-beb6-407c-88b9-011d4ce635f9 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:07.365718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:07.365939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6f4e4e73-beb6-407c-88b9-011d4ce635f9 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "DELETE /v2.0/ports/a71a122f-eb2c-4db8-8a10-4ae48ffe163e HTTP/1.1" status: 204  len: 168 time: 2.0396993
Dec 03 11:19:07.368181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:07.369691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45150) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:07.378800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-79968feb-fea5-4a82-b4cf-ff3233306b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:07.398239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:07.435502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:07.454416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Network': ['ID=42999c0a-cdfe-4dc0-ad38-ccd906cd46cd,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:07.460027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:07.462756 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-45203bad-cbc6-48c5-ab39-fc5042417b42 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] GET failed (client error): The resource could not be found.
Dec 03 11:19:07.464780 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-45203bad-cbc6-48c5-ab39-fc5042417b42 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] 10.222.0.90 "GET /v2.0/ports/a71a122f-eb2c-4db8-8a10-4ae48ffe163e HTTP/1.1" status: 404  len: 333 time: 0.0927980
Dec 03 11:19:07.470281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/networks/42999c0a-cdfe-4dc0-ad38-ccd906cd46cd HTTP/1.1" status: 204  len: 168 time: 2.3304875
Dec 03 11:19:07.471335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45154) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:07.471733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45156) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:07.494214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:07.500945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:07.596576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27c20983-78d8-4d4f-b5e8-09fe7e84ad77 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:07.639144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-565b3ead-d4f3-4d26-b868-815afb5f23fd tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:07.659555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:07.723874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b3ead-d4f3-4d26-b868-815afb5f23fd tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Pushing event deleted for resources: {'Port': ['ID=63d78405-7b9e-49f9-8577-bcef3fe6a74d,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:07.734733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-565b3ead-d4f3-4d26-b868-815afb5f23fd tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:07.777115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:07.813096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:07.893428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:08.281674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:08.314183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:08.333863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-565b3ead-d4f3-4d26-b868-815afb5f23fd tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:08.353407 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-565b3ead-d4f3-4d26-b868-815afb5f23fd tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "DELETE /v2.0/ports/63d78405-7b9e-49f9-8577-bcef3fe6a74d HTTP/1.1" status: 204  len: 168 time: 2.9646239
Dec 03 11:19:08.359789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45162) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:08.419572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Request body: {'router': {'external_gateway_info': {'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d', 'external_fixed_ips': [{'subnet_id': 'a86a29af-24fe-4059-8604-ab240ffcb2fc', 'ip_address': '172.20.0.2'}]}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:08.434087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27c20983-78d8-4d4f-b5e8-09fe7e84ad77 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:08.449495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:08.454029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-915e9c2c-09e8-4f6c-985e-2999e071965c tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:08.507705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Usage tracker for resource:router and tenant:ada6f360f0794155984c03692a855cbc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:08.522973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c20983-78d8-4d4f-b5e8-09fe7e84ad77 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Subnet': ['ID=839667e8-ed6a-4d6b-a82a-5b1c4602163d,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:08.530217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:08.535247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-27c20983-78d8-4d4f-b5e8-09fe7e84ad77 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:08.575345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4df4588>,) {'filters': {'network_id': ['fe759977-0035-474f-bbe3-c11cdc5e3871']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:08.589600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b6568550>,) {'filters': {'network_id': ['f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:08.603027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:08.604343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4df4588>, '58569dc1-bb6f-4980-b968-a66fbf403d56') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:08.604672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4df4588>, '58569dc1-bb6f-4980-b968-a66fbf403d56') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:08.630837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6568550>, '68a96c25-9e3a-4ce7-975d-5742a18e532c') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:08.631199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6568550>, '68a96c25-9e3a-4ce7-975d-5742a18e532c') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:08.650218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:08.664947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:08.670564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:08.671677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:08.693387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:08.696281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:08.698693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:19:08.725764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Releasing vxlan tunnel 3 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:19:08.764302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27c20983-78d8-4d4f-b5e8-09fe7e84ad77 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:08.767856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff47d0-2fa8-485b-8733-70d1555f14d8 None None] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:08.781781 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-27c20983-78d8-4d4f-b5e8-09fe7e84ad77 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/839667e8-ed6a-4d6b-a82a-5b1c4602163d HTTP/1.1" status: 204  len: 168 time: 3.1632049
Dec 03 11:19:08.782144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45166) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:08.908694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9dcedc-2631-453a-ae37-81b2f04e989d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting subnet 130a2d46-71f8-4aab-87cf-078c8d17ef71 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:08.914127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b9dcedc-2631-453a-ae37-81b2f04e989d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:09.285232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b9dcedc-2631-453a-ae37-81b2f04e989d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:09.391899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:09.406831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:09.432924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b9dcedc-2631-453a-ae37-81b2f04e989d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:09.443167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network fe759977-0035-474f-bbe3-c11cdc5e3871 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:09.468356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:09.659867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 1213cce0-67ad-4045-9375-1ca916b98781 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:09.660239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:09.732989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6401e263-1939-495d-89ef-a687ed5a0d4c None None] Provisioning complete for port f07d3a60-1f49-4a56-a836-f07fcddf7728 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:09.733506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6401e263-1939-495d-89ef-a687ed5a0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:09.754112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Network f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:19:09.789926 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:19:09.801704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6401e263-1939-495d-89ef-a687ed5a0d4c None None] Port f07d3a60-1f49-4a56-a836-f07fcddf7728 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:09.814950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6401e263-1939-495d-89ef-a687ed5a0d4c None None] Provisioning complete for port aed1e28c-b777-4311-9b17-594650d24c7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:09.815371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6401e263-1939-495d-89ef-a687ed5a0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:09.933437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network fe759977-0035-474f-bbe3-c11cdc5e3871 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:19:09.965927 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:19:09.968074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 1213cce0-67ad-4045-9375-1ca916b98781, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1213cce0-67ad-4045-9375-1ca916b98781,segment=NetworkSegment(1a6c1f1c-d46b-4761-bff5-fd750de28f8c),segment_id=1a6c1f1c-d46b-4761-bff5-fd750de28f8c)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:09.968074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.033538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.037416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.038282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b9dcedc-2631-453a-ae37-81b2f04e989d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.091417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c422ae9-7a83-4c79-9146-c0000000983d tempest-DHCPAgentSchedulersTestJSON-1589625560 tempest-DHCPAgentSchedulersTestJSON-1589625560] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:10.108404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ae068f8-3717-4bcb-a58a-68d01a2b3e90 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:10.130940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Pushing event deleted for resources: {'Network': ['ID=f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:10.133805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:10.143161 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] 10.222.0.90 "DELETE /v2.0/networks/f55b0ad0-6b2e-4355-8ad5-eeb9941eeb08 HTTP/1.1" status: 204  len: 168 time: 2.6701882
Dec 03 11:19:10.145333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 1213cce0-67ad-4045-9375-1ca916b98781 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:10.150509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.167739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e11d0354-c807-4c07-bd64-1fc0408ef513 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:10.203639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.207636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.208737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9dcedc-2631-453a-ae37-81b2f04e989d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Subnet': ['ID=130a2d46-71f8-4aab-87cf-078c8d17ef71,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:10.227228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b9dcedc-2631-453a-ae37-81b2f04e989d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:10.247541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/networks/fe759977-0035-474f-bbe3-c11cdc5e3871 HTTP/1.1" status: 204  len: 168 time: 2.7722600
Dec 03 11:19:10.250432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45172) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:10.288509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.311423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'network': {'name': 'tempest-RoutersTest-1675874936'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:10.333931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:10.343071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:network and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:10.347683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=c07dcaff-cc6c-449f-9724-45aea1d3fd9f,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:10.350629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:10.353945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:10.357423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:10.384883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:10.387415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Network': ['ID=fe759977-0035-474f-bbe3-c11cdc5e3871,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:10.390265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:10.429223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:10.435694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.471287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:10.473582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:10.482969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e82e7bb-097e-4cf8-a465-44af412dc9ae None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:10.489131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:10.489780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.503839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:19:10.525495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.525714 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Added segment 9ce62304-3570-41de-87fd-283c7b0b388f of type vxlan for network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216
Dec 03 11:19:10.537369 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.4100006
Dec 03 11:19:10.537883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45178) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:10.551505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f8168-56df-477a-b9e7-99392c43d497 None None] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:10.553983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b9dcedc-2631-453a-ae37-81b2f04e989d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.574494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.583624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45182) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:10.624314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.628559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:10.629216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.633070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bdcb7d9a-d441-4746-b498-c8f7c4c4d0c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-598830739', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:10.643438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-def4935a-a3ca-4e46-929a-ad6f7c3bedbc tempest-QuotasNegativeTest-1428219547 tempest-QuotasNegativeTest-1428219547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:10.736658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bdcb7d9a-d441-4746-b498-c8f7c4c4d0c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:10.756407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bdcb7d9a-d441-4746-b498-c8f7c4c4d0c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:router and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:10.764883 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1b9dcedc-2631-453a-ae37-81b2f04e989d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/130a2d46-71f8-4aab-87cf-078c8d17ef71 HTTP/1.1" status: 204  len: 168 time: 1.9813054
Dec 03 11:19:10.765437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bdcb7d9a-d441-4746-b498-c8f7c4c4d0c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:10.771814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45188) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:10.776658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.782641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bdcb7d9a-d441-4746-b498-c8f7c4c4d0c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:10.812532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Network': ['ID=25a1b498-59a8-4a1d-8ae7-b0f8798d4216,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:10.821665 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5684848
Dec 03 11:19:10.822977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:10.848616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45192) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:10.868729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'subnet': {'network_id': '25a1b498-59a8-4a1d-8ae7-b0f8798d4216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:10.879297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e89049-0108-40de-b144-7ab50b54a3cf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] DELETE failed (client error): The resource could not be found.
Dec 03 11:19:10.879803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e89049-0108-40de-b144-7ab50b54a3cf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:19:10.943942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdcb7d9a-d441-4746-b498-c8f7c4c4d0c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.945517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdcb7d9a-d441-4746-b498-c8f7c4c4d0c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.965410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdcb7d9a-d441-4746-b498-c8f7c4c4d0c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:10.977095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:11.004812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e09f9ae5-d0f1-48b0-aff7-1816f0065d9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:11.064270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:19:11.069464 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0eb4d8ca-4788-4836-bdc4-9d9c9c8c6291 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7dc95d72022143ff8ce2637e3add9f06&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4817896
Dec 03 11:19:11.069617 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-02e89049-0108-40de-b144-7ab50b54a3cf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/839667e8-ed6a-4d6b-a82a-5b1c4602163d HTTP/1.1" status: 404  len: 337 time: 0.2861965
Dec 03 11:19:11.069617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45196) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:11.072263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45198) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:11.074505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=1213cce0-67ad-4045-9375-1ca916b98781,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:11.076482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:11.078174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:19:11.087745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:11.127067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:subnet and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:11.132396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:11.143520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:11.188815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:11.265793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': 'c07dcaff-cc6c-449f-9724-45aea1d3fd9f'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:19:11.266769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:11.286443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6eb7-d187-4e9d-b993-574e4d7b61fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:11.289475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdcb7d9a-d441-4746-b498-c8f7c4c4d0c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:11.398145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:11.444033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6eb7-d187-4e9d-b993-574e4d7b61fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:11.453746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdcb7d9a-d441-4746-b498-c8f7c4c4d0c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:11.457663 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bdcb7d9a-d441-4746-b498-c8f7c4c4d0c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.9162586
Dec 03 11:19:11.461223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45204) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:11.734332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a3e16c-5d0a-441d-95cf-a87972d0ca9b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting subnet 3a3dc7c5-5313-4b7b-8d27-bd0e64577040 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:11.750289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e16c-5d0a-441d-95cf-a87972d0ca9b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:11.810013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Allocated IP 2001:db8::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/c07dcaff-cc6c-449f-9724-45aea1d3fd9f/63e0c6e0-acac-4014-a43d-78aa4a1b0e97) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:11.977251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e16c-5d0a-441d-95cf-a87972d0ca9b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:12.062180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:12.073842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Transition to ACTIVE for port object 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:12.093362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Transition to ACTIVE for port object 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:12.102332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:12.181484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6eb7-d187-4e9d-b993-574e4d7b61fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:12.193208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ee568d2-1574-4f8b-9ba1-d47384555aa2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:12.258157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c579c556-5e3a-44f6-8c7e-8f539c27aa9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:12.266039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:12.336692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:12.340583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:12.345127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:12.351967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Pushing event updated for resources: {'Port': ['ID=63e0c6e0-acac-4014-a43d-78aa4a1b0e97,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:12.357923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:12.412794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Attempting to bind port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:19:12.413473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Attempting to bind port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:19:12.413953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Attempting to bind port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:19:12.421276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:19:12.421783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:19:12.422298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:12.422820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:19:12.423442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Bound port: 63e0c6e0-acac-4014-a43d-78aa4a1b0e97, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:19:12.423927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:12.482051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa6eb7-d187-4e9d-b993-574e4d7b61fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c10d7c-2400-4c0f-8426-420dbfd6fe87,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:12.492457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d7fa6eb7-d187-4e9d-b993-574e4d7b61fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:12.493282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6eb7-d187-4e9d-b993-574e4d7b61fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:12.503567 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d7fa6eb7-d187-4e9d-b993-574e4d7b61fa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/67c10d7c-2400-4c0f-8426-420dbfd6fe87 HTTP/1.1" status: 204  len: 168 time: 1.4150829
Dec 03 11:19:12.555839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] For port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:19:12.559997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] For port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=63e0c6e0-acac-4014-a43d-78aa4a1b0e97,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:19:12.565985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:12.630685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e16c-5d0a-441d-95cf-a87972d0ca9b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:12.667507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9cced08f-f27f-4ec8-8e0d-e93b6ba403ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:12.743583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2331c5a7-8f4e-4f7d-82bf-a57e46971a06 None None] Provisioning complete for port f07d3a60-1f49-4a56-a836-f07fcddf7728 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:12.744162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2331c5a7-8f4e-4f7d-82bf-a57e46971a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:12.871260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Pushing event updated for resources: {'Port': ['ID=63e0c6e0-acac-4014-a43d-78aa4a1b0e97,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:12.883602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:12.886549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2331c5a7-8f4e-4f7d-82bf-a57e46971a06 None None] Port f07d3a60-1f49-4a56-a836-f07fcddf7728 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:12.937953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:12.940021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45212) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:12.945322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2331c5a7-8f4e-4f7d-82bf-a57e46971a06 None None] Provisioning complete for port aed1e28c-b777-4311-9b17-594650d24c7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:12.945869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2331c5a7-8f4e-4f7d-82bf-a57e46971a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:13.043832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:13.048251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:13.091846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e16c-5d0a-441d-95cf-a87972d0ca9b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:13.112228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6633c5fa-c5fa-4f1e-b02c-8d6797a8993a tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:13.198998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3e16c-5d0a-441d-95cf-a87972d0ca9b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Subnet': ['ID=3a3dc7c5-5313-4b7b-8d27-bd0e64577040,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:13.222140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5a3e16c-5d0a-441d-95cf-a87972d0ca9b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:13.228885 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-79f6f1d7-979b-4565-b45b-346169e87349 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9d33c590719c4ccf95ccd0c22e56aa56&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2874448
Dec 03 11:19:13.231840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45216) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:13.340159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:19:13.535497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e16c-5d0a-441d-95cf-a87972d0ca9b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:13.537851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341986e-6c06-49aa-a6f4-47758f676fcd None None] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:13.556298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6ad6718-d306-4f66-8368-9849778309b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:13.665428 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b5a3e16c-5d0a-441d-95cf-a87972d0ca9b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/3a3dc7c5-5313-4b7b-8d27-bd0e64577040 HTTP/1.1" status: 204  len: 168 time: 2.5891511
Dec 03 11:19:13.668298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45220) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:13.673820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6ad6718-d306-4f66-8368-9849778309b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:13.756783 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ac4de7-99b3-4eab-afc2-c06381e8d223 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] DELETE failed (client error): The resource could not be found.
Dec 03 11:19:13.757471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ac4de7-99b3-4eab-afc2-c06381e8d223 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:19:13.759452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b0ac4de7-99b3-4eab-afc2-c06381e8d223 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/c5b57e84-8fb9-4abc-a0e5-634e88b6451e HTTP/1.1" status: 404  len: 337 time: 0.0879426
Dec 03 11:19:13.764672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:13.774797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45224) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:13.776674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e106bd-3bc1-4414-9ba1-8b888bf11ba7 None None] Sync routers for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:13.789784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e106bd-3bc1-4414-9ba1-8b888bf11ba7 None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:13.790564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-29e106bd-3bc1-4414-9ba1-8b888bf11ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b65cb470>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:13.827844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Allocated IP 172.20.0.2 (5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d/a86a29af-24fe-4059-8604-ab240ffcb2fc/5be17c62-08fb-462b-af77-2509745b6a9f) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:13.843135 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4295223
Dec 03 11:19:13.871361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] DHCP port deletion for 84ac366d-179e-4f13-8d9f-4ea28bbd9166 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:19:13.872054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-31a37649-65e5-4a5b-bd6e-983948ee0b6b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Synchronizing usage tracker for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:13.877194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Deleting port aed1e28c-b777-4311-9b17-594650d24c7d {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:13.877621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:13.915069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6ad6718-d306-4f66-8368-9849778309b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:13.938864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a2da62a0-6763-468b-a3c0-c25a5f907a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:14.011080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-31a37649-65e5-4a5b-bd6e-983948ee0b6b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Unset dirty status for tenant:0c0dd5c17e4f4c5ea2c8385671a17ab4 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:14.015968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-31a37649-65e5-4a5b-bd6e-983948ee0b6b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "GET /v2.0/ports?device_id=566a8147-b0a5-4aa7-992c-be5422f1e64f HTTP/1.1" status: 200  len: 205 time: 0.2400467
Dec 03 11:19:14.025531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45230) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:14.049199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6ad6718-d306-4f66-8368-9849778309b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:14.054717 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b6ad6718-d306-4f66-8368-9849778309b5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b4b79330-08fc-445f-b953-0d408bab9497 HTTP/1.1" status: 204  len: 168 time: 0.8219502
Dec 03 11:19:14.057072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad6718-d306-4f66-8368-9849778309b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b79330-08fc-445f-b953-0d408bab9497,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:14.066520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b6ad6718-d306-4f66-8368-9849778309b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:14.101314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-29e106bd-3bc1-4414-9ba1-8b888bf11ba7 None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:14.177676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] For port aed1e28c-b777-4311-9b17-594650d24c7d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aed1e28c-b777-4311-9b17-594650d24c7d,segment=NetworkSegment(f23363d7-5c87-4695-8602-5ccbbc540867),segment_id=f23363d7-5c87-4695-8602-5ccbbc540867)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:14.178285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:14.270271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::1 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/c07dcaff-cc6c-449f-9724-45aea1d3fd9f/e651fd22-d32c-4dc8-960c-186a713778b6) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:14.359760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:14.386418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Calling delete_port for aed1e28c-b777-4311-9b17-594650d24c7d owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:14.542992 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-97e2597a-bce8-48c2-976c-556505eae506 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] delete failed (client error): The resource could not be found.
Dec 03 11:19:14.545890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:14.547610 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-97e2597a-bce8-48c2-976c-556505eae506 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/routers/566a8147-b0a5-4aa7-992c-be5422f1e64f HTTP/1.1" status: 404  len: 336 time: 0.5171635
Dec 03 11:19:14.559887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45240) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:14.564000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-565b3ead-d4f3-4d26-b868-815afb5f23fd tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:14.689106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:14.717473 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-54531f5d-dfed-4683-94f0-8679871f5444 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] DELETE failed (client error): The resource could not be found.
Dec 03 11:19:14.717973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54531f5d-dfed-4683-94f0-8679871f5444 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:19:14.719976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-54531f5d-dfed-4683-94f0-8679871f5444 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/ea1f7857-e045-40b5-8380-bd41669c0397 HTTP/1.1" status: 404  len: 337 time: 0.1256692
Dec 03 11:19:14.735518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-80b1d282-3e86-4378-abc0-d5de30425a32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:14.744779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:14.772056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1244e23f-540e-4263-8d06-8ec2d84b36ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:14.810403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-29e106bd-3bc1-4414-9ba1-8b888bf11ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b65cb470>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:19:10Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.82', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'port_id': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'mac_address': 'fa:16:3e:ca:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:16:20Z', 'updated_at': '2020-12-03T11:16:27Z', 'revision_number': 1, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:34Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:14.818855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45244) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:14.823323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e106bd-3bc1-4414-9ba1-8b888bf11ba7 None None] Checking router: 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:19:14.829655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564413c9-b91c-4ee6-83e8-80fd8935a596 req-ee532b5a-3526-40dd-bf27-2d6823d64f4e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:14.830698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-564413c9-b91c-4ee6-83e8-80fd8935a596 req-ee532b5a-3526-40dd-bf27-2d6823d64f4e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:14.832127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Subnet': ['ID=78666bfc-b1d8-498e-8191-4873fcd46c1e,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:14.840327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e106bd-3bc1-4414-9ba1-8b888bf11ba7 None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:14.841475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-29e106bd-3bc1-4414-9ba1-8b888bf11ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b65cb470>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:14.848427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Pushing event deleted for resources: {'Port': ['ID=aed1e28c-b777-4311-9b17-594650d24c7d,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:14.849467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:14.873917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.874394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.874855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.875482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.876531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.876990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.877440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.877890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.878346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.878789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.879299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.879737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.880237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.880695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.881135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.881572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.882071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.882514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.882974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.883418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.883856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.884291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.884738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.885458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:19:14.903239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:14.933327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Pushing event updated for resources: {'Port': ['ID=5be17c62-08fb-462b-af77-2509745b6a9f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:14.940522 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7e2cf4-2f3e-4bcc-b1d3-25bf25100f8e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] DELETE failed (client error): The resource could not be found.
Dec 03 11:19:14.948240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7e2cf4-2f3e-4bcc-b1d3-25bf25100f8e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:19:14.951731 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8d7e2cf4-2f3e-4bcc-b1d3-25bf25100f8e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/d6837f1b-a051-4078-bf0e-157c651e2d1e HTTP/1.1" status: 404  len: 337 time: 0.1153741
Dec 03 11:19:14.954717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45252) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:14.971028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:15.007025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:15.062243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-564413c9-b91c-4ee6-83e8-80fd8935a596 req-ee532b5a-3526-40dd-bf27-2d6823d64f4e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:15.073042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-631087d9-e029-4863-a24c-fcbe6e528122 None None] Provisioning for port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:15.077938 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-564413c9-b91c-4ee6-83e8-80fd8935a596 req-ee532b5a-3526-40dd-bf27-2d6823d64f4e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 946 time: 0.6868672
Dec 03 11:19:15.088990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] No DVR routers for this DVR port aed1e28c-b777-4311-9b17-594650d24c7d on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:19:15.110750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object e651fd22-d32c-4dc8-960c-186a713778b6 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:15.141660 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9583dcb-6ad7-4e88-9506-fbb4727a7791 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] DELETE failed (client error): The resource could not be found.
Dec 03 11:19:15.142114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9583dcb-6ad7-4e88-9506-fbb4727a7791 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:19:15.144009 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a9583dcb-6ad7-4e88-9506-fbb4727a7791 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/15ff091f-cb49-4dfe-b38e-844dbe590737 HTTP/1.1" status: 404  len: 337 time: 0.1716986
Dec 03 11:19:15.147293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45258) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:15.202187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-29e106bd-3bc1-4414-9ba1-8b888bf11ba7 None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:15.223758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:15.235736 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-564413c9-b91c-4ee6-83e8-80fd8935a596 req-d5d75be2-2ba5-4b70-8a98-ca36c20f9ff5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1569808
Dec 03 11:19:15.246882 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-50567fc0-d46a-483c-a120-7f32131dcdf8 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] DELETE failed (client error): The resource could not be found.
Dec 03 11:19:15.247437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50567fc0-d46a-483c-a120-7f32131dcdf8 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:19:15.258633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Network 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:15.260003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:15.268711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:15.294403 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-50567fc0-d46a-483c-a120-7f32131dcdf8 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/07346fe0-1474-45da-92d0-02a827979473 HTTP/1.1" status: 404  len: 333 time: 0.1401215
Dec 03 11:19:15.297059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45264) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:15.372258 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-509e664e-81da-480d-9890-bab3c6fc7337 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] DELETE failed (client error): The resource could not be found.
Dec 03 11:19:15.373037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509e664e-81da-480d-9890-bab3c6fc7337 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:19:15.375038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-509e664e-81da-480d-9890-bab3c6fc7337 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/06b7fafc-ecf4-4b7b-b09a-8b082ce4d2c5 HTTP/1.1" status: 404  len: 337 time: 0.0729766
Dec 03 11:19:15.383411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45268) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:15.403231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:15.415909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:15.416344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:15.457689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:15.486832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-560ced33-5cee-498f-a07f-653e5722b678 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:15.593850 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b8807a-99ae-454d-b41a-d5332274acfb tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] DELETE failed (client error): The resource could not be found.
Dec 03 11:19:15.594427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b8807a-99ae-454d-b41a-d5332274acfb tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:19:15.598810 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c3b8807a-99ae-454d-b41a-d5332274acfb tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/64aaa8c8-c620-4bc1-b007-67a4eb11ffd2 HTTP/1.1" status: 404  len: 337 time: 0.2050495
Dec 03 11:19:15.611984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cd267319-20e8-4f16-91d7-e5b6342e4ce6 None None] Provisioning complete for port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:15.612387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd267319-20e8-4f16-91d7-e5b6342e4ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:15.631250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45274) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:15.765286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:15.779046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Checking segment: {'id': '9ce62304-3570-41de-87fd-283c7b0b388f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25a1b498-59a8-4a1d-8ae7-b0f8798d4216'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:19:15.779959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network hostable DHCP agents. Network: 25a1b498-59a8-4a1d-8ae7-b0f8798d4216, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:19:15.792119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=e651fd22-d32c-4dc8-960c-186a713778b6,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:15.811609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:15.825531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=63e0c6e0-acac-4014-a43d-78aa4a1b0e97,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:15.839758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:15.843220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1d87397-4486-4dcf-84df-76b4c053add5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:15.914530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-29e106bd-3bc1-4414-9ba1-8b888bf11ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b65cb470>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:19:10Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.82', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'port_id': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'mac_address': 'fa:16:3e:ca:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:16:20Z', 'updated_at': '2020-12-03T11:16:27Z', 'revision_number': 1, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:34Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:15.923534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:19:15.927184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e106bd-3bc1-4414-9ba1-8b888bf11ba7 None None] The sync data for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs is: [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:19:10Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.82', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'port_id': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'mac_address': 'fa:16:3e:ca:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:16:20Z', 'updated_at': '2020-12-03T11:16:27Z', 'revision_number': 1, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:34Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:15.946293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 25a1b498-59a8-4a1d-8ae7-b0f8798d4216) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:15.979026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aed1e28c-b777-4311-9b17-594650d24c7d no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:15.989344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:15.991626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:16.005459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:16.009207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:16.009802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350e8df7-4c8a-4fd4-b67f-dbe54dcaa468 None None] Network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:16.119975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:16.120726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:16.124671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: aed1e28c-b777-4311-9b17-594650d24c7d {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:19:16.125127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aed1e28c-b777-4311-9b17-594650d24c7d not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:19:16.151149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48cc01c-d061-463a-b644-eb79d256bb48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] DELETE failed (client error): The resource could not be found.
Dec 03 11:19:16.153599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48cc01c-d061-463a-b644-eb79d256bb48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:19:16.160466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d48cc01c-d061-463a-b644-eb79d256bb48 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/482d0842-4321-490e-b9dd-bd908458d49d HTTP/1.1" status: 404  len: 333 time: 0.5274091
Dec 03 11:19:16.175342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45284) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:16.250892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=63e0c6e0-acac-4014-a43d-78aa4a1b0e97,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:16.257007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:16.257560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3408a2e6-e693-4313-8055-cbe1a0128b96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] DELETE failed (client error): The resource could not be found.
Dec 03 11:19:16.258172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3408a2e6-e693-4313-8055-cbe1a0128b96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:19:16.261598 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3408a2e6-e693-4313-8055-cbe1a0128b96 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/026d0717-c97b-4659-b349-8f1f16dc68f9 HTTP/1.1" status: 404  len: 337 time: 0.0800951
Dec 03 11:19:16.265945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45290) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:16.354647 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e8a757-2817-458d-aa5a-840e8b18e017 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] DELETE failed (client error): The resource could not be found.
Dec 03 11:19:16.355317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e8a757-2817-458d-aa5a-840e8b18e017 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:19:16.357650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-26e8a757-2817-458d-aa5a-840e8b18e017 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/subnets/ffa8beda-164a-4c4f-b04e-4528faa71fb1 HTTP/1.1" status: 404  len: 337 time: 0.0905480
Dec 03 11:19:16.363652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45296) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:16.436847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dacbf148-2541-47bf-a404-a2d252815e2f None None] Provisioning complete for port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:16.437273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dacbf148-2541-47bf-a404-a2d252815e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:16.556861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-25a1b498-59a8-4a1d-8ae7-b0f8798d4216', 'network_id': '25a1b498-59a8-4a1d-8ae7-b0f8798d4216', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'fixed_ips': [{'subnet_id': '78666bfc-b1d8-498e-8191-4873fcd46c1e'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:19:16.557793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:16.647005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:16.740324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:16.764410 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.9065232
Dec 03 11:19:16.773422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45304) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:16.792664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-794e76ea-9184-445c-ae24-a0833ee6f06e tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'router': {'name': 'tempest-RoutersTest-router-1023746118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:16.938267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fcb61384-a1ff-4c5d-8f4e-075e7c419fbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Deleting port f07d3a60-1f49-4a56-a836-f07fcddf7728 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:16.938754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcb61384-a1ff-4c5d-8f4e-075e7c419fbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:16.947103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-794e76ea-9184-445c-ae24-a0833ee6f06e tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:16.963835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Allocated IP 172.20.0.2 (25a1b498-59a8-4a1d-8ae7-b0f8798d4216/78666bfc-b1d8-498e-8191-4873fcd46c1e/00a8d613-fd83-40de-b016-8c67b0c6d6c5) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:17.016903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-794e76ea-9184-445c-ae24-a0833ee6f06e tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:router and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:17.026243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-794e76ea-9184-445c-ae24-a0833ee6f06e tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:17.098198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b3ee8-ee26-4d35-b03f-26c7c8df63bc req-32648a18-8b1a-4730-8d00-696cebedc3b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:17.099876 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d86b3ee8-ee26-4d35-b03f-26c7c8df63bc req-32648a18-8b1a-4730-8d00-696cebedc3b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 946 time: 0.3186033
Dec 03 11:19:17.116764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-794e76ea-9184-445c-ae24-a0833ee6f06e tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:17.129492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-ef0eabaf-748e-4ac3-8d40-d57b62200a5d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:17.130436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-ef0eabaf-748e-4ac3-8d40-d57b62200a5d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:17.167717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:17.172501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-794e76ea-9184-445c-ae24-a0833ee6f06e tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.173584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-794e76ea-9184-445c-ae24-a0833ee6f06e tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.177018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-ef0eabaf-748e-4ac3-8d40-d57b62200a5d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:17.178257 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-ef0eabaf-748e-4ac3-8d40-d57b62200a5d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 946 time: 1.0610123
Dec 03 11:19:17.254283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8d36ffc2-3a0f-420c-a9a0-756b89a39cd6 None None] Provisioning for port e651fd22-d32c-4dc8-960c-186a713778b6 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:17.261338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-794e76ea-9184-445c-ae24-a0833ee6f06e tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.272751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8d36ffc2-3a0f-420c-a9a0-756b89a39cd6 None None] Provisioning complete for port e651fd22-d32c-4dc8-960c-186a713778b6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:17.273344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d36ffc2-3a0f-420c-a9a0-756b89a39cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.296876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:17.297261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.300054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45314) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:17.400887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8d36ffc2-3a0f-420c-a9a0-756b89a39cd6 None None] Port e651fd22-d32c-4dc8-960c-186a713778b6 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:17.413913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:17.414295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.415519 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d86b3ee8-ee26-4d35-b03f-26c7c8df63bc req-d5072596-cb18-4194-b5f7-7d5272231b55 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3016987
Dec 03 11:19:17.480374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.487483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3eab353f-286a-470f-b628-f45895ac7d93 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Request body: {'router': {'name': 'tempest-pretest-check-2105646949'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:17.497405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3eab353f-286a-470f-b628-f45895ac7d93 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:17.498377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Transition to ACTIVE for port object 00a8d613-fd83-40de-b016-8c67b0c6d6c5 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:17.500345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.513476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3eab353f-286a-470f-b628-f45895ac7d93 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Usage tracker for resource:router and tenant:cebb66ed5e6e4ff798749fc0c345feb3 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:17.520479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3eab353f-286a-470f-b628-f45895ac7d93 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:17.521354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-794e76ea-9184-445c-ae24-a0833ee6f06e tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.522542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Transition to ACTIVE for port object 00a8d613-fd83-40de-b016-8c67b0c6d6c5 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:17.562423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.580400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:17.588879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcb61384-a1ff-4c5d-8f4e-075e7c419fbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.597292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3eab353f-286a-470f-b628-f45895ac7d93 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:17.639072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-794e76ea-9184-445c-ae24-a0833ee6f06e tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.643195 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-794e76ea-9184-445c-ae24-a0833ee6f06e tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.8537657
Dec 03 11:19:17.644609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45320) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:17.654638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'port': {'network_id': '25a1b498-59a8-4a1d-8ae7-b0f8798d4216', 'name': 'tempest-RoutersTest-1476217281'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:17.728384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1213cce0-67ad-4045-9375-1ca916b98781 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:17.780045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9391e7b5-3985-48ca-a997-fa9af6cc8e62 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:17.813988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.814266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fcb61384-a1ff-4c5d-8f4e-075e7c419fbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Calling delete_port for f07d3a60-1f49-4a56-a836-f07fcddf7728 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:17.839934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.841356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.853073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3eab353f-286a-470f-b628-f45895ac7d93 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.854209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3eab353f-286a-470f-b628-f45895ac7d93 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.863699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75578b1f-0539-4f3e-aec3-614e23306608 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:17.941155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=e651fd22-d32c-4dc8-960c-186a713778b6,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:17.969602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 1213cce0-67ad-4045-9375-1ca916b98781 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:19:17.970000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1213cce0-67ad-4045-9375-1ca916b98781 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:19:17.977469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3eab353f-286a-470f-b628-f45895ac7d93 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:17.979942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Pushing event updated for resources: {'Port': ['ID=00a8d613-fd83-40de-b016-8c67b0c6d6c5,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:17.983425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:17.989782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcb61384-a1ff-4c5d-8f4e-075e7c419fbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.000589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:18.009078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f4e4e73-beb6-407c-88b9-011d4ce635f9 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:18.066747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb61384-a1ff-4c5d-8f4e-075e7c419fbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Port': ['ID=f07d3a60-1f49-4a56-a836-f07fcddf7728,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:18.078019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fcb61384-a1ff-4c5d-8f4e-075e7c419fbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:18.085218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:18.091852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3eab353f-286a-470f-b628-f45895ac7d93 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.092015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:18.094305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:18.131080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:18.150568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:port and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:18.162300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for port was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:18.162502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.175708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:18.186390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Attempting to bind port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:19:18.186581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Attempting to bind port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '9ce62304-3570-41de-87fd-283c7b0b388f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25a1b498-59a8-4a1d-8ae7-b0f8798d4216'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:19:18.187030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Attempting to bind port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 on network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:19:18.198841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:19:18.199383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Checking segment: {'id': '9ce62304-3570-41de-87fd-283c7b0b388f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25a1b498-59a8-4a1d-8ae7-b0f8798d4216'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:19:18.199933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.200145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 9391e7b5-3985-48ca-a997-fa9af6cc8e62, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9391e7b5-3985-48ca-a997-fa9af6cc8e62,segment=NetworkSegment(1a6c1f1c-d46b-4761-bff5-fd750de28f8c),segment_id=1a6c1f1c-d46b-4761-bff5-fd750de28f8c)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:18.200382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Bound using segment: {'id': '9ce62304-3570-41de-87fd-283c7b0b388f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25a1b498-59a8-4a1d-8ae7-b0f8798d4216'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:19:18.200507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.200917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Bound port: 00a8d613-fd83-40de-b016-8c67b0c6d6c5, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce62304-3570-41de-87fd-283c7b0b388f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25a1b498-59a8-4a1d-8ae7-b0f8798d4216'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:19:18.201339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.213760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3eab353f-286a-470f-b628-f45895ac7d93 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.218475 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3eab353f-286a-470f-b628-f45895ac7d93 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.9084563
Dec 03 11:19:18.218667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7276fdc-f271-4010-9997-1a16e7103ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9391e7b5-3985-48ca-a997-fa9af6cc8e62'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:19:18.219375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45324) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:18.222041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Router cd271d3b-70c0-44e1-b85c-ee9c0520afc4 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:19:18.225876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcb61384-a1ff-4c5d-8f4e-075e7c419fbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.227979 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fcb61384-a1ff-4c5d-8f4e-075e7c419fbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/ports/f07d3a60-1f49-4a56-a836-f07fcddf7728 HTTP/1.1" status: 204  len: 168 time: 1.8626006
Dec 03 11:19:18.264316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 9391e7b5-3985-48ca-a997-fa9af6cc8e62, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9391e7b5-3985-48ca-a997-fa9af6cc8e62,segment=NetworkSegment(1a6c1f1c-d46b-4761-bff5-fd750de28f8c),segment_id=1a6c1f1c-d46b-4761-bff5-fd750de28f8c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:18.273992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.278342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:18.288776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45330) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:18.300452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:18.306603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.319622 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7276fdc-f271-4010-9997-1a16e7103ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9391e7b5-3985-48ca-a997-fa9af6cc8e62', 'code': 200}
Dec 03 11:19:18.380985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] For port 00a8d613-fd83-40de-b016-8c67b0c6d6c5, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:19:18.385870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] For port 00a8d613-fd83-40de-b016-8c67b0c6d6c5, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=00a8d613-fd83-40de-b016-8c67b0c6d6c5,segment=NetworkSegment(9ce62304-3570-41de-87fd-283c7b0b388f),segment_id=9ce62304-3570-41de-87fd-283c7b0b388f)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:19:18.386903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=9391e7b5-3985-48ca-a997-fa9af6cc8e62,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:18.387328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 9391e7b5-3985-48ca-a997-fa9af6cc8e62 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:18.390717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:18.392815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.408611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0faaeeff-fde6-49b7-affa-0c396e4a10d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:18.447866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:18.457473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:18.568190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Pushing event updated for resources: {'Port': ['ID=00a8d613-fd83-40de-b016-8c67b0c6d6c5,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:18.571708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:18.637394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aaabae50-e63c-4162-b72f-390719d4b98f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.785904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:19:18.786480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:19:18.810061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] device_id is not set on port 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:19:18.835746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e7687647-12c9-494d-a829-762abed82cfe None None] Provisioning complete for port e651fd22-d32c-4dc8-960c-186a713778b6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:18.836319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7687647-12c9-494d-a829-762abed82cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:18.915765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e7687647-12c9-494d-a829-762abed82cfe None None] Port e651fd22-d32c-4dc8-960c-186a713778b6 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:18.966999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Router ec45f6fd-50ee-48e8-a807-3149dce38d43 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:19:19.155922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 00a8d613-fd83-40de-b016-8c67b0c6d6c5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:19.233339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:19.345617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aaabae50-e63c-4162-b72f-390719d4b98f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:19.358345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aaabae50-e63c-4162-b72f-390719d4b98f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:19.390245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:19.390653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:19.409526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:19.495333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Allocated IP 172.20.0.10 (25a1b498-59a8-4a1d-8ae7-b0f8798d4216/78666bfc-b1d8-498e-8191-4873fcd46c1e/1311ea5b-e948-4e70-b2d8-1cb94faa5b63) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:19.504505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:19.507665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aaabae50-e63c-4162-b72f-390719d4b98f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:19.508207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaabae50-e63c-4162-b72f-390719d4b98f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Fanout notify agent at l3_agent the message router_deleted on router 2be3e05f-d5b3-47e2-a7f1-b607c7ab6fc9 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:19:19.512630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:19.517040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Sync routers for ids ['cd271d3b-70c0-44e1-b85c-ee9c0520afc4'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:19.527100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Sync routers for ids ['ec45f6fd-50ee-48e8-a807-3149dce38d43'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:19.534274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Routers {'cd271d3b-70c0-44e1-b85c-ee9c0520afc4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:19.535003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57167f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['cd271d3b-70c0-44e1-b85c-ee9c0520afc4'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:19.540185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Routers {'ec45f6fd-50ee-48e8-a807-3149dce38d43'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:19.541185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6545630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ec45f6fd-50ee-48e8-a807-3149dce38d43'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:19.568440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aaabae50-e63c-4162-b72f-390719d4b98f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:19.573333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45340) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:19.573472 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aaabae50-e63c-4162-b72f-390719d4b98f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] 10.222.0.90 "DELETE /v2.0/routers/2be3e05f-d5b3-47e2-a7f1-b607c7ab6fc9 HTTP/1.1" status: 204  len: 168 time: 1.3528039
Dec 03 11:19:19.581124 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "PUT /v2.0/routers/ec45f6fd-50ee-48e8-a807-3149dce38d43/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1140492
Dec 03 11:19:19.600451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45344) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:19.610447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340c8e5-9abe-4038-8d45-791e167b4cf5 req-3074722f-fb27-4d15-a173-6250093d8a46 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:19.610758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a2f49e17-58b5-41d4-8c91-b7e4bea04796 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Request body: {'router': {'name': 'tempest-router-796540224', 'distributed': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:19.612361 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f340c8e5-9abe-4038-8d45-791e167b4cf5 req-3074722f-fb27-4d15-a173-6250093d8a46 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 944 time: 0.9778316
Dec 03 11:19:19.620040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a2f49e17-58b5-41d4-8c91-b7e4bea04796 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:19.640719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a2f49e17-58b5-41d4-8c91-b7e4bea04796 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Usage tracker for resource:router and tenant:cebb66ed5e6e4ff798749fc0c345feb3 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:19.645633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a2f49e17-58b5-41d4-8c91-b7e4bea04796 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:19.658077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:19.659409 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 11.2964461
Dec 03 11:19:19.670553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45348) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:19.693165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a2f49e17-58b5-41d4-8c91-b7e4bea04796 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:19.785382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Set router cd271d3b-70c0-44e1-b85c-ee9c0520afc4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:19.831787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2f49e17-58b5-41d4-8c91-b7e4bea04796 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:19.832914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2f49e17-58b5-41d4-8c91-b7e4bea04796 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:19.850430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2f49e17-58b5-41d4-8c91-b7e4bea04796 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:19.898968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2f49e17-58b5-41d4-8c91-b7e4bea04796 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.013689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.033404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2f49e17-58b5-41d4-8c91-b7e4bea04796 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.041274 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a2f49e17-58b5-41d4-8c91-b7e4bea04796 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.4564040
Dec 03 11:19:20.051926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45354) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:20.149538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28cff37-5208-46ea-a2c9-571d58868877 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:20.151150 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b28cff37-5208-46ea-a2c9-571d58868877 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports/e651fd22-d32c-4dc8-960c-186a713778b6 HTTP/1.1" status: 200  len: 911 time: 0.5377312
Dec 03 11:19:20.169949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 9391e7b5-3985-48ca-a997-fa9af6cc8e62, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9391e7b5-3985-48ca-a997-fa9af6cc8e62,segment=NetworkSegment(1a6c1f1c-d46b-4761-bff5-fd750de28f8c),segment_id=1a6c1f1c-d46b-4761-bff5-fd750de28f8c)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:20.170821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.197638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Set router ec45f6fd-50ee-48e8-a807-3149dce38d43 gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:20.207035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57167f0>, [{'id': 'cd271d3b-70c0-44e1-b85c-ee9c0520afc4', 'name': '', 'tenant_id': 'ada6f360f0794155984c03692a855cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d', 'external_fixed_ips': [{'subnet_id': 'a86a29af-24fe-4059-8604-ab240ffcb2fc', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '5be17c62-08fb-462b-af77-2509745b6a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:19:08Z', 'updated_at': '2020-12-03T11:19:16Z', 'revision_number': 3, 'project_id': 'ada6f360f0794155984c03692a855cbc', 'gw_port': {'id': '5be17c62-08fb-462b-af77-2509745b6a9f', 'name': '', 'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd271d3b-70c0-44e1-b85c-ee9c0520afc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'a86a29af-24fe-4059-8604-ab240ffcb2fc', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:19:13Z', 'updated_at': '2020-12-03T11:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a86a29af-24fe-4059-8604-ab240ffcb2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:20.211995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Checking router: cd271d3b-70c0-44e1-b85c-ee9c0520afc4 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:19:20.212529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Updating router cd271d3b-70c0-44e1-b85c-ee9c0520afc4 port 5be17c62-08fb-462b-af77-2509745b6a9f binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:19:20.242031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45360) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:20.251324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2904a7cc-902a-4d70-82f4-cfb31d9cc380 None None] Network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:20.311584 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f340c8e5-9abe-4038-8d45-791e167b4cf5 req-17efa847-4351-4a92-b14f-7d196635747c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6431677
Dec 03 11:19:20.317229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-be14e6b0-0044-494e-87d7-aa2d26611772 None None] Provisioning for port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:20.332189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-be14e6b0-0044-494e-87d7-aa2d26611772 None None] Provisioning complete for port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:20.332765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be14e6b0-0044-494e-87d7-aa2d26611772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.338299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 9391e7b5-3985-48ca-a997-fa9af6cc8e62 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:20.416509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-468a7d59-ad0d-4d4c-a897-09ec190aa832 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.461057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.521674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.525953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.544754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:20.585733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b61cd2b0>,) {'filters': {'network_id': ['84ac366d-179e-4f13-8d9f-4ea28bbd9166']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:20.588397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6545630>, [{'id': 'ec45f6fd-50ee-48e8-a807-3149dce38d43', 'name': 'tempest-NetworksTestDHCPv6-router-598830739', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:19:10Z', 'updated_at': '2020-12-03T11:19:16Z', 'revision_number': 2, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'gw_port_host': None, '_interfaces': [{'id': 'e651fd22-d32c-4dc8-960c-186a713778b6', 'name': '', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'mac_address': 'fa:16:3e:fc:a6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec45f6fd-50ee-48e8-a807-3149dce38d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c07dcaff-cc6c-449f-9724-45aea1d3fd9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:19:13Z', 'updated_at': '2020-12-03T11:19:17Z', 'revision_number': 2, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'subnets': [{'id': 'c07dcaff-cc6c-449f-9724-45aea1d3fd9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:20.594276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Checking router: ec45f6fd-50ee-48e8-a807-3149dce38d43 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:19:20.594868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Updating router ec45f6fd-50ee-48e8-a807-3149dce38d43 port e651fd22-d32c-4dc8-960c-186a713778b6 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:19:20.606854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=9391e7b5-3985-48ca-a997-fa9af6cc8e62,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:20.615834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:20.636464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Transition to ACTIVE for port object 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:20.662002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.669904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b61cd2b0>, 'f23363d7-5c87-4695-8602-5ccbbc540867') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:20.670244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b61cd2b0>, 'f23363d7-5c87-4695-8602-5ccbbc540867') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:20.754302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.764770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.807758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.910977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c195114-e2a4-47ea-9757-be09b055e34b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:20.926078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837511ac-f648-4b6f-929d-e0ecf171a3a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:20.930483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837511ac-f648-4b6f-929d-e0ecf171a3a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:20.932238 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-837511ac-f648-4b6f-929d-e0ecf171a3a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.6890106
Dec 03 11:19:20.942858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-468a7d59-ad0d-4d4c-a897-09ec190aa832 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.950886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-468a7d59-ad0d-4d4c-a897-09ec190aa832 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:20.952518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45366) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:20.955896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:21.029869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Releasing vxlan tunnel 16 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:19:21.036620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:21.051882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:21.063813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] No DVR routers for this DVR port 9391e7b5-3985-48ca-a997-fa9af6cc8e62 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:19:21.068519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:21.113933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:21.138421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:21.139321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:21.159956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:21.162475 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a23568e2-9542-4edc-84fd-dfa48722d7cd req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "DELETE /v2.0/ports/9391e7b5-3985-48ca-a997-fa9af6cc8e62 HTTP/1.1" status: 204  len: 173 time: 3.9749768
Dec 03 11:19:21.166268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7276fdc-f271-4010-9997-1a16e7103ca4', 'name': 'network-vif-deleted', 'tag': '9391e7b5-3985-48ca-a997-fa9af6cc8e62'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:19:21.176408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=1311ea5b-e948-4e70-b2d8-1cb94faa5b63,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:21.180466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.5338006
Dec 03 11:19:21.181665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:21.183532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45372) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:21.224482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:19:21.258609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:21.271066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be14e6b0-0044-494e-87d7-aa2d26611772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:21.289197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:21.588829 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7276fdc-f271-4010-9997-1a16e7103ca4', 'name': 'network-vif-deleted', 'tag': '9391e7b5-3985-48ca-a997-fa9af6cc8e62', 'status': 'completed', 'code': 200}
Dec 03 11:19:21.607558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-be14e6b0-0044-494e-87d7-aa2d26611772 None None] For port 00a8d613-fd83-40de-b016-8c67b0c6d6c5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=00a8d613-fd83-40de-b016-8c67b0c6d6c5,segment=NetworkSegment(9ce62304-3570-41de-87fd-283c7b0b388f),segment_id=9ce62304-3570-41de-87fd-283c7b0b388f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:21.615990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be14e6b0-0044-494e-87d7-aa2d26611772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:21.618762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ed60e0a-4c9e-4e15-a507-e56389dfb395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:21.672743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-468a7d59-ad0d-4d4c-a897-09ec190aa832 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:21.673492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468a7d59-ad0d-4d4c-a897-09ec190aa832 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Fanout notify agent at l3_agent the message router_deleted on router 2f6864b3-f4a2-41aa-a55f-7002a9f73829 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:19:21.699671 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-61ba6ef4-7b1e-4b0c-8921-d1df276e8082 req-9fb49dd9-f539-4c39-acf1-07785e71dc52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=f7276fdc-f271-4010-9997-1a16e7103ca4 HTTP/1.1" status: 200  len: 210 time: 0.0935719
Dec 03 11:19:21.703693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14e6b0-0044-494e-87d7-aa2d26611772 None None] Pushing event updated for resources: {'Port': ['ID=00a8d613-fd83-40de-b016-8c67b0c6d6c5,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:21.708586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be14e6b0-0044-494e-87d7-aa2d26611772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:21.850517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:21.861610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:21.947116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b8354a64-3ce4-46c8-9189-9dfda20a0230 None None] Provisioning for port 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:21.956219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b8354a64-3ce4-46c8-9189-9dfda20a0230 None None] Provisioning complete for port 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:21.956790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8354a64-3ce4-46c8-9189-9dfda20a0230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:21.993587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.034252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-468a7d59-ad0d-4d4c-a897-09ec190aa832 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.035537 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-468a7d59-ad0d-4d4c-a897-09ec190aa832 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] 10.222.0.90 "DELETE /v2.0/routers/2f6864b3-f4a2-41aa-a55f-7002a9f73829 HTTP/1.1" status: 204  len: 168 time: 1.9707119
Dec 03 11:19:22.050090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45378) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:22.057191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b8354a64-3ce4-46c8-9189-9dfda20a0230 None None] Port 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:22.069892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b8354a64-3ce4-46c8-9189-9dfda20a0230 None None] Provisioning complete for port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:22.070532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8354a64-3ce4-46c8-9189-9dfda20a0230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.159840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6e538cfa-66d8-4bcf-84ca-2c7986a4c707 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Request body: {'router': {'name': 'tempest-router-366122441', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dc396d6b4d934682afcbd3ad47a907d5'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:22.165538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6e538cfa-66d8-4bcf-84ca-2c7986a4c707 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:22.170842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6e538cfa-66d8-4bcf-84ca-2c7986a4c707 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Usage tracker for resource:router and tenant:dc396d6b4d934682afcbd3ad47a907d5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:22.173891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6e538cfa-66d8-4bcf-84ca-2c7986a4c707 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:22.179847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6e538cfa-66d8-4bcf-84ca-2c7986a4c707 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:22.268622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e538cfa-66d8-4bcf-84ca-2c7986a4c707 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.269726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e538cfa-66d8-4bcf-84ca-2c7986a4c707 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.273990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.299419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Deleting port 5be17c62-08fb-462b-af77-2509745b6a9f {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:22.299812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.329493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b261510e-eccd-4a91-924d-80b1c568b0f8 None None] Provisioning complete for port 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:22.330240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b261510e-eccd-4a91-924d-80b1c568b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.410428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b261510e-eccd-4a91-924d-80b1c568b0f8 None None] Port 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:22.426632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b261510e-eccd-4a91-924d-80b1c568b0f8 None None] Provisioning complete for port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:22.427371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b261510e-eccd-4a91-924d-80b1c568b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.427948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Network 84ac366d-179e-4f13-8d9f-4ea28bbd9166 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:19:22.475034 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:19:22.533820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e538cfa-66d8-4bcf-84ca-2c7986a4c707 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.695079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ffdc4771-f5d5-4c16-8098-5d327311384b None None] Provisioning complete for port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:22.695079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4771-f5d5-4c16-8098-5d327311384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.725029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Transition to ACTIVE for port object 5be17c62-08fb-462b-af77-2509745b6a9f will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:22.726724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Transition to ACTIVE for port object e651fd22-d32c-4dc8-960c-186a713778b6 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:22.728228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.733059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.737860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-267ae5f6-e596-41a2-aa91-da22b6efe263 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:22.738138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.755678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2e6a61d-1e50-4ccf-84d8-1fd92b02c9bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:22.760642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.761075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:22.768391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.838157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.845808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e538cfa-66d8-4bcf-84ca-2c7986a4c707 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.857564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Pushing event deleted for resources: {'Network': ['ID=84ac366d-179e-4f13-8d9f-4ea28bbd9166,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:22.875983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:22.923204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40ded2f3-04ba-4fb2-8c01-37a5d60e4f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:22.941673 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] 10.222.0.90 "DELETE /v2.0/networks/84ac366d-179e-4f13-8d9f-4ea28bbd9166 HTTP/1.1" status: 204  len: 168 time: 4.6444509
Dec 03 11:19:22.943840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45384) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:22.954411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.980052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e538cfa-66d8-4bcf-84ca-2c7986a4c707 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:22.981759 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6e538cfa-66d8-4bcf-84ca-2c7986a4c707 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.9304998
Dec 03 11:19:22.995225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45390) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:23.003945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Request body: {'router': {'distributed': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:23.017678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=1311ea5b-e948-4e70-b2d8-1cb94faa5b63,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:23.021543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:23.033642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Attempting to bind port 5be17c62-08fb-462b-af77-2509745b6a9f on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:19:23.034077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Attempting to bind port 5be17c62-08fb-462b-af77-2509745b6a9f by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '5197888f-b3d0-489d-9490-7f9dc7492dce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:19:23.034499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Attempting to bind port 5be17c62-08fb-462b-af77-2509745b6a9f on network 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:19:23.042749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa27a7-d67a-4ea5-ba77-364e04e4a8d9 None None] Pushing event updated for resources: {'Port': ['ID=5be17c62-08fb-462b-af77-2509745b6a9f,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:23.049222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d5aa27a7-d67a-4ea5-ba77-364e04e4a8d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:23.050143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:19:23.050530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Checking segment: {'id': '5197888f-b3d0-489d-9490-7f9dc7492dce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:19:23.051010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:23.051460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Bound using segment: {'id': '5197888f-b3d0-489d-9490-7f9dc7492dce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:19:23.051993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Bound port: 5be17c62-08fb-462b-af77-2509745b6a9f, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5197888f-b3d0-489d-9490-7f9dc7492dce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:19:23.052425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:23.067525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96a71a-36ee-4e30-bfae-f05cdf59912f None None] Pushing event updated for resources: {'Port': ['ID=e651fd22-d32c-4dc8-960c-186a713778b6,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:23.082051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fb96a71a-36ee-4e30-bfae-f05cdf59912f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:23.144800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] For port 5be17c62-08fb-462b-af77-2509745b6a9f, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:19:23.148871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] For port 5be17c62-08fb-462b-af77-2509745b6a9f, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5be17c62-08fb-462b-af77-2509745b6a9f,segment=NetworkSegment(5197888f-b3d0-489d-9490-7f9dc7492dce),segment_id=5197888f-b3d0-489d-9490-7f9dc7492dce)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:19:23.223061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 00a8d613-fd83-40de-b016-8c67b0c6d6c5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:23.255028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:23.284992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7387cbf1-3828-48a4-ba53-161c6399c794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:23.418983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa27a7-d67a-4ea5-ba77-364e04e4a8d9 None None] Pushing event updated for resources: {'Port': ['ID=5be17c62-08fb-462b-af77-2509745b6a9f,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:23.426379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Attempting to bind port e651fd22-d32c-4dc8-960c-186a713778b6 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:19:23.426801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Attempting to bind port e651fd22-d32c-4dc8-960c-186a713778b6 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:19:23.434119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Attempting to bind port e651fd22-d32c-4dc8-960c-186a713778b6 on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:19:23.436897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d5aa27a7-d67a-4ea5-ba77-364e04e4a8d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:23.442878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:19:23.443102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:19:23.443443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:23.443883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:19:23.455441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Bound port: e651fd22-d32c-4dc8-960c-186a713778b6, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:19:23.455934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:23.590445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:23.607316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] For port e651fd22-d32c-4dc8-960c-186a713778b6, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:19:23.611338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] For port e651fd22-d32c-4dc8-960c-186a713778b6, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e651fd22-d32c-4dc8-960c-186a713778b6,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:19:23.620696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:23.622688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:23.623144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:23.636563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45396) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:23.763657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b70b7695-1d4c-4cbf-bbe3-69a88d654685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:23.786473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:23.852757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Routers {'cd271d3b-70c0-44e1-b85c-ee9c0520afc4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:23.853892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57167f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['cd271d3b-70c0-44e1-b85c-ee9c0520afc4'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:23.864232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96a71a-36ee-4e30-bfae-f05cdf59912f None None] Pushing event updated for resources: {'Port': ['ID=e651fd22-d32c-4dc8-960c-186a713778b6,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:23.894898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fb96a71a-36ee-4e30-bfae-f05cdf59912f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:23.910756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Routers {'ec45f6fd-50ee-48e8-a807-3149dce38d43'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:23.911895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6545630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ec45f6fd-50ee-48e8-a807-3149dce38d43'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:23.962996 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3bb2e8ec-e22a-47dd-a1ad-ccdd63fc9aa5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0c0dd5c17e4f4c5ea2c8385671a17ab4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3221264
Dec 03 11:19:23.967265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45402) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:24.017284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a24dfe39-ae22-4165-8dae-49447076cdf9 None None] Provisioning complete for port 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:24.017710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a24dfe39-ae22-4165-8dae-49447076cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.135648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a24dfe39-ae22-4165-8dae-49447076cdf9 None None] Port 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:24.141307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] Set router ec45f6fd-50ee-48e8-a807-3149dce38d43 gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:24.211283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] Set router cd271d3b-70c0-44e1-b85c-ee9c0520afc4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:24.273562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Calling delete_port for 5be17c62-08fb-462b-af77-2509745b6a9f owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:24.320874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a16583e-b052-4908-a48f-0b60311ee694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.386380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.387486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.389068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a16583e-b052-4908-a48f-0b60311ee694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.443862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65f120c1-039b-4a00-849a-947af9344522 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.481488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65f120c1-039b-4a00-849a-947af9344522 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.549522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a16583e-b052-4908-a48f-0b60311ee694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.557068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93a990d9-a212-4901-8e01-07d1dda9ed50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:24.570981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16583e-b052-4908-a48f-0b60311ee694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d44a456-0fd0-4649-bf01-4fb079753e03,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:24.574643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a16583e-b052-4908-a48f-0b60311ee694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:24.582155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a16583e-b052-4908-a48f-0b60311ee694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.583418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0a16583e-b052-4908-a48f-0b60311ee694 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2d44a456-0fd0-4649-bf01-4fb079753e03 HTTP/1.1" status: 204  len: 168 time: 0.6090405
Dec 03 11:19:24.598884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57167f0>, [{'id': 'cd271d3b-70c0-44e1-b85c-ee9c0520afc4', 'name': '', 'tenant_id': 'ada6f360f0794155984c03692a855cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d', 'external_fixed_ips': [{'subnet_id': 'a86a29af-24fe-4059-8604-ab240ffcb2fc', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '5be17c62-08fb-462b-af77-2509745b6a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:19:08Z', 'updated_at': '2020-12-03T11:19:16Z', 'revision_number': 3, 'project_id': 'ada6f360f0794155984c03692a855cbc', 'gw_port': {'id': '5be17c62-08fb-462b-af77-2509745b6a9f', 'name': '', 'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd271d3b-70c0-44e1-b85c-ee9c0520afc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'a86a29af-24fe-4059-8604-ab240ffcb2fc', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:19:13Z', 'updated_at': '2020-12-03T11:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a86a29af-24fe-4059-8604-ab240ffcb2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:24.609201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.612997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6545630>, [{'id': 'ec45f6fd-50ee-48e8-a807-3149dce38d43', 'name': 'tempest-NetworksTestDHCPv6-router-598830739', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:19:10Z', 'updated_at': '2020-12-03T11:19:16Z', 'revision_number': 2, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'gw_port_host': None, '_interfaces': [{'id': 'e651fd22-d32c-4dc8-960c-186a713778b6', 'name': '', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'mac_address': 'fa:16:3e:fc:a6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec45f6fd-50ee-48e8-a807-3149dce38d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c07dcaff-cc6c-449f-9724-45aea1d3fd9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:19:13Z', 'updated_at': '2020-12-03T11:19:23Z', 'revision_number': 4, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'subnets': [{'id': 'c07dcaff-cc6c-449f-9724-45aea1d3fd9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:24.617519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c215c6a-ff56-428d-8dcb-b53da156e365 None None] The sync data for ids ['ec45f6fd-50ee-48e8-a807-3149dce38d43'] in dv-neutron-765072-2-ovs is: [{'id': 'ec45f6fd-50ee-48e8-a807-3149dce38d43', 'name': 'tempest-NetworksTestDHCPv6-router-598830739', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:19:10Z', 'updated_at': '2020-12-03T11:19:16Z', 'revision_number': 2, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'gw_port_host': None, '_interfaces': [{'id': 'e651fd22-d32c-4dc8-960c-186a713778b6', 'name': '', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'mac_address': 'fa:16:3e:fc:a6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec45f6fd-50ee-48e8-a807-3149dce38d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'c07dcaff-cc6c-449f-9724-45aea1d3fd9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:19:13Z', 'updated_at': '2020-12-03T11:19:23Z', 'revision_number': 4, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'subnets': [{'id': 'c07dcaff-cc6c-449f-9724-45aea1d3fd9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:24.621073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.632270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a61c1-5efd-4272-a679-659ce5371533 None None] The sync data for ids ['cd271d3b-70c0-44e1-b85c-ee9c0520afc4'] in dv-neutron-765072-2-ovs is: [{'id': 'cd271d3b-70c0-44e1-b85c-ee9c0520afc4', 'name': '', 'tenant_id': 'ada6f360f0794155984c03692a855cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d', 'external_fixed_ips': [{'subnet_id': 'a86a29af-24fe-4059-8604-ab240ffcb2fc', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '5be17c62-08fb-462b-af77-2509745b6a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:19:08Z', 'updated_at': '2020-12-03T11:19:16Z', 'revision_number': 3, 'project_id': 'ada6f360f0794155984c03692a855cbc', 'gw_port': {'id': '5be17c62-08fb-462b-af77-2509745b6a9f', 'name': '', 'network_id': '5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd271d3b-70c0-44e1-b85c-ee9c0520afc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'a86a29af-24fe-4059-8604-ab240ffcb2fc', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:19:13Z', 'updated_at': '2020-12-03T11:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a86a29af-24fe-4059-8604-ab240ffcb2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:24.657171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aab0140f-8b9b-453c-b5c2-96b5faa7f01c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:24.694105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65f120c1-039b-4a00-849a-947af9344522 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.721500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-992d4053-bd0f-4bc0-8250-223247ce9e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:24.754311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.760258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f120c1-039b-4a00-849a-947af9344522 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:24.767355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=80975) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}}
Dec 03 11:19:24.767600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Router 76c1a4e5-e2c9-4b2d-a585-238e5fced9f7 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7ff1b7844668> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7ff1b78446a0> provider. {{(pid=80975) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}}
Dec 03 11:19:24.768249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.771117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=1311ea5b-e948-4e70-b2d8-1cb94faa5b63,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:24.773796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65f120c1-039b-4a00-849a-947af9344522 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:24.778931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:24.787320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65f120c1-039b-4a00-849a-947af9344522 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.788580 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-65f120c1-039b-4a00-849a-947af9344522 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/security-groups/8f0149a9-aeab-4a5a-b97b-7aae4a02d5e7 HTTP/1.1" status: 204  len: 168 time: 1.8368170
Dec 03 11:19:24.799609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:19:24.799970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:19:24.800982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.802573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.868413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45412) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:24.869365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:24.943062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:24.944236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:25.205934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 650b388b-0d9e-4d61-83a9-6dd36cd39be8 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:19:25.279076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fdc9c9e2-c1d0-4d39-981a-6b46ce575200 None None] Provisioning complete for port 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:25.279640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdc9c9e2-c1d0-4d39-981a-6b46ce575200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:25.323376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:25.428456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fdc9c9e2-c1d0-4d39-981a-6b46ce575200 None None] Port 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:25.490037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:25.513023 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/650b388b-0d9e-4d61-83a9-6dd36cd39be8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3281543
Dec 03 11:19:25.515704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe75a36-963c-4b3d-b2c6-7230be2627ac None None] Sync routers for ids ['650b388b-0d9e-4d61-83a9-6dd36cd39be8'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:25.518245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45426) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:25.532797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe75a36-963c-4b3d-b2c6-7230be2627ac None None] Routers {'650b388b-0d9e-4d61-83a9-6dd36cd39be8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:25.533502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5fe75a36-963c-4b3d-b2c6-7230be2627ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5aeb048>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['650b388b-0d9e-4d61-83a9-6dd36cd39be8'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:25.624169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5fe75a36-963c-4b3d-b2c6-7230be2627ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5aeb048>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:25.642354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe75a36-963c-4b3d-b2c6-7230be2627ac None None] Routers {'650b388b-0d9e-4d61-83a9-6dd36cd39be8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:25.647274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5fe75a36-963c-4b3d-b2c6-7230be2627ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5aeb048>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['650b388b-0d9e-4d61-83a9-6dd36cd39be8'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:25.670708 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] No L3 agents can host the router 76c1a4e5-e2c9-4b2d-a585-238e5fced9f7
Dec 03 11:19:25.691077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7f1cd-fe35-4901-bf1b-c57c8cfabc20 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:25.703930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c9b7f1cd-fe35-4901-bf1b-c57c8cfabc20 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Synchronizing usage tracker for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:25.749439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c9b7f1cd-fe35-4901-bf1b-c57c8cfabc20 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Unset dirty status for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:25.755883 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c9b7f1cd-fe35-4901-bf1b-c57c8cfabc20 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports/1311ea5b-e948-4e70-b2d8-1cb94faa5b63 HTTP/1.1" status: 200  len: 978 time: 0.2334142
Dec 03 11:19:25.756988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45432) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:25.935529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5fe75a36-963c-4b3d-b2c6-7230be2627ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5aeb048>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:25.936396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe75a36-963c-4b3d-b2c6-7230be2627ac None None] The sync data for ids ['650b388b-0d9e-4d61-83a9-6dd36cd39be8'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:26.070364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45438) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:26.133906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea9aebb-a712-4a9b-a7ef-4a9f2761cb6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting subnet b7b1df5e-6c91-40a0-b63b-a3196b257ad8 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:26.157031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dea9aebb-a712-4a9b-a7ef-4a9f2761cb6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:26.321336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Hosts for router 76c1a4e5-e2c9-4b2d-a585-238e5fced9f7: [] {{(pid=80975) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 03 11:19:26.376829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dea9aebb-a712-4a9b-a7ef-4a9f2761cb6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:26.424965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:26.437125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group': {'name': 'tempest-secgroup--816624537'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:26.440192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:26.447075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Deleting port 5be17c62-08fb-462b-af77-2509745b6a9f {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:26.447464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:26.480069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Hosts for other DVR routers connected to router 76c1a4e5-e2c9-4b2d-a585-238e5fced9f7: set() {{(pid=80975) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}}
Dec 03 11:19:26.485423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:26.505421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:26.508459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:26.530441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port e651fd22-d32c-4dc8-960c-186a713778b6 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:26.530825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:26.557594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:26.559512 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f8faff48-9120-4813-be65-ca09781623cd tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] 10.222.0.90 "PUT /v2.0/routers/76c1a4e5-e2c9-4b2d-a585-238e5fced9f7 HTTP/1.1" status: 200  len: 716 time: 3.5618587
Dec 03 11:19:26.563461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:26.572640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45444) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:27.055211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.055380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:27.055720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.101959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.166890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e651fd22-d32c-4dc8-960c-186a713778b6 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:27.220717 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-68b720af-47f7-4d97-b84a-7f980a4506f4 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] 10.222.0.90 "GET /v2.0/routers/76c1a4e5-e2c9-4b2d-a585-238e5fced9f7 HTTP/1.1" status: 200  len: 716 time: 0.6385205
Dec 03 11:19:27.226083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45448) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:27.235869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:27.247609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port e651fd22-d32c-4dc8-960c-186a713778b6 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:27.253894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port e651fd22-d32c-4dc8-960c-186a713778b6 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:27.254442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.280167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.313418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dea9aebb-a712-4a9b-a7ef-4a9f2761cb6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.344682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:27.352033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:27.379655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:27.389535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.425545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] For port 5be17c62-08fb-462b-af77-2509745b6a9f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5be17c62-08fb-462b-af77-2509745b6a9f,segment=NetworkSegment(5197888f-b3d0-489d-9490-7f9dc7492dce),segment_id=5197888f-b3d0-489d-9490-7f9dc7492dce)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:27.426003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.427114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port e651fd22-d32c-4dc8-960c-186a713778b6, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e651fd22-d32c-4dc8-960c-186a713778b6,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:27.430151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.431061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5be17c62-08fb-462b-af77-2509745b6a9f up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:27.445968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for 1311ea5b-e948-4e70-b2d8-1cb94faa5b63 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:27.500719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d5aa27a7-d67a-4ea5-ba77-364e04e4a8d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:27.568838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 5be17c62-08fb-462b-af77-2509745b6a9f completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:27.579565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 5be17c62-08fb-462b-af77-2509745b6a9f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:27.579981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.618408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=e651fd22-d32c-4dc8-960c-186a713778b6,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:27.622439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:27.636028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Calling delete_port for 5be17c62-08fb-462b-af77-2509745b6a9f owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:27.647681 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fe4a3a99-8f4f-4e19-909e-9341ed2fefbf tempest-RoutersTestDVR-1836336652 tempest-RoutersTestDVR-1836336652] 10.222.0.90 "GET /v2.0/routers/76c1a4e5-e2c9-4b2d-a585-238e5fced9f7 HTTP/1.1" status: 200  len: 682 time: 0.4177670
Dec 03 11:19:27.649237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45454) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:27.730059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.746699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] For port e651fd22-d32c-4dc8-960c-186a713778b6, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e651fd22-d32c-4dc8-960c-186a713778b6,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:27.747144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.750807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 5be17c62-08fb-462b-af77-2509745b6a9f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5be17c62-08fb-462b-af77-2509745b6a9f,segment=NetworkSegment(5197888f-b3d0-489d-9490-7f9dc7492dce),segment_id=5197888f-b3d0-489d-9490-7f9dc7492dce)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:27.753890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.755888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d7a54ba-de95-4ec1-8faf-54bf03d94f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:27.830590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=5be17c62-08fb-462b-af77-2509745b6a9f,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:27.833942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:27.863622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeedbf03-1405-4e55-aa49-8d0dc3d657d8 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:27.909793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for e651fd22-d32c-4dc8-960c-186a713778b6 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:28.127770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:19:28.128071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:19:28.156471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeedbf03-1405-4e55-aa49-8d0dc3d657d8 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.159750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeedbf03-1405-4e55-aa49-8d0dc3d657d8 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.180376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.189071 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fefb0d52-8f1e-4d75-ab50-cb7903ae1991 req-e623fd79-c9b6-4bb8-a3f3-0ec303e36e29 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4121816
Dec 03 11:19:28.189518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.195653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a5a1b96a-eddd-4152-af69-604ab8ce90bd tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:28.205077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:28.218826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:28.225634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeedbf03-1405-4e55-aa49-8d0dc3d657d8 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.226588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeedbf03-1405-4e55-aa49-8d0dc3d657d8 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Fanout notify agent at l3_agent the message router_deleted on router 76c1a4e5-e2c9-4b2d-a585-238e5fced9f7 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:19:28.226949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:28.255495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:28.257662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd61088-6cdd-4bdd-8fba-61d7b1e77f50,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:28.260638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeedbf03-1405-4e55-aa49-8d0dc3d657d8 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.261810 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eeedbf03-1405-4e55-aa49-8d0dc3d657d8 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] 10.222.0.90 "DELETE /v2.0/routers/76c1a4e5-e2c9-4b2d-a585-238e5fced9f7 HTTP/1.1" status: 204  len: 168 time: 0.6114650
Dec 03 11:19:28.263867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:28.267245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45458) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:28.278293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-915cae9a-06fa-4021-9bc8-db203e76e118 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Request body: {'router': {'name': 'tempest-router-846576633', 'distributed': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:28.284725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.288888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-915cae9a-06fa-4021-9bc8-db203e76e118 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:28.291684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dea9aebb-a712-4a9b-a7ef-4a9f2761cb6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.300774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b21bb8c8-f7fa-45ae-a50e-43fd942ed11b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:28.311793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c429a3ed-ef13-426f-9e55-8871101e9191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:28.340220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:19:28.340845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:19:28.341948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-915cae9a-06fa-4021-9bc8-db203e76e118 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Usage tracker for resource:router and tenant:cebb66ed5e6e4ff798749fc0c345feb3 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:28.362897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-915cae9a-06fa-4021-9bc8-db203e76e118 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:28.387098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-915cae9a-06fa-4021-9bc8-db203e76e118 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:28.389302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9aebb-a712-4a9b-a7ef-4a9f2761cb6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Subnet': ['ID=b7b1df5e-6c91-40a0-b63b-a3196b257ad8,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:28.390930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=1311ea5b-e948-4e70-b2d8-1cb94faa5b63,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:28.408712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:28.409966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dea9aebb-a712-4a9b-a7ef-4a9f2761cb6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:28.497308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-915cae9a-06fa-4021-9bc8-db203e76e118 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.498402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-915cae9a-06fa-4021-9bc8-db203e76e118 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.538130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0d52-8f1e-4d75-ab50-cb7903ae1991 req-d6a7fb8e-ed09-484b-a95a-2fd947ce0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:28.539803 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fefb0d52-8f1e-4d75-ab50-cb7903ae1991 req-d6a7fb8e-ed09-484b-a95a-2fd947ce0088 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 1162 time: 0.2026041
Dec 03 11:19:28.539982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dea9aebb-a712-4a9b-a7ef-4a9f2761cb6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.557972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e65e367-adcd-431a-8351-0b312e136588 None None] Network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:28.561181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.562883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-915cae9a-06fa-4021-9bc8-db203e76e118 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.576188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.587401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0abefe70-db87-4d7b-b10b-d1d0c462412c tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:28.627774 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dea9aebb-a712-4a9b-a7ef-4a9f2761cb6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/subnets/b7b1df5e-6c91-40a0-b63b-a3196b257ad8 HTTP/1.1" status: 204  len: 168 time: 3.7550087
Dec 03 11:19:28.628862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45462) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:28.664035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.667989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 2.5939591
Dec 03 11:19:28.674572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45466) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:28.701794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2b33b5-006a-4334-be29-649bf5d21ee4,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:28.704875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-915cae9a-06fa-4021-9bc8-db203e76e118 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.731539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:28.822029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-915cae9a-06fa-4021-9bc8-db203e76e118 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.827093 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-915cae9a-06fa-4021-9bc8-db203e76e118 tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.5551274
Dec 03 11:19:28.842984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45470) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:28.843696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port e651fd22-d32c-4dc8-960c-186a713778b6 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:28.843971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:28.913575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e6538-e090-4efe-89bd-e302383f23e8 None None] DHCP port deletion for bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:19:28.919511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-df2e6538-e090-4efe-89bd-e302383f23e8 None None] Deleting port c09ce96e-d62d-4d79-aa67-7728e04aa729 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:28.919930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df2e6538-e090-4efe-89bd-e302383f23e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:29.056876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:29.140745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:29.162381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-df2e6538-e090-4efe-89bd-e302383f23e8 None None] For port c09ce96e-d62d-4d79-aa67-7728e04aa729, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c09ce96e-d62d-4d79-aa67-7728e04aa729,segment=NetworkSegment(1a6c1f1c-d46b-4761-bff5-fd750de28f8c),segment_id=1a6c1f1c-d46b-4761-bff5-fd750de28f8c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:29.163293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df2e6538-e090-4efe-89bd-e302383f23e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:29.164108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0d52-8f1e-4d75-ab50-cb7903ae1991 req-a4dc41f0-083d-4ff9-bb73-83eca3bca241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:29.165848 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fefb0d52-8f1e-4d75-ab50-cb7903ae1991 req-a4dc41f0-083d-4ff9-bb73-83eca3bca241 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0181c518-01f1-4e35-9207-f8b8a82a4943 HTTP/1.1" status: 200  len: 891 time: 0.5897665
Dec 03 11:19:29.177577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e651fd22-d32c-4dc8-960c-186a713778b6 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:29.257141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bfe0b4da-bcb4-4e85-9f01-4fbf39a71756 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:29.269379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:29.339547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-df2e6538-e090-4efe-89bd-e302383f23e8 None None] Calling delete_port for c09ce96e-d62d-4d79-aa67-7728e04aa729 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:29.366210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fefb0d52-8f1e-4d75-ab50-cb7903ae1991 req-4d65f589-f951-4e8b-8be7-8af4f80cfc9a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6bdf139-a3ae-4585-8c16-5c54b111a6e1 HTTP/1.1" status: 200  len: 1000 time: 0.1859152
Dec 03 11:19:29.451026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port e651fd22-d32c-4dc8-960c-186a713778b6 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:29.451453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:29.507533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df2e6538-e090-4efe-89bd-e302383f23e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:29.527088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c16cbfaa-5f2e-4721-a143-35d544af7607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:29.584287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0d52-8f1e-4d75-ab50-cb7903ae1991 req-57922b8c-2f1a-4909-9d2b-6d25f2c958d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:29.586193 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fefb0d52-8f1e-4d75-ab50-cb7903ae1991 req-57922b8c-2f1a-4909-9d2b-6d25f2c958d0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4200b6e2-2940-49ba-9709-fee3d781fff5 HTTP/1.1" status: 200  len: 835 time: 0.2138355
Dec 03 11:19:29.599970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e6538-e090-4efe-89bd-e302383f23e8 None None] Pushing event deleted for resources: {'Port': ['ID=c09ce96e-d62d-4d79-aa67-7728e04aa729,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:29.603152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-df2e6538-e090-4efe-89bd-e302383f23e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:29.747253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e6538-e090-4efe-89bd-e302383f23e8 None None] No DVR routers for this DVR port c09ce96e-d62d-4d79-aa67-7728e04aa729 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:19:29.765038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5be17c62-08fb-462b-af77-2509745b6a9f up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:29.780124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58d1808f-f844-4566-b6a5-3cb608537b9f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:29.800552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 650b388b-0d9e-4d61-83a9-6dd36cd39be8 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:19:29.841723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 5be17c62-08fb-462b-af77-2509745b6a9f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:29.841935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:29.884997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0d52-8f1e-4d75-ab50-cb7903ae1991 req-641bb0ba-36bb-4278-863f-aa1cbc247c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:29.886211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fefb0d52-8f1e-4d75-ab50-cb7903ae1991 req-641bb0ba-36bb-4278-863f-aa1cbc247c49 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0181c518-01f1-4e35-9207-f8b8a82a4943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2911239
Dec 03 11:19:29.992431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bfe0b4da-bcb4-4e85-9f01-4fbf39a71756 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:29.996862 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bfe0b4da-bcb4-4e85-9f01-4fbf39a71756 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4354 time: 1.3206327
Dec 03 11:19:30.006739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45474) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:30.013658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:30.019385 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/650b388b-0d9e-4d61-83a9-6dd36cd39be8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2608128
Dec 03 11:19:30.024211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-26426cb7-8f33-4d74-9e8d-cacafd9c3345 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group': {'name': 'tempest-security--2085946002', 'description': 'tempest-security-description-1097674912'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:30.024618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a57446d-5148-4d8b-aa5e-c90587d2a300 None None] Sync routers for ids ['650b388b-0d9e-4d61-83a9-6dd36cd39be8'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:30.036632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45478) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:30.038081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c09ce96e-d62d-4d79-aa67-7728e04aa729 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:30.038444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57446d-5148-4d8b-aa5e-c90587d2a300 None None] Routers {'650b388b-0d9e-4d61-83a9-6dd36cd39be8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:30.039421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1a57446d-5148-4d8b-aa5e-c90587d2a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b643e278>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['650b388b-0d9e-4d61-83a9-6dd36cd39be8'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:30.076446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: c09ce96e-d62d-4d79-aa67-7728e04aa729 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:19:30.076850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c09ce96e-d62d-4d79-aa67-7728e04aa729 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:19:30.115947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1a57446d-5148-4d8b-aa5e-c90587d2a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b643e278>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:30.125287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57446d-5148-4d8b-aa5e-c90587d2a300 None None] Routers {'650b388b-0d9e-4d61-83a9-6dd36cd39be8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:30.125941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1a57446d-5148-4d8b-aa5e-c90587d2a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b643e278>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['650b388b-0d9e-4d61-83a9-6dd36cd39be8'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:30.192733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1a57446d-5148-4d8b-aa5e-c90587d2a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b643e278>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:30.193181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a57446d-5148-4d8b-aa5e-c90587d2a300 None None] The sync data for ids ['650b388b-0d9e-4d61-83a9-6dd36cd39be8'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:30.274541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26426cb7-8f33-4d74-9e8d-cacafd9c3345 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.296048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.300555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58d1808f-f844-4566-b6a5-3cb608537b9f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.312784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Deleting port 5be17c62-08fb-462b-af77-2509745b6a9f {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:30.313162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.341962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58d1808f-f844-4566-b6a5-3cb608537b9f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.356999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.378045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] For port e651fd22-d32c-4dc8-960c-186a713778b6, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e651fd22-d32c-4dc8-960c-186a713778b6,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:30.378619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.445412 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fefb0d52-8f1e-4d75-ab50-cb7903ae1991 req-957d9083-e32d-4054-9e59-8e9d2e2525fd service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4974968
Dec 03 11:19:30.571382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for e651fd22-d32c-4dc8-960c-186a713778b6 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:30.600539 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-0042c2e9-6f68-4b89-b2e0-f3fdf7a55768 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] remove_router_interface failed (client error): The resource could not be found.
Dec 03 11:19:30.601685 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0042c2e9-6f68-4b89-b2e0-f3fdf7a55768 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/650b388b-0d9e-4d61-83a9-6dd36cd39be8/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5622621
Dec 03 11:19:30.650386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45482) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:30.653512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26426cb7-8f33-4d74-9e8d-cacafd9c3345 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.704160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26426cb7-8f33-4d74-9e8d-cacafd9c3345 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.706818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26426cb7-8f33-4d74-9e8d-cacafd9c3345 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.708174 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-26426cb7-8f33-4d74-9e8d-cacafd9c3345 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "PUT /v2.0/security-groups/eb2b33b5-006a-4334-be29-649bf5d21ee4 HTTP/1.1" status: 200  len: 1728 time: 0.7003734
Dec 03 11:19:30.715709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f4b62230-8ad6-48f4-b536-acabaacadf20 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:30.726971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45486) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:30.728497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-25aebb6c-2f3b-44bd-b489-cacda49689db tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Synchronizing usage tracker for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:30.747777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2edae989-5785-4e96-874c-4f4cbeef990a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.767030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58d1808f-f844-4566-b6a5-3cb608537b9f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.767514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d1808f-f844-4566-b6a5-3cb608537b9f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Fanout notify agent at l3_agent the message router_deleted on router b05b16df-47e6-4390-8d62-f5f17fda98e7 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:19:30.793847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b6051eb8>,) {'filters': {'network_id': ['bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:30.812762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58d1808f-f844-4566-b6a5-3cb608537b9f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.813999 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-58d1808f-f844-4566-b6a5-3cb608537b9f tempest-RoutersTestDVR-172539070 tempest-RoutersTestDVR-172539070] 10.222.0.90 "DELETE /v2.0/routers/b05b16df-47e6-4390-8d62-f5f17fda98e7 HTTP/1.1" status: 204  len: 168 time: 1.8925514
Dec 03 11:19:30.816991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6051eb8>, '1a6c1f1c-d46b-4761-bff5-fd750de28f8c') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:30.816991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6051eb8>, '1a6c1f1c-d46b-4761-bff5-fd750de28f8c') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:30.827852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26426cb7-8f33-4d74-9e8d-cacafd9c3345 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2b33b5-006a-4334-be29-649bf5d21ee4,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:30.831873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-26426cb7-8f33-4d74-9e8d-cacafd9c3345 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:30.837744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-25aebb6c-2f3b-44bd-b489-cacda49689db tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Unset dirty status for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:30.842659 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-25aebb6c-2f3b-44bd-b489-cacda49689db tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=650b388b-0d9e-4d61-83a9-6dd36cd39be8 HTTP/1.1" status: 200  len: 205 time: 0.1843505
Dec 03 11:19:30.844771 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fefb0d52-8f1e-4d75-ab50-cb7903ae1991 req-a49112a4-298f-43b6-95b0-5ab825f956af service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3892360
Dec 03 11:19:30.845138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45492) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:30.848200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.919563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:30.927065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Releasing vxlan tunnel 8 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:19:30.968379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] For port 5be17c62-08fb-462b-af77-2509745b6a9f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5be17c62-08fb-462b-af77-2509745b6a9f,segment=NetworkSegment(5197888f-b3d0-489d-9490-7f9dc7492dce),segment_id=5197888f-b3d0-489d-9490-7f9dc7492dce)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:30.968789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.173715 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ae65faac-98a7-4c37-be43-3c62f226f153 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-groups/eb2b33b5-006a-4334-be29-649bf5d21ee4 HTTP/1.1" status: 200  len: 1728 time: 0.4410017
Dec 03 11:19:31.175633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Calling delete_port for 5be17c62-08fb-462b-af77-2509745b6a9f owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:31.177792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45498) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:31.207757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45502) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:31.287257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bbab7cc2-0d89-4e81-9be0-b695232b59de tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.344663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:31.358878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.542193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23d0cff2-3d46-45ad-8b5c-9fcf3a10167e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.574010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bbab7cc2-0d89-4e81-9be0-b695232b59de tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.576041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-607a8ebe-9583-46ca-9e13-a908cf36af31 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.579022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bbab7cc2-0d89-4e81-9be0-b695232b59de tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.619246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-607a8ebe-9583-46ca-9e13-a908cf36af31 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.630745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bbab7cc2-0d89-4e81-9be0-b695232b59de tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.631319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbab7cc2-0d89-4e81-9be0-b695232b59de tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Fanout notify agent at l3_agent the message router_deleted on router 650b388b-0d9e-4d61-83a9-6dd36cd39be8 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:19:31.655303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bbab7cc2-0d89-4e81-9be0-b695232b59de tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.656492 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bbab7cc2-0d89-4e81-9be0-b695232b59de tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/650b388b-0d9e-4d61-83a9-6dd36cd39be8 HTTP/1.1" status: 204  len: 168 time: 0.8102143
Dec 03 11:19:31.664496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45508) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:31.684875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-23d0cff2-3d46-45ad-8b5c-9fcf3a10167e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:31.701095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:31.710725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-23d0cff2-3d46-45ad-8b5c-9fcf3a10167e admin admin] Usage tracker for resource:security_group_rule and tenant:dc396d6b4d934682afcbd3ad47a907d5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:31.715893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-23d0cff2-3d46-45ad-8b5c-9fcf3a10167e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:31.724854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-607a8ebe-9583-46ca-9e13-a908cf36af31 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:19:31.735336 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:19:31.738274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.738393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a16583e-b052-4908-a48f-0b60311ee694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:31.760003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75ccf543-ff48-49a3-b532-3eb1cb7a09ad tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:31.770983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a8ebe-9583-46ca-9e13-a908cf36af31 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2b33b5-006a-4334-be29-649bf5d21ee4,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:31.776270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-607a8ebe-9583-46ca-9e13-a908cf36af31 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:31.797071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-23d0cff2-3d46-45ad-8b5c-9fcf3a10167e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:31.805076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-607a8ebe-9583-46ca-9e13-a908cf36af31 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.808684 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-607a8ebe-9583-46ca-9e13-a908cf36af31 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-groups/eb2b33b5-006a-4334-be29-649bf5d21ee4 HTTP/1.1" status: 204  len: 168 time: 0.6211021
Dec 03 11:19:31.809158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45512) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:31.850018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=e651fd22-d32c-4dc8-960c-186a713778b6,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:31.916897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:31.944667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b67c88b3-e36f-4824-b9c7-38a963641610 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:31.955489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e28c62-3e41-46cd-a6de-f2070dba85c2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting subnet 78666bfc-b1d8-498e-8191-4873fcd46c1e {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:31.960567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8e28c62-3e41-46cd-a6de-f2070dba85c2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:31.979840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.014739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b67c88b3-e36f-4824-b9c7-38a963641610 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:32.016116 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b67c88b3-e36f-4824-b9c7-38a963641610 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2060587
Dec 03 11:19:32.025048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45516) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:32.039991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.044644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8e28c62-3e41-46cd-a6de-f2070dba85c2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.082492 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-32c26785-c97a-4d58-a346-31c21708e7f2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] delete failed (client error): The resource could not be found.
Dec 03 11:19:32.083630 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-32c26785-c97a-4d58-a346-31c21708e7f2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-groups/eb2b33b5-006a-4334-be29-649bf5d21ee4 HTTP/1.1" status: 404  len: 347 time: 0.0575936
Dec 03 11:19:32.088355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45520) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:32.097951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group': {'name': 'tempest-secgroup--529372213'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:32.106517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:32.131959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:32.155534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.193035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:32.198972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:32.203586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:32.207132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8e28c62-3e41-46cd-a6de-f2070dba85c2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.248061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:32.397012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:32.415339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.453756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Network': ['ID=bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:32.469566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:32.478769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.492186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.499741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6e281472-3e0c-4a71-9e27-829f8189497e tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:32.521667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/networks/bfc58e7d-b043-49cc-84f1-c6e28ec0c1c1 HTTP/1.1" status: 204  len: 168 time: 3.8798144
Dec 03 11:19:32.547567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45524) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:32.681474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7d0f4f-555c-4357-88a0-7d970ebb04e5,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:32.696240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.701612 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.6125548
Dec 03 11:19:32.706820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:32.710734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45528) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:32.720344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group_rule': {'security_group_id': '9c7d0f4f-555c-4357-88a0-7d970ebb04e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:32.736641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:32.761070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.790184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23d0cff2-3d46-45ad-8b5c-9fcf3a10167e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.808986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23d0cff2-3d46-45ad-8b5c-9fcf3a10167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.815107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:32.825872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-88a4f5c0-4165-4441-b5ab-33ea29cc16a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:32.827606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:32.843889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992d3c01-a6d0-43a4-a524-01b6680a7449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.847942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:32.853274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8e28c62-3e41-46cd-a6de-f2070dba85c2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.872504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f233d654-c802-4874-a007-05bf3b076591 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:32.927754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:32.931272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0cff2-3d46-45ad-8b5c-9fcf3a10167e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91d31a7-75b5-4bb6-a43c-75228568957a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:32.942518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e28c62-3e41-46cd-a6de-f2070dba85c2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Subnet': ['ID=78666bfc-b1d8-498e-8191-4873fcd46c1e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:32.951770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c8e28c62-3e41-46cd-a6de-f2070dba85c2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:32.954723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 315cc120-cd72-4aa9-a455-b227f9634335 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:32.955134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.057255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23d0cff2-3d46-45ad-8b5c-9fcf3a10167e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:33.064287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.084913 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-23d0cff2-3d46-45ad-8b5c-9fcf3a10167e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dc396d6b4d934682afcbd3ad47a907d5&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8507164
Dec 03 11:19:33.090271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45532) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:33.090681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.093074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.136977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.137545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Fanout notify agent at l3_agent the message router_deleted on router cd271d3b-70c0-44e1-b85c-ee9c0520afc4 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:19:33.158874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eac1b41-5fb7-423d-a2fc-6f09c5311f43 None None] Network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:33.166356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8e28c62-3e41-46cd-a6de-f2070dba85c2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.216847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c8e28c62-3e41-46cd-a6de-f2070dba85c2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/78666bfc-b1d8-498e-8191-4873fcd46c1e HTTP/1.1" status: 204  len: 168 time: 1.5512204
Dec 03 11:19:33.217736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45536) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:33.271801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.275956 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-945b3c0a-ea91-42ea-baae-d899298a7a31 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "DELETE /v2.0/routers/cd271d3b-70c0-44e1-b85c-ee9c0520afc4 HTTP/1.1" status: 204  len: 168 time: 13.5846965
Dec 03 11:19:33.283010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45540) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:33.352340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.419231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.459996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:33.475587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83375dc7-adaa-4435-b831-0cfa0f16ce5e None None] DHCP port deletion for 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:19:33.481284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83375dc7-adaa-4435-b831-0cfa0f16ce5e None None] Deleting port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:33.481856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83375dc7-adaa-4435-b831-0cfa0f16ce5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.491388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea48e06-df3b-492b-b40f-680b5dc6d748 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Deleting subnet a86a29af-24fe-4059-8604-ab240ffcb2fc {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:33.497900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e98add7e-7fcf-45cc-a3cc-c7b0d4c2b9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.499731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ea48e06-df3b-492b-b40f-680b5dc6d748 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.528188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.540017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Router ec45f6fd-50ee-48e8-a807-3149dce38d43 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:19:33.580765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8dbb326-28b8-4d68-bb2a-852634f2caf8,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:33.584050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.584320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.609973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:33.685558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ea48e06-df3b-492b-b40f-680b5dc6d748 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.712891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-83375dc7-adaa-4435-b831-0cfa0f16ce5e None None] For port 00a8d613-fd83-40de-b016-8c67b0c6d6c5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=00a8d613-fd83-40de-b016-8c67b0c6d6c5,segment=NetworkSegment(9ce62304-3570-41de-87fd-283c7b0b388f),segment_id=9ce62304-3570-41de-87fd-283c7b0b388f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:33.713334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83375dc7-adaa-4435-b831-0cfa0f16ce5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.725269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.735846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:33.744531 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "PUT /v2.0/routers/ec45f6fd-50ee-48e8-a807-3149dce38d43/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7885518
Dec 03 11:19:33.746870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45544) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:33.748079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.752449 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.0406199
Dec 03 11:19:33.760132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 315cc120-cd72-4aa9-a455-b227f9634335 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:33.787298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ecedb-13a0-4ae8-99c9-60c33898551f None None] Sync routers for ids ['ec45f6fd-50ee-48e8-a807-3149dce38d43'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:33.788564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e98add7e-7fcf-45cc-a3cc-c7b0d4c2b9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.790287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45548) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:33.823420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:33.823792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.829290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ea48e06-df3b-492b-b40f-680b5dc6d748 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.858320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83375dc7-adaa-4435-b831-0cfa0f16ce5e None None] Calling delete_port for 00a8d613-fd83-40de-b016-8c67b0c6d6c5 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:33.899640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee69ed0c-e2eb-4b0b-9683-166dbb305999 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:33.900859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ecedb-13a0-4ae8-99c9-60c33898551f None None] Routers {'ec45f6fd-50ee-48e8-a807-3149dce38d43'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:33.901207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee69ed0c-e2eb-4b0b-9683-166dbb305999 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:33.901701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-628ecedb-13a0-4ae8-99c9-60c33898551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61bb780>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ec45f6fd-50ee-48e8-a807-3149dce38d43'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:33.902087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ee69ed0c-e2eb-4b0b-9683-166dbb305999 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:33.909226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d15e2a25-11e4-40bb-bd00-5f0f561dc08a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.937283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d15e2a25-11e4-40bb-bd00-5f0f561dc08a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:33.950653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ee69ed0c-e2eb-4b0b-9683-166dbb305999 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:33.954523 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ee69ed0c-e2eb-4b0b-9683-166dbb305999 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2062235
Dec 03 11:19:33.959975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45552) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:34.055430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-628ecedb-13a0-4ae8-99c9-60c33898551f None None] Set router ec45f6fd-50ee-48e8-a807-3149dce38d43 gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:34.124655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d15e2a25-11e4-40bb-bd00-5f0f561dc08a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.130417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:34.173748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-628ecedb-13a0-4ae8-99c9-60c33898551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61bb780>, [{'id': 'ec45f6fd-50ee-48e8-a807-3149dce38d43', 'name': 'tempest-NetworksTestDHCPv6-router-598830739', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:19:10Z', 'updated_at': '2020-12-03T11:19:31Z', 'revision_number': 3, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:34.182303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e2a25-11e4-40bb-bd00-5f0f561dc08a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8dbb326-28b8-4d68-bb2a-852634f2caf8,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:34.189706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d15e2a25-11e4-40bb-bd00-5f0f561dc08a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.190988 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d15e2a25-11e4-40bb-bd00-5f0f561dc08a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-group-rules/c8dbb326-28b8-4d68-bb2a-852634f2caf8 HTTP/1.1" status: 204  len: 168 time: 0.3979506
Dec 03 11:19:34.205375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45556) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:34.205636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d15e2a25-11e4-40bb-bd00-5f0f561dc08a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:34.238586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e98add7e-7fcf-45cc-a3cc-c7b0d4c2b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.249338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0d217eca-9009-42ba-a601-dea3b0bd34d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:34.291165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98add7e-7fcf-45cc-a3cc-c7b0d4c2b9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91d31a7-75b5-4bb6-a43c-75228568957a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:34.295707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e98add7e-7fcf-45cc-a3cc-c7b0d4c2b9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:34.330212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e98add7e-7fcf-45cc-a3cc-c7b0d4c2b9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.332038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e98add7e-7fcf-45cc-a3cc-c7b0d4c2b9ea admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c91d31a7-75b5-4bb6-a43c-75228568957a HTTP/1.1" status: 204  len: 168 time: 1.2380269
Dec 03 11:19:34.365822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ecedb-13a0-4ae8-99c9-60c33898551f None None] Checking router: ec45f6fd-50ee-48e8-a807-3149dce38d43 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:19:34.388436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ecedb-13a0-4ae8-99c9-60c33898551f None None] Routers {'ec45f6fd-50ee-48e8-a807-3149dce38d43'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:34.388436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-628ecedb-13a0-4ae8-99c9-60c33898551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61bb780>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ec45f6fd-50ee-48e8-a807-3149dce38d43'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:34.390982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-9907cee2-d9e0-4f7e-8d76-2801bde56169 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet c07dcaff-cc6c-449f-9724-45aea1d3fd9f {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:34.395002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9907cee2-d9e0-4f7e-8d76-2801bde56169 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.411104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1a853eaf-6d10-4640-968a-afdf3b8df72d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:34.470990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9907cee2-d9e0-4f7e-8d76-2801bde56169 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.502858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ea48e06-df3b-492b-b40f-680b5dc6d748 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.511483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83375dc7-adaa-4435-b831-0cfa0f16ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.520761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] For port 00a8d613-fd83-40de-b016-8c67b0c6d6c5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=00a8d613-fd83-40de-b016-8c67b0c6d6c5,segment=NetworkSegment(9ce62304-3570-41de-87fd-283c7b0b388f),segment_id=9ce62304-3570-41de-87fd-283c7b0b388f)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:34.521165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.530368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4a4a301-b0e7-4f7c-941c-0da3674f5e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:34.532997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1a853eaf-6d10-4640-968a-afdf3b8df72d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:34.537606 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1a853eaf-6d10-4640-968a-afdf3b8df72d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.3280530
Dec 03 11:19:34.540094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45562) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:34.588090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83375dc7-adaa-4435-b831-0cfa0f16ce5e None None] Pushing event deleted for resources: {'Port': ['ID=00a8d613-fd83-40de-b016-8c67b0c6d6c5,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:34.591656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-628ecedb-13a0-4ae8-99c9-60c33898551f None None] Set router ec45f6fd-50ee-48e8-a807-3149dce38d43 gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:34.618019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0d434ef-c0ef-473c-a875-00036b4a1bb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:34.669326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea48e06-df3b-492b-b40f-680b5dc6d748 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Pushing event deleted for resources: {'Subnet': ['ID=a86a29af-24fe-4059-8604-ab240ffcb2fc,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:34.671952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.673757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ea48e06-df3b-492b-b40f-680b5dc6d748 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.676614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2ea48e06-df3b-492b-b40f-680b5dc6d748 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:34.692218 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2ea48e06-df3b-492b-b40f-680b5dc6d748 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "DELETE /v2.0/subnets/a86a29af-24fe-4059-8604-ab240ffcb2fc HTTP/1.1" status: 204  len: 168 time: 1.4097743
Dec 03 11:19:34.696120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for 00a8d613-fd83-40de-b016-8c67b0c6d6c5 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:34.701258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45568) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:34.717038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-83375dc7-adaa-4435-b831-0cfa0f16ce5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:34.729738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dff0b299-6630-4feb-a6c6-323e9f134b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:34.779557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-628ecedb-13a0-4ae8-99c9-60c33898551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61bb780>, [{'id': 'ec45f6fd-50ee-48e8-a807-3149dce38d43', 'name': 'tempest-NetworksTestDHCPv6-router-598830739', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:19:10Z', 'updated_at': '2020-12-03T11:19:31Z', 'revision_number': 3, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:34.800005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=315cc120-cd72-4aa9-a455-b227f9634335,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:34.804122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ecedb-13a0-4ae8-99c9-60c33898551f None None] The sync data for ids ['ec45f6fd-50ee-48e8-a807-3149dce38d43'] in dv-neutron-765072-2-ovs is: [{'id': 'ec45f6fd-50ee-48e8-a807-3149dce38d43', 'name': 'tempest-NetworksTestDHCPv6-router-598830739', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:19:10Z', 'updated_at': '2020-12-03T11:19:31Z', 'revision_number': 3, 'project_id': 'a5b48731857741ac8b4498cdb43f0132', 'gw_port_host': None}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:34.824620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:34.826126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83375dc7-adaa-4435-b831-0cfa0f16ce5e None None] No DVR routers for this DVR port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:19:34.858513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.911095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9907cee2-d9e0-4f7e-8d76-2801bde56169 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.946758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45572) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:34.983215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:34.992850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcbf557a-9fef-4b65-bc19-45974f6581e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:35.020080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:19:35.020443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:19:35.021104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c39a1582-6fdd-4425-9c9c-60984395a95c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:35.098397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c39a1582-6fdd-4425-9c9c-60984395a95c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:35.129281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e651fd22-d32c-4dc8-960c-186a713778b6 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:35.157284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:35.157676 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d disassociated (deleted). External IP: 172.26.1.82, port: c6bdf139-a3ae-4585-8c16-5c54b111a6e1.
Dec 03 11:19:35.167569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: e651fd22-d32c-4dc8-960c-186a713778b6 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:19:35.169021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e651fd22-d32c-4dc8-960c-186a713778b6 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:19:35.169641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5be17c62-08fb-462b-af77-2509745b6a9f no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:35.204459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 5be17c62-08fb-462b-af77-2509745b6a9f {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:19:35.204758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5be17c62-08fb-462b-af77-2509745b6a9f not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:19:35.205395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 00a8d613-fd83-40de-b016-8c67b0c6d6c5 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:35.241442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 00a8d613-fd83-40de-b016-8c67b0c6d6c5 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:19:35.242129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 00a8d613-fd83-40de-b016-8c67b0c6d6c5 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:19:35.313379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c39a1582-6fdd-4425-9c9c-60984395a95c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:35.320392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f71aebfe-772e-487c-a3f2-a4b06e94e521 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:35.343665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a1582-6fdd-4425-9c9c-60984395a95c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7d0f4f-555c-4357-88a0-7d970ebb04e5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:35.349905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c39a1582-6fdd-4425-9c9c-60984395a95c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:35.359449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fcbf557a-9fef-4b65-bc19-45974f6581e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:35.391302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fcbf557a-9fef-4b65-bc19-45974f6581e6 admin admin] Usage tracker for resource:security_group_rule and tenant:cebb66ed5e6e4ff798749fc0c345feb3 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:35.400201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fcbf557a-9fef-4b65-bc19-45974f6581e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:35.433594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fcbf557a-9fef-4b65-bc19-45974f6581e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:35.437728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:35.454657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c39a1582-6fdd-4425-9c9c-60984395a95c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:35.455859 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c39a1582-6fdd-4425-9c9c-60984395a95c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-groups/9c7d0f4f-555c-4357-88a0-7d970ebb04e5 HTTP/1.1" status: 204  len: 168 time: 0.9148881
Dec 03 11:19:35.510446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45576) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:35.538416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 00a8d613-fd83-40de-b016-8c67b0c6d6c5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:35.538783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:35.554466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:35.635792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] The port '00a8d613-fd83-40de-b016-8c67b0c6d6c5' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:19:35.735165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-35734013-e521-492e-b3d6-0a60b1bfb2ff tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:35.753457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b63bf940>,) {'filters': {'network_id': ['5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:35.808518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b63bf940>, '5197888f-b3d0-489d-9490-7f9dc7492dce') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:35.808900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b63bf940>, '5197888f-b3d0-489d-9490-7f9dc7492dce') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:35.830533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:35.831322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:19:35.843079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:35.869855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:35.872211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-35734013-e521-492e-b3d6-0a60b1bfb2ff tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:35.882103 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-35734013-e521-492e-b3d6-0a60b1bfb2ff tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3621392
Dec 03 11:19:35.882294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Releasing vxlan tunnel 7 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:19:35.889492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45580) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:35.895189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group': {'name': 'tempest-secgroup--559936885'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:36.020780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcbf557a-9fef-4b65-bc19-45974f6581e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.022151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9907cee2-d9e0-4f7e-8d76-2801bde56169 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.052327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1a62d880-b0f3-41ac-990c-27c758e2d1ab tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:36.070083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:36.120643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:36.134413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b62a59b0>,) {'filters': {'network_id': ['25a1b498-59a8-4a1d-8ae7-b0f8798d4216']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:36.135810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcbf557a-9fef-4b65-bc19-45974f6581e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.158491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b62a59b0>, '9ce62304-3570-41de-87fd-283c7b0b388f') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:36.158832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b62a59b0>, '9ce62304-3570-41de-87fd-283c7b0b388f') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:36.168804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.173814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907cee2-d9e0-4f7e-8d76-2801bde56169 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=c07dcaff-cc6c-449f-9724-45aea1d3fd9f,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:36.184314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Network 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:36.191073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.228483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:36.235401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.237735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:36.240399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Releasing vxlan tunnel 3 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:19:36.248941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9907cee2-d9e0-4f7e-8d76-2801bde56169 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:36.249517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65e50c30-9ece-4582-937b-bb4d01de6ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:36.261814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.271555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:36.285973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:36.308745 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fcbf557a-9fef-4b65-bc19-45974f6581e6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cebb66ed5e6e4ff798749fc0c345feb3&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3539612
Dec 03 11:19:36.326488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45584) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:36.341409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:36.350879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.351646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c1656d-2b6d-4f55-aa4f-763198de06f9 None None] Sync routers for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:36.362469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1656d-2b6d-4f55-aa4f-763198de06f9 None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:36.363365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-84c1656d-2b6d-4f55-aa4f-763198de06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69aca20>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:36.439257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf557a-9fef-4b65-bc19-45974f6581e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e98e5f-44a1-4d28-9a10-d4c7d251eedd,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:36.443564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab2e4f0-87a7-4e10-b478-0097e6d8652d None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:36.445608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9907cee2-d9e0-4f7e-8d76-2801bde56169 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.462224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fcbf557a-9fef-4b65-bc19-45974f6581e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:36.559163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Network 5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:19:36.599841 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:19:36.702413 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9907cee2-d9e0-4f7e-8d76-2801bde56169 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/c07dcaff-cc6c-449f-9724-45aea1d3fd9f HTTP/1.1" status: 204  len: 168 time: 2.7388270
Dec 03 11:19:36.713030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45588) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:36.731109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-84c1656d-2b6d-4f55-aa4f-763198de06f9 None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:36.770773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:36.782462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.817688 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/floatingips/98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d HTTP/1.1" status: 204  len: 168 time: 4.2663908
Dec 03 11:19:36.830795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'tag': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:19:36.853972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdef8c5-6262-48ec-9cb6-f75516dcae06 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:19:36.861450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0cdef8c5-6262-48ec-9cb6-f75516dcae06 None None] Deleting port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:36.861889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cdef8c5-6262-48ec-9cb6-f75516dcae06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.961117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c8942d0-c25d-4f5b-aa25-3b988a0dc4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.981358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:36.990669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 03 11:19:37.007981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:37.033966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-97f26bc1-2219-47ca-8957-95be4a01989d tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:37.074360 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'tag': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'status': 'completed', 'code': 200}
Dec 03 11:19:37.076417 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "DELETE /v2.0/networks/5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d HTTP/1.1" status: 204  len: 168 time: 2.3740346
Dec 03 11:19:37.109288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Pushing event deleted for resources: {'Network': ['ID=5d2d94c3-42be-4365-89e4-ec0dfe5b9e6d,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:37.134805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:37.140655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c8942d0-c25d-4f5b-aa25-3b988a0dc4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:37.165145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-03093857-bf91-446b-8014-2c8ea915a13e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:router {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:37.201200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 25a1b498-59a8-4a1d-8ae7-b0f8798d4216 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:37.214141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-84c1656d-2b6d-4f55-aa4f-763198de06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69aca20>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:19:10Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:34Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:37.220277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c1656d-2b6d-4f55-aa4f-763198de06f9 None None] Checking router: 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:19:37.230753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1656d-2b6d-4f55-aa4f-763198de06f9 None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:37.231843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-84c1656d-2b6d-4f55-aa4f-763198de06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69aca20>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:37.296519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-03093857-bf91-446b-8014-2c8ea915a13e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:router {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:19:37.296781 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:19:37.300783 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-03093857-bf91-446b-8014-2c8ea915a13e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.5834165
Dec 03 11:19:37.308910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45600) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:37.338354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:37.350778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0cdef8c5-6262-48ec-9cb6-f75516dcae06 None None] For port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=63e0c6e0-acac-4014-a43d-78aa4a1b0e97,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:37.351254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cdef8c5-6262-48ec-9cb6-f75516dcae06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:37.468644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-84c1656d-2b6d-4f55-aa4f-763198de06f9 None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:37.501515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:37.520523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b44e700-9d37-4870-b8f5-36321ae240e4 tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:37.554178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:37.573135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:37.622283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e4fb94-8ef8-4f46-8a95-7d2aab4577cb,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:37.625963 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/networks/25a1b498-59a8-4a1d-8ae7-b0f8798d4216 HTTP/1.1" status: 204  len: 168 time: 4.3517179
Dec 03 11:19:37.634940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0cdef8c5-6262-48ec-9cb6-f75516dcae06 None None] Calling delete_port for 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:37.639849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:37.640119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45606) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:37.640934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5175b6c8-230d-4d69-b082-4cee4cc64f4a tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:37.665906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'network': {'name': 'tempest-RoutersTest-1814021027'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:37.669337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:37.680083 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.7847519
Dec 03 11:19:37.681874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45610) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:37.696357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c8942d0-c25d-4f5b-aa25-3b988a0dc4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:37.702793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:37.710109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21fa68ba-3095-44a1-85e7-8b6424e7c070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:37.726781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Network': ['ID=25a1b498-59a8-4a1d-8ae7-b0f8798d4216,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:37.738186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:37.742741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:network and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:37.749755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group_rule': {'security_group_id': 'a0e4fb94-8ef8-4f46-8a95-7d2aab4577cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:37.750381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:37.758868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:37.766412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:37.767238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dcbeda1-700c-490e-9429-3231fdc32dd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:37.770943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:37.784541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:37.798187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c00cb4-4b14-4f52-923c-59f0b59862f3 req-5f998da8-b6a8-4ab4-b68a-17cb3f91bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:37.800346 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-98c00cb4-4b14-4f52-923c-59f0b59862f3 req-5f998da8-b6a8-4ab4-b68a-17cb3f91bf97 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 1162 time: 0.7103305
Dec 03 11:19:37.812422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:19:37.813055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:19:37.814865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cdef8c5-6262-48ec-9cb6-f75516dcae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:37.837414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:37.892787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:37.899188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:37.908289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:37.923115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8942d0-c25d-4f5b-aa25-3b988a0dc4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e98e5f-44a1-4d28-9a10-d4c7d251eedd,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:37.935705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2c8942d0-c25d-4f5b-aa25-3b988a0dc4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:37.938178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdef8c5-6262-48ec-9cb6-f75516dcae06 None None] Pushing event deleted for resources: {'Port': ['ID=63e0c6e0-acac-4014-a43d-78aa4a1b0e97,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:37.963639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0cdef8c5-6262-48ec-9cb6-f75516dcae06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:38.039715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45616) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:38.040862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c8942d0-c25d-4f5b-aa25-3b988a0dc4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.042180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2c8942d0-c25d-4f5b-aa25-3b988a0dc4e1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d0e98e5f-44a1-4d28-9a10-d4c7d251eedd HTTP/1.1" status: 204  len: 168 time: 1.6638107
Dec 03 11:19:38.043336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:38.049072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-84c1656d-2b6d-4f55-aa4f-763198de06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69aca20>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:19:10Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:34Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:38.053982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c1656d-2b6d-4f55-aa4f-763198de06f9 None None] The sync data for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs is: [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:19:10Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '9946c251-c381-4431-be96-ed35f271f1c9', 'name': '', 'network_id': '0181c518-01f1-4e35-9207-f8b8a82a4943', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:d1:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:14Z', 'updated_at': '2020-12-03T11:15:34Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4200b6e2-2940-49ba-9709-fee3d781fff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:38.061440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.065224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5cbfbe13-ade6-4772-879f-b7c688174711 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Request body: {'router': {'name': 'tempest-router--1118345160', 'project_id': 'cd97c13674814697a72bc9f4a44b0070'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:38.101122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5cbfbe13-ade6-4772-879f-b7c688174711 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:38.116225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5cbfbe13-ade6-4772-879f-b7c688174711 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Usage tracker for resource:router and tenant:cd97c13674814697a72bc9f4a44b0070 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:38.122267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5cbfbe13-ade6-4772-879f-b7c688174711 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:38.125150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdef8c5-6262-48ec-9cb6-f75516dcae06 None None] No DVR routers for this DVR port 63e0c6e0-acac-4014-a43d-78aa4a1b0e97 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:19:38.142353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5cbfbe13-ade6-4772-879f-b7c688174711 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:38.169661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbe13-ade6-4772-879f-b7c688174711 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.171061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbe13-ade6-4772-879f-b7c688174711 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.206193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.217060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.221094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:38.227520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c00cb4-4b14-4f52-923c-59f0b59862f3 req-f2ccfd6b-e9f2-4e5c-82d3-da7851a955f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:38.229105 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-98c00cb4-4b14-4f52-923c-59f0b59862f3 req-f2ccfd6b-e9f2-4e5c-82d3-da7851a955f5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0181c518-01f1-4e35-9207-f8b8a82a4943 HTTP/1.1" status: 200  len: 891 time: 0.4135470
Dec 03 11:19:38.236249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbe13-ade6-4772-879f-b7c688174711 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.241222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dcbeda1-700c-490e-9429-3231fdc32dd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.246292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dcbeda1-700c-490e-9429-3231fdc32dd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.274715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:19:38.283566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1028ffc-a427-4408-a5f2-7e7dd14e3dc6 req-134b4bb2-94d5-4cf9-ae14-5c7d8d2d1473 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:38.285176 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1028ffc-a427-4408-a5f2-7e7dd14e3dc6 req-134b4bb2-94d5-4cf9-ae14-5c7d8d2d1473 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 945 time: 0.8721690
Dec 03 11:19:38.295878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.296345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Added segment 063e1c8a-2e3e-4a09-b60e-1c058584110d of type vxlan for network c1481d95-de3e-4abe-9819-2e258746c337
Dec 03 11:19:38.297788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dcbeda1-700c-490e-9429-3231fdc32dd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.298326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcbeda1-700c-490e-9429-3231fdc32dd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Fanout notify agent at l3_agent the message router_deleted on router ec45f6fd-50ee-48e8-a807-3149dce38d43 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:19:38.325590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc99664f-024d-4f16-ae45-d17a4851c102,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:38.337567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:38.342952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-98c00cb4-4b14-4f52-923c-59f0b59862f3 req-ff689179-fb4a-4c1a-8cac-281305b60b41 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6bdf139-a3ae-4585-8c16-5c54b111a6e1 HTTP/1.1" status: 200  len: 217 time: 0.0899465
Dec 03 11:19:38.379001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.388830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dcbeda1-700c-490e-9429-3231fdc32dd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.390049 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6dcbeda1-700c-490e-9429-3231fdc32dd7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/routers/ec45f6fd-50ee-48e8-a807-3149dce38d43 HTTP/1.1" status: 204  len: 168 time: 1.0797231
Dec 03 11:19:38.395980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45624) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:38.412852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a1028ffc-a427-4408-a5f2-7e7dd14e3dc6 req-b616cbb5-8528-47a8-bc38-eb7c56addf06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:38.448705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a1028ffc-a427-4408-a5f2-7e7dd14e3dc6 req-b616cbb5-8528-47a8-bc38-eb7c56addf06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:38.452962 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1028ffc-a427-4408-a5f2-7e7dd14e3dc6 req-b616cbb5-8528-47a8-bc38-eb7c56addf06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1396000
Dec 03 11:19:38.454201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.459164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.460752 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.7398100
Dec 03 11:19:38.461896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:38.462210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbe13-ade6-4772-879f-b7c688174711 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.462606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.468960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45628) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:38.469730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:38.490027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2f316e22-c86b-4739-b575-19f684911bb7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:38.512469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group_rule': {'security_group_id': 'a0e4fb94-8ef8-4f46-8a95-7d2aab4577cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:38.513364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c00cb4-4b14-4f52-923c-59f0b59862f3 req-df6ac627-cf7e-4cad-bc0f-b9d41d10e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:38.515000 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-98c00cb4-4b14-4f52-923c-59f0b59862f3 req-df6ac627-cf7e-4cad-bc0f-b9d41d10e334 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4200b6e2-2940-49ba-9709-fee3d781fff5 HTTP/1.1" status: 200  len: 835 time: 0.1636209
Dec 03 11:19:38.519501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbe13-ade6-4772-879f-b7c688174711 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.523841 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5cbfbe13-ade6-4772-879f-b7c688174711 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.4827459
Dec 03 11:19:38.524761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45634) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:38.532799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:38.556934 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9148588
Dec 03 11:19:38.558300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45638) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:38.560871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:38.574694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:38.582556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'subnet': {'network_id': 'c1481d95-de3e-4abe-9819-2e258746c337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:38.707972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:38.715435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Network': ['ID=c1481d95-de3e-4abe-9819-2e258746c337,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:38.724060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:38.732156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network c1481d95-de3e-4abe-9819-2e258746c337 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:19:38.763239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network c1481d95-de3e-4abe-9819-2e258746c337 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:19:38.813522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2f316e22-c86b-4739-b575-19f684911bb7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:38.818349 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2f316e22-c86b-4739-b575-19f684911bb7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.4115386
Dec 03 11:19:38.825606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45648) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:38.847075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ec37ed1-0bf3-48ec-9afa-a0b794dc2700 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.906886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95415d6-d1da-438c-b8f9-c4b5f32502a4 None None] New status for floating IP 98c2ee3b-2fe9-4f72-97bc-3bfe1b46cd1d: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:19:38.912255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:38.973162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:38.998748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:subnet and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:39.023147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:39.042310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:39.058006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35a8ac3-e1a0-43da-b7e2-3df78b8c1f9a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:39.059095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d35a8ac3-e1a0-43da-b7e2-3df78b8c1f9a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:39.087593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:39.105717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:39.116159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:39.120811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ebeb997-3156-46ac-b1b7-bd39ec947b8b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:39.146754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d35a8ac3-e1a0-43da-b7e2-3df78b8c1f9a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:39.150945 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d35a8ac3-e1a0-43da-b7e2-3df78b8c1f9a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3213735
Dec 03 11:19:39.156494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45656) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:39.256658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c00cb4-4b14-4f52-923c-59f0b59862f3 req-9a207d7c-df33-4622-9f5e-31c93b040fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:39.258301 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-98c00cb4-4b14-4f52-923c-59f0b59862f3 req-9a207d7c-df33-4622-9f5e-31c93b040fc3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0181c518-01f1-4e35-9207-f8b8a82a4943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5701652
Dec 03 11:19:39.299928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ec37ed1-0bf3-48ec-9afa-a0b794dc2700 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:39.306029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ec37ed1-0bf3-48ec-9afa-a0b794dc2700 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:39.398730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45662) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:39.420544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ec37ed1-0bf3-48ec-9afa-a0b794dc2700 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:39.421109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec37ed1-0bf3-48ec-9afa-a0b794dc2700 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Fanout notify agent at l3_agent the message router_deleted on router 399a4cf4-50a4-41fc-8700-6718899d9338 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:19:39.428544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-fe7878a1-6a1a-4d96-b803-abedcb391e43 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:39.429652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-fe7878a1-6a1a-4d96-b803-abedcb391e43 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:39.456443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ec37ed1-0bf3-48ec-9afa-a0b794dc2700 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:39.457576 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6ec37ed1-0bf3-48ec-9afa-a0b794dc2700 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "DELETE /v2.0/routers/399a4cf4-50a4-41fc-8700-6718899d9338 HTTP/1.1" status: 204  len: 168 time: 0.9318173
Dec 03 11:19:39.485997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-98c00cb4-4b14-4f52-923c-59f0b59862f3 req-87c3cfd4-5870-4a17-ba78-bc7304a6dc35 service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139118
Dec 03 11:19:39.487119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-fe7878a1-6a1a-4d96-b803-abedcb391e43 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:39.488179 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-fe7878a1-6a1a-4d96-b803-abedcb391e43 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 945 time: 0.4925895
Dec 03 11:19:39.490198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d167a1-9cb8-4898-8b96-b492a76cecbb,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:39.566235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:39.591543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3e5c5a44-7a10-49e0-b706-f737e97e4434 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:router {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:39.601576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:39.619804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1940690180'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:39.622414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:39.623729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 1.1258924
Dec 03 11:19:39.632881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45672) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:39.642239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:39.651123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group_rule': {'security_group_id': 'a0e4fb94-8ef8-4f46-8a95-7d2aab4577cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:39.707173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3e5c5a44-7a10-49e0-b706-f737e97e4434 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:router {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:39.708365 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3e5c5a44-7a10-49e0-b706-f737e97e4434 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5438190
Dec 03 11:19:39.712221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45676) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:39.720749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45678) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:39.724165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:39.737419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port c6bdf139-a3ae-4585-8c16-5c54b111a6e1 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:39.737645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:39.737936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:39.768098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:network and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:39.781215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:39.784054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:39.786946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:39.804585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:39.806850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:39.872192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Made reservation on behalf of bed15e13252a48acad7b4d88131ac0c2 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:39.883271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:39.916705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-98c00cb4-4b14-4f52-923c-59f0b59862f3 req-f8d35410-d1c5-444e-83df-29f5c796f3d7 service neutron] 10.222.0.91 "GET /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3777604
Dec 03 11:19:39.953985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:39.972586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:39.985763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:39.987013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c6bdf139-a3ae-4585-8c16-5c54b111a6e1 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:40.009377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1168561061', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:40.024848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:40.026305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:40.029719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:40.040094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:security_group_rule and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:40.044251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Usage tracker for resource:router and tenant:9d954ff7cbd34eaa87d459922107748e is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:40.048074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:40.054853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:40.071579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433671c-435d-4f4a-b9a5-58aceccc8937 req-5fe9fdc6-3738-471e-a74a-bcf4b5681e97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:40.073210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7433671c-435d-4f4a-b9a5-58aceccc8937 req-5fe9fdc6-3738-471e-a74a-bcf4b5681e97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 945 time: 0.3464150
Dec 03 11:19:40.074687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:40.084104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:40.112081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:40.119610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.148412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.149508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.151901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:19:40.163509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port c6bdf139-a3ae-4585-8c16-5c54b111a6e1, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c6bdf139-a3ae-4585-8c16-5c54b111a6e1,segment=NetworkSegment(f0a1508c-8396-48ca-94d7-d24f20ed2ed1),segment_id=f0a1508c-8396-48ca-94d7-d24f20ed2ed1)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:40.168690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.170835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-83375dc7-adaa-4435-b831-0cfa0f16ce5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:40.190635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.205509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.211700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f53a1728-9f67-474b-905d-301c72e95add tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:40.222249 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'code': 200}
Dec 03 11:19:40.250064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=c6bdf139-a3ae-4585-8c16-5c54b111a6e1,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:40.253081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:40.270002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed982fa-1659-4f88-8df7-de0de344f935,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:40.281392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:40.297248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port c6bdf139-a3ae-4585-8c16-5c54b111a6e1, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c6bdf139-a3ae-4585-8c16-5c54b111a6e1,segment=NetworkSegment(f0a1508c-8396-48ca-94d7-d24f20ed2ed1),segment_id=f0a1508c-8396-48ca-94d7-d24f20ed2ed1)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:40.297648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.323386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.347749 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7433671c-435d-4f4a-b9a5-58aceccc8937 req-cf0d1b3e-c8a5-41dc-9907-387083c67f7a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2651885
Dec 03 11:19:40.361146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.380743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.384638 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.7477930
Dec 03 11:19:40.390987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45690) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:40.454270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for c6bdf139-a3ae-4585-8c16-5c54b111a6e1 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:40.469396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group_rule': {'security_group_id': 'a0e4fb94-8ef8-4f46-8a95-7d2aab4577cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:40.491028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:40.507427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:40.514748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:40.585363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:40.796365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.799806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.804597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5566df07-ac18-4477-b809-9701c2dc21d0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:40.832977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:19:40.833322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:19:40.833951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:19:40.856100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5fc173-4b64-4642-82d5-a6d03fbae37d,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:40.859140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.859611 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Added segment 90e745ae-d023-4b4a-902a-59fa7b64821a of type vxlan for network f3309eba-7a20-47a9-85c8-6b7d055b96c2
Dec 03 11:19:40.860972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:40.891400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.922933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.924098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.928565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:40.929290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:40.936382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-232cb9a1-9c4d-4ded-8474-be1e34da109b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:40.956333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:41.053187 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.6524918
Dec 03 11:19:41.054237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Network': ['ID=f3309eba-7a20-47a9-85c8-6b7d055b96c2,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:41.056347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45694) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:41.062973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'subnet': {'network_id': 'f3309eba-7a20-47a9-85c8-6b7d055b96c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:41.067551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:19:41.078476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:41.088448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:19:41.161474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:41.181413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:41.186149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:subnet and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:41.189163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:41.195637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:41.205914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Made reservation on behalf of bed15e13252a48acad7b4d88131ac0c2 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:41.208284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:41.220043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:41.322266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f16786-f84c-4c39-8927-9905c46bf4f1,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:41.330279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:41.337688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:41.347986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port c6bdf139-a3ae-4585-8c16-5c54b111a6e1 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:41.348361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:41.352003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:41.373210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8a07ec8d-c95c-4d8c-8617-f2fb4b2921ff tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:41.491457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:41.492753 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 1.0503190
Dec 03 11:19:41.508406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45700) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:41.788549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port c6bdf139-a3ae-4585-8c16-5c54b111a6e1, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c6bdf139-a3ae-4585-8c16-5c54b111a6e1,segment=NetworkSegment(f0a1508c-8396-48ca-94d7-d24f20ed2ed1),segment_id=f0a1508c-8396-48ca-94d7-d24f20ed2ed1)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:41.788959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:41.878951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group_rule': {'security_group_id': 'a0e4fb94-8ef8-4f46-8a95-7d2aab4577cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:41.910854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:41.925099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Subnet': ['ID=7fad8917-951f-4922-a536-7ffa9fce4f36,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:41.930757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:41.936409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:41.938952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:41.943081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for c6bdf139-a3ae-4585-8c16-5c54b111a6e1 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:41.967367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:42.109801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.193424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.211597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eacf164b-cffc-46c4-aa66-8d3aeb7837eb tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:42.254318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c525-94ae-4bc2-992a-b86dac0b24c8 req-9aae8c5b-aae0-49d5-bcf1-fbb4dbb63dfa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:42.255956 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d105c525-94ae-4bc2-992a-b86dac0b24c8 req-9aae8c5b-aae0-49d5-bcf1-fbb4dbb63dfa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=23278b20-d9a8-4637-bf74-3521fd5537e2 HTTP/1.1" status: 200  len: 865 time: 0.7587068
Dec 03 11:19:42.265466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=c6bdf139-a3ae-4585-8c16-5c54b111a6e1,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:42.280655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:42.319291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.405437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.423657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Checking segment: {'id': '063e1c8a-2e3e-4a09-b60e-1c058584110d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c1481d95-de3e-4abe-9819-2e258746c337'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:19:42.424052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network hostable DHCP agents. Network: c1481d95-de3e-4abe-9819-2e258746c337, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:19:42.459910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.477857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e30180db-4081-46a0-8c01-9483b19c3c6b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:42.505096 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d105c525-94ae-4bc2-992a-b86dac0b24c8 req-73798746-efb6-4dcd-860e-6697ab287932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2173064
Dec 03 11:19:42.539232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.579893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] No DVR routers for this DVR port c6bdf139-a3ae-4585-8c16-5c54b111a6e1 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:19:42.587775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.591254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'name': 'network-vif-deleted', 'tag': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:19:42.624727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network c1481d95-de3e-4abe-9819-2e258746c337 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:19:42.627011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.639320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40b42bcc-57f8-4e67-959e-ee9dbef42ecc tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:42.655736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:19:42.656351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.659206 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23278b20-d9a8-4637-bf74-3521fd5537e2', 'name': 'network-vif-deleted', 'tag': 'c6bdf139-a3ae-4585-8c16-5c54b111a6e1', 'status': 'completed', 'code': 200}
Dec 03 11:19:42.679316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Subnet': ['ID=753260e8-fd21-4021-8e20-bcc43eef5611,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:42.686167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:42.687669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-27cdc83d-a565-4f2a-9059-c5879ba6e824 req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "DELETE /v2.0/ports/c6bdf139-a3ae-4585-8c16-5c54b111a6e1 HTTP/1.1" status: 204  len: 173 time: 3.1885469
Dec 03 11:19:42.703887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde8891d-cbab-4f2d-a95d-d010fd117619,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:42.713873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, c1481d95-de3e-4abe-9819-2e258746c337) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:42.724258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:42.725000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43cf814-f653-4425-a55a-501d36bfca43 None None] Network c1481d95-de3e-4abe-9819-2e258746c337 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:42.735233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f735a0c0-1445-488b-b247-24a10fae548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:42.758124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Checking segment: {'id': '90e745ae-d023-4b4a-902a-59fa7b64821a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f3309eba-7a20-47a9-85c8-6b7d055b96c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:19:42.758519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network hostable DHCP agents. Network: f3309eba-7a20-47a9-85c8-6b7d055b96c2, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:19:42.778359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:19:42.787838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, f3309eba-7a20-47a9-85c8-6b7d055b96c2) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:42.802532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:42.803210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.824330 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.7642536
Dec 03 11:19:42.824546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45706) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:42.831086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-452235866', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:42.840735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:42.845440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:router and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:42.849474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:42.857473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:42.869422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.870971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.874621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2973a9-0e58-4239-92d8-f2fee85c8a56 None None] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:42.894996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.901004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.905714 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 742 time: 1.3909616
Dec 03 11:19:42.907210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45710) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:42.915263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:42.915919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.954230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-499d8ef3-e707-447b-86de-975258d4ac5c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.970020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-499d8ef3-e707-447b-86de-975258d4ac5c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:42.985663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=4be00257-6a37-47de-a41e-209d5fad8c01,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:43.011406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-499d8ef3-e707-447b-86de-975258d4ac5c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:43.013865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-27af63c1-d726-47d4-8456-ae81aab74af0 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:43.026521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:43.031465 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.4629200
Dec 03 11:19:43.040103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45714) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:43.086978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d45c19e3-94e7-445d-b525-914f5c9c81b5 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'router': {'name': 'tempest-RoutersTest-router-979340030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:43.110756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d45c19e3-94e7-445d-b525-914f5c9c81b5 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:43.116704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:43.119980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d45c19e3-94e7-445d-b525-914f5c9c81b5 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:router and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:43.124031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:43.125992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d45c19e3-94e7-445d-b525-914f5c9c81b5 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:43.143449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d45c19e3-94e7-445d-b525-914f5c9c81b5 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:43.157555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:43.158150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:43.158848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06576057-0e95-436a-8cac-e84cdbe940e7 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:43.172509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d8ef3-e707-447b-86de-975258d4ac5c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fde8891d-cbab-4f2d-a95d-d010fd117619,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:43.184450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-499d8ef3-e707-447b-86de-975258d4ac5c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:43.184822 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.4629667
Dec 03 11:19:43.188366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45718) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:43.189255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d45c19e3-94e7-445d-b525-914f5c9c81b5 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:43.190625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d45c19e3-94e7-445d-b525-914f5c9c81b5 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:43.195172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-499d8ef3-e707-447b-86de-975258d4ac5c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:43.199786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-499d8ef3-e707-447b-86de-975258d4ac5c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-group-rules/fde8891d-cbab-4f2d-a95d-d010fd117619 HTTP/1.1" status: 204  len: 168 time: 0.2894967
Dec 03 11:19:43.206568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:43.224001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Allocated IP 172.26.1.36 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/fe9b25fd-70d0-4ac8-9895-e786e046c81e) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:43.225993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45722) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:43.367490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:43.384068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d45c19e3-94e7-445d-b525-914f5c9c81b5 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:43.438476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d45c19e3-94e7-445d-b525-914f5c9c81b5 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:43.475206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fc122237-9343-4be5-ba9f-5ad96c862e7d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:43.628285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:43.630208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-c1481d95-de3e-4abe-9819-2e258746c337', 'network_id': 'c1481d95-de3e-4abe-9819-2e258746c337', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'fixed_ips': [{'subnet_id': '7fad8917-951f-4922-a536-7ffa9fce4f36'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:19:43.631198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:43.647703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9476a135-2b9f-4c15-b1d0-bbed42602047 None None] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:43.657590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d45c19e3-94e7-445d-b525-914f5c9c81b5 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:43.659268 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d45c19e3-94e7-445d-b525-914f5c9c81b5 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.6180952
Dec 03 11:19:43.677044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45728) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:43.677745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45730) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:43.678565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fc122237-9343-4be5-ba9f-5ad96c862e7d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:43.682798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fc122237-9343-4be5-ba9f-5ad96c862e7d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5481 time: 0.4529293
Dec 03 11:19:43.684944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45734) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:43.686282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:43.793112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:43.945221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:43.951547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:43.965551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:44.001031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:44.010404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '4be00257-6a37-47de-a41e-209d5fad8c01'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:19:44.012238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:44.050463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f6440c4d-30ea-442a-947f-cc643529950d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:44.151196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f6440c4d-30ea-442a-947f-cc643529950d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:44.481150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Allocated IP 172.20.0.2 (c1481d95-de3e-4abe-9819-2e258746c337/7fad8917-951f-4922-a536-7ffa9fce4f36/1f9fd088-5fe8-4804-ab3d-4c24dd82183c) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:44.646689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Allocated IP 2001:db8::f816:3eff:feb6:981b (cc7b5e29-f739-4393-8923-6dfd9a0401ee/4be00257-6a37-47de-a41e-209d5fad8c01/e3c74a45-cdda-4921-ba9e-9e38d9ec836d) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:44.651380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e89e90f-acbf-4bd7-91c6-f2a7cf2a810c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:44.712186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:44.735827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:44.759340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.26.1.14 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/03cc9eda-e425-4aed-ae7f-f48d286d7527) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:44.814559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f6440c4d-30ea-442a-947f-cc643529950d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:44.828508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e89e90f-acbf-4bd7-91c6-f2a7cf2a810c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:44.896623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:44.938881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:44.953122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Transition to ACTIVE for port object 1f9fd088-5fe8-4804-ab3d-4c24dd82183c will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:44.972200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:44.991318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Transition to ACTIVE for port object 1f9fd088-5fe8-4804-ab3d-4c24dd82183c will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:44.991659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-54f7b7ef-cdfb-4de1-899b-652d9da0b500 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:45.002699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.002950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f6440c4d-30ea-442a-947f-cc643529950d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.006582 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f6440c4d-30ea-442a-947f-cc643529950d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-group-rules/47f16786-f84c-4c39-8927-9905c46bf4f1 HTTP/1.1" status: 204  len: 168 time: 1.3067629
Dec 03 11:19:45.020963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:45.021637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45740) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:45.029664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Pushing event updated for resources: {'Port': ['ID=fe9b25fd-70d0-4ac8-9895-e786e046c81e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:45.036489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:45.042211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:45.064935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.111470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Transition to ACTIVE for port object e3c74a45-cdda-4921-ba9e-9e38d9ec836d will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:45.119633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6440c4d-30ea-442a-947f-cc643529950d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47f16786-f84c-4c39-8927-9905c46bf4f1,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:45.134877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.147959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f6440c4d-30ea-442a-947f-cc643529950d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:45.148328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=03cc9eda-e425-4aed-ae7f-f48d286d7527,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:45.153790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:45.186794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Pushing event updated for resources: {'Port': ['ID=1f9fd088-5fe8-4804-ab3d-4c24dd82183c,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:45.196583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:45.199702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Transition to ACTIVE for port object e3c74a45-cdda-4921-ba9e-9e38d9ec836d will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:45.206358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.209975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:45.211233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:45.214146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:45.225293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-61dd566b-6ee6-4002-8441-605af25046ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:45.281625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-47680b32-8aed-4095-abed-3601fb0ea69e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:45.287310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:45.351970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:45.436573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:45.521406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e89e90f-acbf-4bd7-91c6-f2a7cf2a810c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.533109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4293487-77f7-4f4c-bc96-af4cea0998cc tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:45.549381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-47680b32-8aed-4095-abed-3601fb0ea69e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:45.553679 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-47680b32-8aed-4095-abed-3601fb0ea69e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4965 time: 0.5188439
Dec 03 11:19:45.556348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45744) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:45.573130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89e90f-acbf-4bd7-91c6-f2a7cf2a810c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c91f8b4-2b29-4ff3-8b20-6b473bf410f4,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:45.574578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Pushing event updated for resources: {'Port': ['ID=e3c74a45-cdda-4921-ba9e-9e38d9ec836d,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:45.583607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5e89e90f-acbf-4bd7-91c6-f2a7cf2a810c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:45.584190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:45.608978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Network c1481d95-de3e-4abe-9819-2e258746c337 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:45.616287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:45.630478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:45.679557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e006002d-e600-438c-b9f8-1db7f5134ff9 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.699273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e006002d-e600-438c-b9f8-1db7f5134ff9 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.704743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:45.707153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Attempting to bind port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:19:45.707575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Attempting to bind port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '063e1c8a-2e3e-4a09-b60e-1c058584110d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c1481d95-de3e-4abe-9819-2e258746c337'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:19:45.707992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Attempting to bind port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c on network c1481d95-de3e-4abe-9819-2e258746c337 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:19:45.710621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:45.716643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:45.719400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:19:45.719709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Checking segment: {'id': '063e1c8a-2e3e-4a09-b60e-1c058584110d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c1481d95-de3e-4abe-9819-2e258746c337'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:19:45.720170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.720709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Bound using segment: {'id': '063e1c8a-2e3e-4a09-b60e-1c058584110d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c1481d95-de3e-4abe-9819-2e258746c337'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:19:45.721107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Bound port: 1f9fd088-5fe8-4804-ab3d-4c24dd82183c, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063e1c8a-2e3e-4a09-b60e-1c058584110d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c1481d95-de3e-4abe-9819-2e258746c337'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:19:45.721534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.741960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.836208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Attempting to bind port e3c74a45-cdda-4921-ba9e-9e38d9ec836d on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:19:45.836565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Attempting to bind port e3c74a45-cdda-4921-ba9e-9e38d9ec836d by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:19:45.836935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Attempting to bind port e3c74a45-cdda-4921-ba9e-9e38d9ec836d on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:19:45.845512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e89e90f-acbf-4bd7-91c6-f2a7cf2a810c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.849433 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5e89e90f-acbf-4bd7-91c6-f2a7cf2a810c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/security-groups/7c91f8b4-2b29-4ff3-8b20-6b473bf410f4 HTTP/1.1" status: 204  len: 168 time: 2.1636178
Dec 03 11:19:45.849603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:19:45.849603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:19:45.849603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.849603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:19:45.851367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Bound port: e3c74a45-cdda-4921-ba9e-9e38d9ec836d, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:19:45.851367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.868576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e006002d-e600-438c-b9f8-1db7f5134ff9 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.873061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:45.899238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45750) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:45.904540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006002d-e600-438c-b9f8-1db7f5134ff9 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ed982fa-1659-4f88-8df7-de0de344f935,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:45.911697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e006002d-e600-438c-b9f8-1db7f5134ff9 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:45.929840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] For port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:19:45.950332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] For port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1f9fd088-5fe8-4804-ab3d-4c24dd82183c,segment=NetworkSegment(063e1c8a-2e3e-4a09-b60e-1c058584110d),segment_id=063e1c8a-2e3e-4a09-b60e-1c058584110d)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:19:45.966264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:45.987396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58ae0534-ec98-4c9f-a66f-51cc797cfeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:46.063138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] For port e3c74a45-cdda-4921-ba9e-9e38d9ec836d, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:19:46.090025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e006002d-e600-438c-b9f8-1db7f5134ff9 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:46.093811 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e006002d-e600-438c-b9f8-1db7f5134ff9 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-group-rules/8ed982fa-1659-4f88-8df7-de0de344f935 HTTP/1.1" status: 204  len: 168 time: 0.5342801
Dec 03 11:19:46.096839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45754) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:46.135136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] For port e3c74a45-cdda-4921-ba9e-9e38d9ec836d, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e3c74a45-cdda-4921-ba9e-9e38d9ec836d,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:19:46.146481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:46.171732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Pushing event updated for resources: {'Port': ['ID=1f9fd088-5fe8-4804-ab3d-4c24dd82183c,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:46.179463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:46.181683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be55ba57-1e0d-4b69-b324-7a180fa71a44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:46.337983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-56d0d47b-ee0c-47a7-a630-c85ddccfba6c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:46.368321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Pushing event updated for resources: {'Port': ['ID=e3c74a45-cdda-4921-ba9e-9e38d9ec836d,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:46.383371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:46.465308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-56d0d47b-ee0c-47a7-a630-c85ddccfba6c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:46.467095 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-56d0d47b-ee0c-47a7-a630-c85ddccfba6c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4449 time: 0.3608153
Dec 03 11:19:46.476198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45758) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:46.501395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:46.560754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:46.570323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Allocated IP 172.20.0.1 (c1481d95-de3e-4abe-9819-2e258746c337/7fad8917-951f-4922-a536-7ffa9fce4f36/74dd28ab-ad59-4815-8d15-fba8a80d89d7) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:46.698154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-edbd737c-8125-4a9c-91da-9d4e2fa5e6bb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:46.742776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-edbd737c-8125-4a9c-91da-9d4e2fa5e6bb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:46.970849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-edbd737c-8125-4a9c-91da-9d4e2fa5e6bb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:46.983675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f6440c4d-30ea-442a-947f-cc643529950d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:47.034981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:47.222331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e3c74a45-cdda-4921-ba9e-9e38d9ec836d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:47.300401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port e3c74a45-cdda-4921-ba9e-9e38d9ec836d completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:47.305962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1f9fd088-5fe8-4804-ab3d-4c24dd82183c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:47.327787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:19:47.380407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:47.471865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd737c-8125-4a9c-91da-9d4e2fa5e6bb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4d167a1-9cb8-4898-8b96-b492a76cecbb,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:47.473328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-edbd737c-8125-4a9c-91da-9d4e2fa5e6bb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:47.522635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:47.552207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:47.605031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:47.613317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-edbd737c-8125-4a9c-91da-9d4e2fa5e6bb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:47.617015 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-edbd737c-8125-4a9c-91da-9d4e2fa5e6bb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-group-rules/c4d167a1-9cb8-4898-8b96-b492a76cecbb HTTP/1.1" status: 204  len: 168 time: 1.1355736
Dec 03 11:19:47.618149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45762) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:47.719696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Transition to ACTIVE for port object 74dd28ab-ad59-4815-8d15-fba8a80d89d7 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:47.723291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:47.733654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dfa7e5-7684-45e5-a502-ce39c37e839a None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:47.746541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dfa7e5-7684-45e5-a502-ce39c37e839a None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:47.747955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76dfa7e5-7684-45e5-a502-ce39c37e839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b636b550>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:47.748121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=e0223197-5540-43ea-8112-1ebe69ce46ff,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:47.750972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:47.770840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3b3aa86f-b9a8-4395-b217-4193314f711c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3933 time: 0.1492198
Dec 03 11:19:47.771929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:47.775938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45766) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:47.792412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:47.794172 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.9686837
Dec 03 11:19:47.797223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45770) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:47.822697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76dfa7e5-7684-45e5-a502-ce39c37e839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b636b550>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:47.833334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dfa7e5-7684-45e5-a502-ce39c37e839a None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:47.834226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76dfa7e5-7684-45e5-a502-ce39c37e839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b636b550>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:47.908688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76dfa7e5-7684-45e5-a502-ce39c37e839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b636b550>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:47.909493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dfa7e5-7684-45e5-a502-ce39c37e839a None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:47.997109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:48.019573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68c0c756-496a-48cf-911b-05cf0c19e229 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:48.052636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43c87c48-2bf2-440c-91d9-4d3e9ddf32bf tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:48.107880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43c87c48-2bf2-440c-91d9-4d3e9ddf32bf tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:48.214612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:48.229279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:48.252226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=74dd28ab-ad59-4815-8d15-fba8a80d89d7,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:48.265676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:48.270855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:48.271515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:48.292845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43c87c48-2bf2-440c-91d9-4d3e9ddf32bf tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:48.303886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4b99ccc6-6d1f-4a92-9318-c0fe56e75833 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:48.346200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c87c48-2bf2-440c-91d9-4d3e9ddf32bf tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc99664f-024d-4f16-ae45-d17a4851c102,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:48.359279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43c87c48-2bf2-440c-91d9-4d3e9ddf32bf tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:48.376960 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.1799831
Dec 03 11:19:48.376960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43c87c48-2bf2-440c-91d9-4d3e9ddf32bf tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:48.379307 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-43c87c48-2bf2-440c-91d9-4d3e9ddf32bf tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-group-rules/cc99664f-024d-4f16-ae45-d17a4851c102 HTTP/1.1" status: 204  len: 168 time: 0.6006727
Dec 03 11:19:48.379968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45774) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:48.380341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45776) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:48.412732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:f4:9b:9b', 'name': 'tempest-NetworksTestDHCPv6-1353811471'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:48.472447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c7268-3ce7-48a1-b798-3dea89f64e6b None None] Network c1481d95-de3e-4abe-9819-2e258746c337 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:48.478630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network c1481d95-de3e-4abe-9819-2e258746c337 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:48.486693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:48.552408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 9946c251-c381-4431-be96-ed35f271f1c9 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:48.552841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:48.557481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:48.604962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Router 6322f650-de16-45ff-a54e-a917e4da81f9 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:19:48.617340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-64a65807-e1b7-4390-a83e-c266ceeabe68 None None] Provisioning for port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:48.626816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-64a65807-e1b7-4390-a83e-c266ceeabe68 None None] Provisioning complete for port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:48.627268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a65807-e1b7-4390-a83e-c266ceeabe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:48.630952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fd6a9a33-a8e8-447d-892b-14df84808b69 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:48.833046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:48.861441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fd6a9a33-a8e8-447d-892b-14df84808b69 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:48.866441 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fd6a9a33-a8e8-447d-892b-14df84808b69 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.4746156
Dec 03 11:19:48.872909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45782) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:48.881140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e1b963-5a1b-4eca-8911-39e59c63833f None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:48.939810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:48.949022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:48.954565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:48.957969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:48.976375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ecd8c-51b8-4cb2-a996-1ab4813cedb5 None None] Sync routers for ids ['6322f650-de16-45ff-a54e-a917e4da81f9'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:48.990121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:49.035299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.039544 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 9.3233063
Dec 03 11:19:49.045615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:19:49.052367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45786) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:49.080125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ecd8c-51b8-4cb2-a996-1ab4813cedb5 None None] Routers {'6322f650-de16-45ff-a54e-a917e4da81f9'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:49.080827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-893ecd8c-51b8-4cb2-a996-1ab4813cedb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c56630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6322f650-de16-45ff-a54e-a917e4da81f9'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:49.135385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a65807-e1b7-4390-a83e-c266ceeabe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.171440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-893ecd8c-51b8-4cb2-a996-1ab4813cedb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c56630>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:49.227691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ecd8c-51b8-4cb2-a996-1ab4813cedb5 None None] Routers {'6322f650-de16-45ff-a54e-a917e4da81f9'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:49.228391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-893ecd8c-51b8-4cb2-a996-1ab4813cedb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c56630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6322f650-de16-45ff-a54e-a917e4da81f9'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:49.258574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8be79985-90fe-4f03-9738-c63562bf41ba tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.275533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.301723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8be79985-90fe-4f03-9738-c63562bf41ba tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.330721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.335595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-64a65807-e1b7-4390-a83e-c266ceeabe68 None None] For port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1f9fd088-5fe8-4804-ab3d-4c24dd82183c,segment=NetworkSegment(063e1c8a-2e3e-4a09-b60e-1c058584110d),segment_id=063e1c8a-2e3e-4a09-b60e-1c058584110d)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:49.341270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-893ecd8c-51b8-4cb2-a996-1ab4813cedb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c56630>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:49.341727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ecd8c-51b8-4cb2-a996-1ab4813cedb5 None None] The sync data for ids ['6322f650-de16-45ff-a54e-a917e4da81f9'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:49.346159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a65807-e1b7-4390-a83e-c266ceeabe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.349727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:49.371102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 9946c251-c381-4431-be96-ed35f271f1c9, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=9946c251-c381-4431-be96-ed35f271f1c9,segment=NetworkSegment(f0a1508c-8396-48ca-94d7-d24f20ed2ed1),segment_id=f0a1508c-8396-48ca-94d7-d24f20ed2ed1)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:49.371489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.485391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a65807-e1b7-4390-a83e-c266ceeabe68 None None] Pushing event updated for resources: {'Port': ['ID=1f9fd088-5fe8-4804-ab3d-4c24dd82183c,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:49.490147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64a65807-e1b7-4390-a83e-c266ceeabe68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:49.504134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Provisioning for port 74dd28ab-ad59-4815-8d15-fba8a80d89d7 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:49.513096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Provisioning complete for port 74dd28ab-ad59-4815-8d15-fba8a80d89d7 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:49.513521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.576994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Port 74dd28ab-ad59-4815-8d15-fba8a80d89d7 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:49.594777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Provisioning complete for port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:49.595227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.654655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 9946c251-c381-4431-be96-ed35f271f1c9 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:49.687790 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-74f8a499-e5e8-40f0-82c6-04e68d0a332f tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/routers/6322f650-de16-45ff-a54e-a917e4da81f9 HTTP/1.1" status: 200  len: 920 time: 0.6341307
Dec 03 11:19:49.715896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45790) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:49.723877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530f11a8-d5b4-43a8-b361-c6756b82ca82 None None] Update dhcp port {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '4be00257-6a37-47de-a41e-209d5fad8c01', 'ip_address': '2001:db8::f816:3eff:feb6:981b'}, {'subnet_id': 'e0223197-5540-43ea-8112-1ebe69ce46ff'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': 'e3c74a45-cdda-4921-ba9e-9e38d9ec836d'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:19:49.738572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8be79985-90fe-4f03-9738-c63562bf41ba tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.756089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.784720 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7a826492-a4f2-455e-8b18-1aa7f0ee0efc tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "GET /v2.0/ports?device_id=6322f650-de16-45ff-a54e-a917e4da81f9 HTTP/1.1" status: 200  len: 205 time: 0.0653422
Dec 03 11:19:49.790553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:49.793022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45794) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:49.833264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-530f11a8-d5b4-43a8-b361-c6756b82ca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.839656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be79985-90fe-4f03-9738-c63562bf41ba tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e4fb94-8ef8-4f46-8a95-7d2aab4577cb,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:49.894153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8be79985-90fe-4f03-9738-c63562bf41ba tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:49.896523 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8be79985-90fe-4f03-9738-c63562bf41ba tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-groups/a0e4fb94-8ef8-4f46-8a95-7d2aab4577cb HTTP/1.1" status: 204  len: 168 time: 0.9588125
Dec 03 11:19:49.961145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45798) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:49.997691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Provisioning for port e3c74a45-cdda-4921-ba9e-9e38d9ec836d completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:50.006328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Provisioning complete for port e3c74a45-cdda-4921-ba9e-9e38d9ec836d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:50.007040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.228619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5ec96fae-cf1d-4ef1-ac3d-6d6232fb86aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:50.246641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.303759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8be79985-90fe-4f03-9738-c63562bf41ba tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:50.442688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5ec96fae-cf1d-4ef1-ac3d-6d6232fb86aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:50.449178 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5ec96fae-cf1d-4ef1-ac3d-6d6232fb86aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.4795332
Dec 03 11:19:50.454310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45802) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:50.470268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group': {'name': 'tempest-secgroup--207710002'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:50.483793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:50.493704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.514984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:50.531192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port a879a4d6-0691-4932-b9c6-0e5e55901c9e yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:19:50.546751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-530f11a8-d5b4-43a8-b361-c6756b82ca82 None None] Allocated IP 172.20.0.2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/e0223197-5540-43ea-8112-1ebe69ce46ff/e3c74a45-cdda-4921-ba9e-9e38d9ec836d) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:50.553231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] For port e3c74a45-cdda-4921-ba9e-9e38d9ec836d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e3c74a45-cdda-4921-ba9e-9e38d9ec836d,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:50.559886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.568137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be14e6b0-0044-494e-87d7-aa2d26611772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:50.570113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.583264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.586928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9097ba50-fc12-4066-82af-e99b78faf7ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:50.640941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:50.659156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:50.663019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:50.667149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=9946c251-c381-4431-be96-ed35f271f1c9,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:50.670809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:50.674475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:50.721059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.727721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.752931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Pushing event updated for resources: {'Port': ['ID=e3c74a45-cdda-4921-ba9e-9e38d9ec836d,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:50.758785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:50.766791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-087d9761-b749-4a01-a594-bfe01f1986b9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:50.769556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-483ba4e6-4b51-4f19-bab8-287ec1c40823 None None] Provisioning complete for port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:50.769992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-483ba4e6-4b51-4f19-bab8-287ec1c40823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.859387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-530f11a8-d5b4-43a8-b361-c6756b82ca82 None None] For port e3c74a45-cdda-4921-ba9e-9e38d9ec836d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e3c74a45-cdda-4921-ba9e-9e38d9ec836d,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:50.893228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=74dd28ab-ad59-4815-8d15-fba8a80d89d7,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:50.898569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.923023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:50.925684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-530f11a8-d5b4-43a8-b361-c6756b82ca82 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.934831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.948603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-530f11a8-d5b4-43a8-b361-c6756b82ca82 None None] Ignored duplicate provisioning block setup for port e3c74a45-cdda-4921-ba9e-9e38d9ec836d by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 03 11:19:50.951599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:50.988634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-530f11a8-d5b4-43a8-b361-c6756b82ca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:51.009434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-19a9bf0d-7f17-4036-9cef-bb1c2fed2f3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:51.010291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d5aa27a7-d67a-4ea5-ba77-364e04e4a8d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:51.061495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:51.071608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Deleting port fe9b25fd-70d0-4ac8-9895-e786e046c81e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:51.071985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:51.175212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroup': ['ID=82c320ea-e003-4d56-9d76-42c40ceb377c,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:51.179349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:51.189160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:51.190631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.7329319
Dec 03 11:19:51.198092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45806) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:51.227277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group_rule': {'security_group_id': '82c320ea-e003-4d56-9d76-42c40ceb377c', 'direction': 'ingress', 'protocol': 17}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:51.236393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e3c74a45-cdda-4921-ba9e-9e38d9ec836d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:51.250301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:51.275174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:51.282865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:51.287485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network c1481d95-de3e-4abe-9819-2e258746c337 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:51.295181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:51.327868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:51.357001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-483ba4e6-4b51-4f19-bab8-287ec1c40823 None None] Provisioning complete for port 74dd28ab-ad59-4815-8d15-fba8a80d89d7 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:51.357442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-483ba4e6-4b51-4f19-bab8-287ec1c40823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:51.363266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 172.20.0.9 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/e0223197-5540-43ea-8112-1ebe69ce46ff/a879a4d6-0691-4932-b9c6-0e5e55901c9e) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:51.410854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:51.421919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-483ba4e6-4b51-4f19-bab8-287ec1c40823 None None] Port 74dd28ab-ad59-4815-8d15-fba8a80d89d7 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:51.440029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f11a8-d5b4-43a8-b361-c6756b82ca82 None None] Pushing event updated for resources: {'Port': ['ID=e3c74a45-cdda-4921-ba9e-9e38d9ec836d,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:51.446147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-530f11a8-d5b4-43a8-b361-c6756b82ca82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:51.451966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::f816:3eff:fef4:9b9b (cc7b5e29-f739-4393-8923-6dfd9a0401ee/4be00257-6a37-47de-a41e-209d5fad8c01/a879a4d6-0691-4932-b9c6-0e5e55901c9e) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:51.461570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port e3c74a45-cdda-4921-ba9e-9e38d9ec836d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:51.461972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:51.585649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:51.599631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-886750ea-5601-4dcc-b060-9ecc4565730d None None] Provisioning complete for port 74dd28ab-ad59-4815-8d15-fba8a80d89d7 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:51.600481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-886750ea-5601-4dcc-b060-9ecc4565730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:51.600837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Calling delete_port for fe9b25fd-70d0-4ac8-9895-e786e046c81e owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:51.644278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1f9fd088-5fe8-4804-ab3d-4c24dd82183c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:51.656931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.20.0.1 (f3309eba-7a20-47a9-85c8-6b7d055b96c2/753260e8-fd21-4021-8e20-bcc43eef5611/7ea7f812-563f-4615-bbd2-79ba58acb146) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:51.693209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router f7df9d5b-7b21-4df7-8078-f548a8d78770 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:19:51.710163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-886750ea-5601-4dcc-b060-9ecc4565730d None None] Port 74dd28ab-ad59-4815-8d15-fba8a80d89d7 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:51.741156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:51.756569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:51.756900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.022020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:52.026334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.033967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c7ca5f-9359-42aa-84df-8f03cd3df03a None None] Sync routers for ids ['f7df9d5b-7b21-4df7-8078-f548a8d78770'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:52.036867 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/f7df9d5b-7b21-4df7-8078-f548a8d78770/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3556063
Dec 03 11:19:52.041853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45810) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:52.051117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7ca5f-9359-42aa-84df-8f03cd3df03a None None] Routers {'f7df9d5b-7b21-4df7-8078-f548a8d78770'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:52.052336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-97c7ca5f-9359-42aa-84df-8f03cd3df03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b66fae10>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f7df9d5b-7b21-4df7-8078-f548a8d78770'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:52.055516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object a879a4d6-0691-4932-b9c6-0e5e55901c9e will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:19:52.080143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.103810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2c2147eb-93e7-4bb9-90ef-f24d28141b15 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:52.120899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.121044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-97c7ca5f-9359-42aa-84df-8f03cd3df03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b66fae10>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:52.131782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7ca5f-9359-42aa-84df-8f03cd3df03a None None] Routers {'f7df9d5b-7b21-4df7-8078-f548a8d78770'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:52.132434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-97c7ca5f-9359-42aa-84df-8f03cd3df03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b66fae10>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f7df9d5b-7b21-4df7-8078-f548a8d78770'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:52.202329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-97c7ca5f-9359-42aa-84df-8f03cd3df03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b66fae10>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:52.203118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c7ca5f-9359-42aa-84df-8f03cd3df03a None None] The sync data for ids ['f7df9d5b-7b21-4df7-8078-f548a8d78770'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:52.232463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.250229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d4f5bbf3-901c-4132-bbc6-865d46cb84c4 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:52.256743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=a879a4d6-0691-4932-b9c6-0e5e55901c9e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:52.261768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:52.277550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acf582f-5590-4fba-a4dd-141f3265ef1b,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:52.306716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:52.321471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:52.322804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:52.326093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:52.360387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6f64381f-2793-4065-8e47-4c54bc559f9c None None] Provisioning complete for port e3c74a45-cdda-4921-ba9e-9e38d9ec836d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:52.360822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f64381f-2793-4065-8e47-4c54bc559f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.384710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3b17a-bd14-44f0-981e-29753fc02638 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:52.385387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-51e3b17a-bd14-44f0-981e-29753fc02638 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Synchronizing usage tracker for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:52.412191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:52.412914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.414404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.437983 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 4.0513620
Dec 03 11:19:52.441419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45814) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:52.443474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.471523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.476359 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 742 time: 1.2722373
Dec 03 11:19:52.484596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45818) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:52.519082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.532996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-51e3b17a-bd14-44f0-981e-29753fc02638 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Unset dirty status for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:52.537012 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-51e3b17a-bd14-44f0-981e-29753fc02638 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports/74dd28ab-ad59-4815-8d15-fba8a80d89d7 HTTP/1.1" status: 200  len: 910 time: 0.4792616
Dec 03 11:19:52.539978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45822) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:52.621473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.631555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-08d6fa37-6f78-4253-ab4a-66a66b57972b None None] Provisioning complete for port e3c74a45-cdda-4921-ba9e-9e38d9ec836d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:52.632130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08d6fa37-6f78-4253-ab4a-66a66b57972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.641739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0b7cfb95-4dcf-4275-af29-22cd0055634c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:52.770291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0b307-bcb1-4856-9376-67a4570c8e0a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:52.774796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0b307-bcb1-4856-9376-67a4570c8e0a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:52.775726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9ce0b307-bcb1-4856-9376-67a4570c8e0a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:52.783215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aae52194-e675-4025-9e6c-08e5bbe9b9e8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.855489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a728fa-4aa1-4f21-a138-dc1c1a24a779 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:19:52.939093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-51296773-5f69-4ef1-9364-2dd246c313b5 None None] Provisioning for port a879a4d6-0691-4932-b9c6-0e5e55901c9e completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:19:52.958624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aae52194-e675-4025-9e6c-08e5bbe9b9e8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.967282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-51296773-5f69-4ef1-9364-2dd246c313b5 None None] Provisioning complete for port a879a4d6-0691-4932-b9c6-0e5e55901c9e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:52.967654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-51296773-5f69-4ef1-9364-2dd246c313b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:52.972858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9ce0b307-bcb1-4856-9376-67a4570c8e0a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:52.973466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=7ea7f812-563f-4615-bbd2-79ba58acb146,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:52.976740 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9ce0b307-bcb1-4856-9376-67a4570c8e0a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.5315289
Dec 03 11:19:52.988622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:52.989261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45826) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:53.031490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:53.075630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-51296773-5f69-4ef1-9364-2dd246c313b5 None None] Port a879a4d6-0691-4932-b9c6-0e5e55901c9e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:53.077866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a728fa-4aa1-4f21-a138-dc1c1a24a779 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:19:53.091566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:53.164105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:53.167232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aae52194-e675-4025-9e6c-08e5bbe9b9e8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:53.188633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e3c74a45-cdda-4921-ba9e-9e38d9ec836d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:19:53.311030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port e3c74a45-cdda-4921-ba9e-9e38d9ec836d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:53.311635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:53.476507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-82074fba-9624-4a55-aec1-21b6cc165d3a tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:53.501448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae52194-e675-4025-9e6c-08e5bbe9b9e8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c320ea-e003-4d56-9d76-42c40ceb377c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:53.510445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aae52194-e675-4025-9e6c-08e5bbe9b9e8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:53.511121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:19:53.523863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aae52194-e675-4025-9e6c-08e5bbe9b9e8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:53.527920 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aae52194-e675-4025-9e6c-08e5bbe9b9e8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-groups/82c320ea-e003-4d56-9d76-42c40ceb377c HTTP/1.1" status: 204  len: 168 time: 1.0307679
Dec 03 11:19:53.528317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45830) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:53.611383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-51d98c77-ef10-4db7-9c6e-96ef0b18b848 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port a879a4d6-0691-4932-b9c6-0e5e55901c9e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:53.611637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-51d98c77-ef10-4db7-9c6e-96ef0b18b848 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:53.647434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:53.729037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d8a386e9-844d-4dbe-918c-f7311964940e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:53.766926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d8a386e9-844d-4dbe-918c-f7311964940e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:53.768291 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d8a386e9-844d-4dbe-918c-f7311964940e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2391095
Dec 03 11:19:53.772237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45834) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:53.780927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group': {'name': 'tempest-secgroup--1964199444'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:53.787647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:53.823605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:53.839892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:53.862252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:53.883653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:53.897829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:53.926038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:53.934037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:53.939900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:53.953125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:54.105991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.108920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.115242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4992cb41-b998-4fbc-bd54-6a12eb9a398a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:54.116549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.117110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Fanout notify agent at l3_agent the message router_deleted on router 6322f650-de16-45ff-a54e-a917e4da81f9 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:19:54.221102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7dfb17-5042-4e56-9ca5-f1fec96cd797,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:54.226399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:54.229578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.231251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.4579880
Dec 03 11:19:54.234397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 74dd28ab-ad59-4815-8d15-fba8a80d89d7 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:54.234551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.239899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.246686 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ebf8a7c7-38dd-4f9e-91ec-3c1109062ced tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/routers/6322f650-de16-45ff-a54e-a917e4da81f9 HTTP/1.1" status: 204  len: 168 time: 4.4469635
Dec 03 11:19:54.250706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45838) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:54.251135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45840) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:54.266362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Request body: {'router': {'name': 'tempest-snat-router-610128062', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'enable_snat': False}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:54.328957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group': {'name': 'tempest-secgroup--1125059302'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:54.337055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:54.348096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:54.353231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.366350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Usage tracker for resource:router and tenant:ada6f360f0794155984c03692a855cbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:54.375484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:54.395077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:54.400492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:54.403502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:54.411884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-90321789-87d4-425e-96d1-e0bcda525f5e None None] Provisioning complete for port a879a4d6-0691-4932-b9c6-0e5e55901c9e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:54.412516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90321789-87d4-425e-96d1-e0bcda525f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.418546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:54.440621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.473463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-90321789-87d4-425e-96d1-e0bcda525f5e None None] Port a879a4d6-0691-4932-b9c6-0e5e55901c9e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:19:54.486224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-90321789-87d4-425e-96d1-e0bcda525f5e None None] Provisioning complete for port e3c74a45-cdda-4921-ba9e-9e38d9ec836d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:19:54.486651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90321789-87d4-425e-96d1-e0bcda525f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.514088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.524232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.525321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.540631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:19:54.555409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-51d98c77-ef10-4db7-9c6e-96ef0b18b848 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.576516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for 74dd28ab-ad59-4815-8d15-fba8a80d89d7 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:54.746766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-51d98c77-ef10-4db7-9c6e-96ef0b18b848 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for a879a4d6-0691-4932-b9c6-0e5e55901c9e owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:54.756944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.773856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9cbe46d1-131e-4460-aa03-7d64d7ea39a5 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:54.774871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:54.838090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=74dd28ab-ad59-4815-8d15-fba8a80d89d7,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:54.840309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:54.842022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:54.866277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:54.930360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:54.953788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:55.164279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:55.589707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router f7df9d5b-7b21-4df7-8078-f548a8d78770 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:19:55.728097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:55.737922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f682a-60a6-4e2d-9032-a9427a7fa26f None None] Sync routers for ids ['f7df9d5b-7b21-4df7-8078-f548a8d78770'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:55.744988 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/f7df9d5b-7b21-4df7-8078-f548a8d78770/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2031629
Dec 03 11:19:55.748307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45846) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:55.748858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f682a-60a6-4e2d-9032-a9427a7fa26f None None] Routers {'f7df9d5b-7b21-4df7-8078-f548a8d78770'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:55.749631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-247f682a-60a6-4e2d-9032-a9427a7fa26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b60e2f60>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f7df9d5b-7b21-4df7-8078-f548a8d78770'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:55.780638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:55.795160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:55.799158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e2976f2d-37d3-489e-b196-5b580a143029 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Synchronizing usage tracker for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:55.808664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6574a3-ca5f-40a9-a2d4-fabf906aeb77 None None] Sync routers for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:55.816482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e2976f2d-37d3-489e-b196-5b580a143029 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Unset dirty status for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:55.820443 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e2976f2d-37d3-489e-b196-5b580a143029 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=f7df9d5b-7b21-4df7-8078-f548a8d78770 HTTP/1.1" status: 200  len: 205 time: 0.0681856
Dec 03 11:19:55.820665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45850) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:55.826874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6574a3-ca5f-40a9-a2d4-fabf906aeb77 None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:55.827596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9d6574a3-ca5f-40a9-a2d4-fabf906aeb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68dda20>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:55.834777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-247f682a-60a6-4e2d-9032-a9427a7fa26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b60e2f60>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:55.849397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f682a-60a6-4e2d-9032-a9427a7fa26f None None] Routers {'f7df9d5b-7b21-4df7-8078-f548a8d78770'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:55.850364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-247f682a-60a6-4e2d-9032-a9427a7fa26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b60e2f60>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f7df9d5b-7b21-4df7-8078-f548a8d78770'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:55.977926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a489e7c-d59a-49e4-925c-89762ad0d65f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:55.982631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.008633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.018778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-9d6574a3-ca5f-40a9-a2d4-fabf906aeb77 None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:56.019695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-247f682a-60a6-4e2d-9032-a9427a7fa26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b60e2f60>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:56.020656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f682a-60a6-4e2d-9032-a9427a7fa26f None None] The sync data for ids ['f7df9d5b-7b21-4df7-8078-f548a8d78770'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:56.068708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f1469cc3-22cc-490f-9d8c-e987e67214e2 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:56.146939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2422523
Dec 03 11:19:56.156491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45854) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:56.174817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.178958 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.9239826
Dec 03 11:19:56.178958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-51d98c77-ef10-4db7-9c6e-96ef0b18b848 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.183500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45860) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:56.205486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf2ab14-90b6-47ec-9c9a-99d760aec870,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:56.214562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group_rule': {'security_group_id': '8e7dfb17-5042-4e56-9ca5-f1fec96cd797', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6cf2ab14-90b6-47ec-9c9a-99d760aec870', 'remote_ip_prefix': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:56.232851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:56.251540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a489e7c-d59a-49e4-925c-89762ad0d65f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.253910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a489e7c-d59a-49e4-925c-89762ad0d65f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.277016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a489e7c-d59a-49e4-925c-89762ad0d65f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.277551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a489e7c-d59a-49e4-925c-89762ad0d65f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Fanout notify agent at l3_agent the message router_deleted on router f7df9d5b-7b21-4df7-8078-f548a8d78770 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:19:56.284319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2554a297-1ae1-41e8-a530-07870d0e6b2b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:56.289489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a489e7c-d59a-49e4-925c-89762ad0d65f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.290683 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3a489e7c-d59a-49e4-925c-89762ad0d65f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/f7df9d5b-7b21-4df7-8078-f548a8d78770 HTTP/1.1" status: 204  len: 168 time: 0.4690843
Dec 03 11:19:56.294420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45864) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:56.314938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:56.340306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9d6574a3-ca5f-40a9-a2d4-fabf906aeb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68dda20>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:19:50Z', 'revision_number': 7, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:56.344634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6574a3-ca5f-40a9-a2d4-fabf906aeb77 None None] Checking router: 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:19:56.353808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6574a3-ca5f-40a9-a2d4-fabf906aeb77 None None] Routers {'2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:56.355183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9d6574a3-ca5f-40a9-a2d4-fabf906aeb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68dda20>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:56.357343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:56.361358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d98c77-ef10-4db7-9c6e-96ef0b18b848 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=a879a4d6-0691-4932-b9c6-0e5e55901c9e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:56.369241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:56.374742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-51d98c77-ef10-4db7-9c6e-96ef0b18b848 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:56.434038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:56.541260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b9c387-88cb-44cc-bd91-5dcd1b281c54 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting subnet 7fad8917-951f-4922-a536-7ffa9fce4f36 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:56.545458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53b9c387-88cb-44cc-bd91-5dcd1b281c54 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.567638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.597549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.607194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53b9c387-88cb-44cc-bd91-5dcd1b281c54 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.634432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:56.664967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.694777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-9d6574a3-ca5f-40a9-a2d4-fabf906aeb77 None None] Set router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:19:56.719879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53b9c387-88cb-44cc-bd91-5dcd1b281c54 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.924128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=7ea7f812-563f-4615-bbd2-79ba58acb146,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:56.926751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:56.947872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:57.015084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9d6574a3-ca5f-40a9-a2d4-fabf906aeb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68dda20>, [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:19:50Z', 'revision_number': 7, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:57.019760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6574a3-ca5f-40a9-a2d4-fabf906aeb77 None None] The sync data for ids ['2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1'] in dv-neutron-765072-2-ovs is: [{'id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'name': 'tempest-TestNetworkBasicOps-router-1922844639', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:14:57Z', 'updated_at': '2020-12-03T11:19:50Z', 'revision_number': 7, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'b5e054bf-62b1-4a9d-959f-067c4e280cfc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:15:01Z', 'updated_at': '2020-12-03T11:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:57.103517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9946c251-c381-4431-be96-ed35f271f1c9 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:57.149984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 9946c251-c381-4431-be96-ed35f271f1c9 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:19:57.150384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 9946c251-c381-4431-be96-ed35f271f1c9 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:19:57.235627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-51d98c77-ef10-4db7-9c6e-96ef0b18b848 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.315092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.323527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-53af1494-2794-4360-a3c1-4594cb2a55f9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting subnet 4200b6e2-2940-49ba-9709-fee3d781fff5 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:57.332324 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-51d98c77-ef10-4db7-9c6e-96ef0b18b848 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/a879a4d6-0691-4932-b9c6-0e5e55901c9e HTTP/1.1" status: 204  len: 168 time: 4.3418248
Dec 03 11:19:57.335739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45868) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:57.343100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53af1494-2794-4360-a3c1-4594cb2a55f9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.374168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.384938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:57.440181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78bb164-aaf9-4924-9c52-de0288d09718,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:57.442233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50af03c-e1d7-4197-991c-9c371d423a85 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:57.444055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50af03c-e1d7-4197-991c-9c371d423a85 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:57.445977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50af03c-e1d7-4197-991c-9c371d423a85 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:19:57.446628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f50af03c-e1d7-4197-991c-9c371d423a85 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:57.451907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53b9c387-88cb-44cc-bd91-5dcd1b281c54 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.452100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:57.468633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc8971a4-b2fa-4a91-9ee3-1af773e37702 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:57.471043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.498247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.499592 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.3145151
Dec 03 11:19:57.504914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53af1494-2794-4360-a3c1-4594cb2a55f9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.511871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45872) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:57.546212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9c387-88cb-44cc-bd91-5dcd1b281c54 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Subnet': ['ID=7fad8917-951f-4922-a536-7ffa9fce4f36,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:57.554718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53b9c387-88cb-44cc-bd91-5dcd1b281c54 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:57.555408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f50af03c-e1d7-4197-991c-9c371d423a85 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:57.556667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f50af03c-e1d7-4197-991c-9c371d423a85 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2172146
Dec 03 11:19:57.558331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.567587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45876) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:57.579826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:19:57.616958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:19:57.637797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c924aad-a408-4e43-950d-12bd0b2aee05 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.659674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c924aad-a408-4e43-950d-12bd0b2aee05 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.674059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53b9c387-88cb-44cc-bd91-5dcd1b281c54 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.682358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb3d7d2-865c-48e3-b3d6-d7ad3be9fdf7 None None] Network c1481d95-de3e-4abe-9819-2e258746c337 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:19:57.687057 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-53b9c387-88cb-44cc-bd91-5dcd1b281c54 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/7fad8917-951f-4922-a536-7ffa9fce4f36 HTTP/1.1" status: 204  len: 168 time: 1.3890264
Dec 03 11:19:57.687628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45880) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:57.725072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c924aad-a408-4e43-950d-12bd0b2aee05 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.738486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03d761cc-17e9-47e2-a9eb-a3978b521793 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:57.808816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c924aad-a408-4e43-950d-12bd0b2aee05 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f78bb164-aaf9-4924-9c52-de0288d09718,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:57.819837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c924aad-a408-4e43-950d-12bd0b2aee05 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:57.835322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c924aad-a408-4e43-950d-12bd0b2aee05 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.839889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9c924aad-a408-4e43-950d-12bd0b2aee05 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-group-rules/f78bb164-aaf9-4924-9c52-de0288d09718 HTTP/1.1" status: 204  len: 168 time: 0.3209381
Dec 03 11:19:57.839889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45884) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:57.864707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:57.963117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:57.963489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.017514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6308b18d-00b2-4532-877d-d48e055187be tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:58.053782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6308b18d-00b2-4532-877d-d48e055187be tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:58.059294 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6308b18d-00b2-4532-877d-d48e055187be tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4459 time: 0.2143567
Dec 03 11:19:58.076093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:19:58.082786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45888) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:58.169345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac72eb0-776b-42d9-b58e-36792fad4fbc None None] DHCP port deletion for c1481d95-de3e-4abe-9819-2e258746c337 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:19:58.175569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fac72eb0-776b-42d9-b58e-36792fad4fbc None None] Deleting port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:58.176366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fac72eb0-776b-42d9-b58e-36792fad4fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.276154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a85aa91b-a2b6-4dfe-a285-0dd32641ce73 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.295941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] For port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1f9fd088-5fe8-4804-ab3d-4c24dd82183c,segment=NetworkSegment(063e1c8a-2e3e-4a09-b60e-1c058584110d),segment_id=063e1c8a-2e3e-4a09-b60e-1c058584110d)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:58.296332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.394939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53af1494-2794-4360-a3c1-4594cb2a55f9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.412700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fac72eb0-776b-42d9-b58e-36792fad4fbc None None] For port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1f9fd088-5fe8-4804-ab3d-4c24dd82183c,segment=NetworkSegment(063e1c8a-2e3e-4a09-b60e-1c058584110d),segment_id=063e1c8a-2e3e-4a09-b60e-1c058584110d)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:19:58.413138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fac72eb0-776b-42d9-b58e-36792fad4fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.434162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a85aa91b-a2b6-4dfe-a285-0dd32641ce73 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.449077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for 1f9fd088-5fe8-4804-ab3d-4c24dd82183c owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:58.489112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:19:58.542628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fac72eb0-776b-42d9-b58e-36792fad4fbc None None] Calling delete_port for 1f9fd088-5fe8-4804-ab3d-4c24dd82183c owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:19:58.554113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a85aa91b-a2b6-4dfe-a285-0dd32641ce73 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.559801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad588522-c107-4556-91e5-e9fd91ba871d tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:58.570423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.588441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aa91b-a2b6-4dfe-a285-0dd32641ce73 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf2ab14-90b6-47ec-9c9a-99d760aec870,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:58.594186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a85aa91b-a2b6-4dfe-a285-0dd32641ce73 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:58.600358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e0e04db-504d-4150-a560-2c23f838d7a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:58.606453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-83601622-3f3d-41ef-b13a-678e4f9638b9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 4be00257-6a37-47de-a41e-209d5fad8c01 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:19:58.630984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83601622-3f3d-41ef-b13a-678e4f9638b9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.649488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-fac72eb0-776b-42d9-b58e-36792fad4fbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:19:58.649908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-fac72eb0-776b-42d9-b58e-36792fad4fbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:19:58.665146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=1f9fd088-5fe8-4804-ab3d-4c24dd82183c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:58.671723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:58.744965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a85aa91b-a2b6-4dfe-a285-0dd32641ce73 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.748910 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a85aa91b-a2b6-4dfe-a285-0dd32641ce73 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-groups/6cf2ab14-90b6-47ec-9c9a-99d760aec870 HTTP/1.1" status: 204  len: 168 time: 0.6576614
Dec 03 11:19:58.751438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45892) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:58.779318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No DVR routers for this DVR port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:19:58.913357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83601622-3f3d-41ef-b13a-678e4f9638b9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.951055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1bc592d5-07ee-431b-8223-998111c8ab7a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:58.954691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:58.969462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Allocated IP 172.26.1.136 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/01f3cbdc-ae55-407b-8cfa-ab0370a430e7) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:19:59.055009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1bc592d5-07ee-431b-8223-998111c8ab7a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:59.056437 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1bc592d5-07ee-431b-8223-998111c8ab7a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4355 time: 0.3040037
Dec 03 11:19:59.062712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45896) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:59.119067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ec45c0>,) {'filters': {'network_id': ['c1481d95-de3e-4abe-9819-2e258746c337']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:59.121059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:19:59.124501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1f9fd088-5fe8-4804-ab3d-4c24dd82183c no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:19:59.150782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ec45c0>, '063e1c8a-2e3e-4a09-b60e-1c058584110d') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:59.151176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ec45c0>, '063e1c8a-2e3e-4a09-b60e-1c058584110d') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:59.157913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fac72eb0-776b-42d9-b58e-36792fad4fbc None None] Deleting port 1f9fd088-5fe8-4804-ab3d-4c24dd82183c {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:19:59.158343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fac72eb0-776b-42d9-b58e-36792fad4fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.167521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.186471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86aa322-f769-4d85-a85a-7225f1edd20a None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:19:59.199636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.203543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:19:59.205077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 1f9fd088-5fe8-4804-ab3d-4c24dd82183c {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:19:59.205478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1f9fd088-5fe8-4804-ab3d-4c24dd82183c not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:19:59.238208 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "PUT /v2.0/routers/79e2949f-926e-4334-82d8-59cff183da1d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4373789
Dec 03 11:19:59.238921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b88594d4-dc58-4c53-a0c8-055e272c6cb8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.241672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45900) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:59.244455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fac72eb0-776b-42d9-b58e-36792fad4fbc None None] The port '1f9fd088-5fe8-4804-ab3d-4c24dd82183c' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:19:59.248623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86aa322-f769-4d85-a85a-7225f1edd20a None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:59.249336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f86aa322-f769-4d85-a85a-7225f1edd20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57ad908>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:59.262744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'port': {'network_id': 'f3309eba-7a20-47a9-85c8-6b7d055b96c2', 'name': 'tempest-FloatingIPTestJSON-1387992814'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:59.301993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83601622-3f3d-41ef-b13a-678e4f9638b9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.319994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f86aa322-f769-4d85-a85a-7225f1edd20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57ad908>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:59.331478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86aa322-f769-4d85-a85a-7225f1edd20a None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:19:59.332169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f86aa322-f769-4d85-a85a-7225f1edd20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57ad908>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:19:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:59.356292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b88594d4-dc58-4c53-a0c8-055e272c6cb8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.397196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f86aa322-f769-4d85-a85a-7225f1edd20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57ad908>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:19:59.397657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86aa322-f769-4d85-a85a-7225f1edd20a None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:19:59.454210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network c1481d95-de3e-4abe-9819-2e258746c337 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:59.475955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.514307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.552874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53af1494-2794-4360-a3c1-4594cb2a55f9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.579965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-974cf3c0-5329-476b-bb4b-67b8a0ab9a2b tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:59.605694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b88594d4-dc58-4c53-a0c8-055e272c6cb8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.663607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-14cd7e52-8d47-4836-8d21-76627ebfe261 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:59.698927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88594d4-dc58-4c53-a0c8-055e272c6cb8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7dfb17-5042-4e56-9ca5-f1fec96cd797,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:59.702794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network c1481d95-de3e-4abe-9819-2e258746c337 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:19:59.732987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b88594d4-dc58-4c53-a0c8-055e272c6cb8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:19:59.733757 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:19:59.821089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b88594d4-dc58-4c53-a0c8-055e272c6cb8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.822340 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b88594d4-dc58-4c53-a0c8-055e272c6cb8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-groups/8e7dfb17-5042-4e56-9ca5-f1fec96cd797 HTTP/1.1" status: 204  len: 168 time: 0.7586050
Dec 03 11:19:59.829957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45904) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:59.862377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.875862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d9f6940-37f1-4db8-a9d7-d1298ca46818 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:19:59.894138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:19:59.910723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Network': ['ID=c1481d95-de3e-4abe-9819-2e258746c337,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:59.921560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/networks/c1481d95-de3e-4abe-9819-2e258746c337 HTTP/1.1" status: 204  len: 168 time: 2.2331934
Dec 03 11:19:59.931576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:59.934899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b8f7e446-98d3-406c-8461-08c330639158 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:19:59.937574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45908) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:59.943705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af1494-2794-4360-a3c1-4594cb2a55f9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Subnet': ['ID=4200b6e2-2940-49ba-9709-fee3d781fff5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:19:59.945503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'router': {'name': 'tempest-RoutersTest-router-1107807160', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:59.961583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:19:59.961985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53af1494-2794-4360-a3c1-4594cb2a55f9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:19:59.967679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:router and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:19:59.970837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:19:59.973649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b8f7e446-98d3-406c-8461-08c330639158 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:19:59.978374 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b8f7e446-98d3-406c-8461-08c330639158 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.1439984
Dec 03 11:19:59.979543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:19:59.981450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45912) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:19:59.987848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group': {'name': 'tempest-secgroup--370367919'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:19:59.997106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:00.004857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.005922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.016225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:00.018888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:00.035142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.036711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.053807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:port and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:00.058264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for port was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:00.067679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:00.073861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:00.074115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:00.076872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:00.114664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede3d173-3487-4dfe-97fd-f061aade3504 None None] Network 0181c518-01f1-4e35-9207-f8b8a82a4943 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:00.120994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53af1494-2794-4360-a3c1-4594cb2a55f9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.124708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.140051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:00.144018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:00.218197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Made reservation on behalf of bed15e13252a48acad7b4d88131ac0c2 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:00.223789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.267119 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-53af1494-2794-4360-a3c1-4594cb2a55f9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/subnets/4200b6e2-2940-49ba-9709-fee3d781fff5 HTTP/1.1" status: 204  len: 168 time: 4.1093545
Dec 03 11:20:00.276949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45916) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:00.381880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.412587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c8e0d2-90c7-4703-b536-be747e02ebd8 None None] DHCP port deletion for 0181c518-01f1-4e35-9207-f8b8a82a4943 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:20:00.419008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8e0d2-90c7-4703-b536-be747e02ebd8 None None] Deleting port 2c408dd6-81ee-4229-951e-19cefb8c2fa9 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:00.419431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e0d2-90c7-4703-b536-be747e02ebd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.465758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.481040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.486712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aae52194-e675-4025-9e6c-08e5bbe9b9e8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:00.521216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Pushing event updated for resources: {'Port': ['ID=01f3cbdc-ae55-407b-8cfa-ab0370a430e7,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:00.551294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:00.606593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5fddcf-188d-4d6a-908c-b5c63762a19c,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:00.611115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:00.629201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.634042 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.6513970
Dec 03 11:20:00.634712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45920) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:00.640236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d1c8e0d2-90c7-4703-b536-be747e02ebd8 None None] For port 2c408dd6-81ee-4229-951e-19cefb8c2fa9, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2c408dd6-81ee-4229-951e-19cefb8c2fa9,segment=NetworkSegment(f0a1508c-8396-48ca-94d7-d24f20ed2ed1),segment_id=f0a1508c-8396-48ca-94d7-d24f20ed2ed1)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:00.640816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e0d2-90c7-4703-b536-be747e02ebd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.646181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group_rule': {'security_group_id': 'ea5fddcf-188d-4d6a-908c-b5c63762a19c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:00.718144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83601622-3f3d-41ef-b13a-678e4f9638b9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.748330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:00.750677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc987d7f-997f-480e-948d-5adfa47fa81c tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:00.780259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8e0d2-90c7-4703-b536-be747e02ebd8 None None] Calling delete_port for 2c408dd6-81ee-4229-951e-19cefb8c2fa9 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:00.802971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:00.813614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:00.827363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83601622-3f3d-41ef-b13a-678e4f9638b9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=4be00257-6a37-47de-a41e-209d5fad8c01,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:00.841713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.846081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-83601622-3f3d-41ef-b13a-678e4f9638b9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:00.847017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:00.847937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdc587a6-e463-4791-aa6b-6a2886ec5b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.875666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.894128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e0d2-90c7-4703-b536-be747e02ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.903300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:00.922291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:00.926098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:00.982156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:00.986256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:01.039024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8e0d2-90c7-4703-b536-be747e02ebd8 None None] Pushing event deleted for resources: {'Port': ['ID=2c408dd6-81ee-4229-951e-19cefb8c2fa9,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:01.041824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1c8e0d2-90c7-4703-b536-be747e02ebd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:01.065375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8e0d2-90c7-4703-b536-be747e02ebd8 None None] No DVR routers for this DVR port 2c408dd6-81ee-4229-951e-19cefb8c2fa9 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:20:01.091317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] device_id is not set on port fcb4d641-497f-4428-b1e6-948b5f3d2ad8 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:20:01.135129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2c408dd6-81ee-4229-951e-19cefb8c2fa9 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:20:01.172053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Allocated IP 172.26.1.228 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/6439e09f-8a72-4ea5-b4bd-ded079d7d21c) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:01.172614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 2c408dd6-81ee-4229-951e-19cefb8c2fa9 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:20:01.173106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2c408dd6-81ee-4229-951e-19cefb8c2fa9 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:20:01.197531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:01.342744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:01.372375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:01.388648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-641f29bc-fc14-4803-b246-9ab91a7607a9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:01.556561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36717424-1695-43fd-81ab-9d181ff8de50 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:01.566266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83601622-3f3d-41ef-b13a-678e4f9638b9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:01.570794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:01.827608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=6439e09f-8a72-4ea5-b4bd-ded079d7d21c,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:01.833263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:01.863012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:01.874550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port b5e054bf-62b1-4a9d-959f-067c4e280cfc {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:01.874942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:01.898704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:01.899946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:01.903080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:01.923555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:01.933494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2913ff84-2db9-48f1-8552-3c01fc61a6ea tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:01.964767 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-83601622-3f3d-41ef-b13a-678e4f9638b9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/4be00257-6a37-47de-a41e-209d5fad8c01 HTTP/1.1" status: 204  len: 168 time: 4.3902066
Dec 03 11:20:01.987414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.20.0.8 (f3309eba-7a20-47a9-85c8-6b7d055b96c2/753260e8-fd21-4021-8e20-bcc43eef5611/fcb4d641-497f-4428-b1e6-948b5f3d2ad8) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:01.989381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45924) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:01.990162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b36501c-7510-4da8-8da7-f5725e835d83,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:02.036010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:02.206057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.207360 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 750 time: 1.5681486
Dec 03 11:20:02.235023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45928) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:02.355930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c555c081-5249-4c4c-91c0-e4125ef18af3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet e0223197-5540-43ea-8112-1ebe69ce46ff {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:20:02.362319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-319081a0-3954-468a-8120-337ddcf99f32 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.378485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-319081a0-3954-468a-8120-337ddcf99f32 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.385061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c555c081-5249-4c4c-91c0-e4125ef18af3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.423437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.483222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-319081a0-3954-468a-8120-337ddcf99f32 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.499945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf31eeb4-4df9-4450-afe1-54e6e95f5eae None None] Provisioning complete for port e3c74a45-cdda-4921-ba9e-9e38d9ec836d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:02.500544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf31eeb4-4df9-4450-afe1-54e6e95f5eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.549214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab790bfb-1de8-4ca2-a3a8-444a8194d1bf tempest-ServersTestJSON-1701726045 tempest-ServersTestJSON-1701726045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:02.550393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c555c081-5249-4c4c-91c0-e4125ef18af3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.575011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319081a0-3954-468a-8120-337ddcf99f32 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b36501c-7510-4da8-8da7-f5725e835d83,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:02.577822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-319081a0-3954-468a-8120-337ddcf99f32 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:02.596818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-319081a0-3954-468a-8120-337ddcf99f32 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.601377 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-319081a0-3954-468a-8120-337ddcf99f32 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-group-rules/4b36501c-7510-4da8-8da7-f5725e835d83 HTTP/1.1" status: 204  len: 168 time: 0.3619564
Dec 03 11:20:02.601377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45932) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:02.647591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port b5e054bf-62b1-4a9d-959f-067c4e280cfc, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b5e054bf-62b1-4a9d-959f-067c4e280cfc,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:02.648002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.656369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.675781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-93716d1c-b122-47ed-a0aa-4a143e5ae1b6 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:02.833123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-93716d1c-b122-47ed-a0aa-4a143e5ae1b6 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:02.834408 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-93716d1c-b122-47ed-a0aa-4a143e5ae1b6 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.2324479
Dec 03 11:20:02.838271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45936) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:02.852684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42ceeb4a-f235-4e2c-8e3c-c66058cec38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.926950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:02.950068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for b5e054bf-62b1-4a9d-959f-067c4e280cfc owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:03.065341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d521a54-bf09-427f-8be6-9bfc0b7f7223 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:03.113452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:03.130161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d521a54-bf09-427f-8be6-9bfc0b7f7223 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:03.217274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d521a54-bf09-427f-8be6-9bfc0b7f7223 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:03.224695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-73edbdda-17eb-4f1f-bdcb-2f9cd8bf9562 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:03.236597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c555c081-5249-4c4c-91c0-e4125ef18af3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:03.250248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d521a54-bf09-427f-8be6-9bfc0b7f7223 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5fddcf-188d-4d6a-908c-b5c63762a19c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:03.253300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d521a54-bf09-427f-8be6-9bfc0b7f7223 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:03.273566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d521a54-bf09-427f-8be6-9bfc0b7f7223 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:03.275146 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5d521a54-bf09-427f-8be6-9bfc0b7f7223 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-groups/ea5fddcf-188d-4d6a-908c-b5c63762a19c HTTP/1.1" status: 204  len: 168 time: 0.4351749
Dec 03 11:20:03.277416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:20:03.279786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45940) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:03.491541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-516e2a01-5a79-47ba-98f2-be9e7559549a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:03.502449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:03.535474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-516e2a01-5a79-47ba-98f2-be9e7559549a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:03.535754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:03.536825 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-516e2a01-5a79-47ba-98f2-be9e7559549a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2556043
Dec 03 11:20:03.543836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45944) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:03.553151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:03.558222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group': {'name': 'tempest-secgroup--1846021542'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:03.565573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b0a5f-7c86-400c-80c9-345368a01668 None None] Sync routers for ids ['1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:03.568001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d236cc74-429a-4dea-bf7a-1a8dd743b1d0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:03.572201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:03.576383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b0a5f-7c86-400c-80c9-345368a01668 None None] Routers {'1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:03.577077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7a2b0a5f-7c86-400c-80c9-345368a01668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b632ed30>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:03.597796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:03.603364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:03.607560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 3.6676757
Dec 03 11:20:03.610311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45948) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:03.645664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7a2b0a5f-7c86-400c-80c9-345368a01668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b632ed30>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:03.656799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b0a5f-7c86-400c-80c9-345368a01668 None None] Routers {'1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:03.657480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7a2b0a5f-7c86-400c-80c9-345368a01668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b632ed30>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:03.702553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:03.709262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:03.752608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7a2b0a5f-7c86-400c-80c9-345368a01668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b632ed30>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:03.752974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b0a5f-7c86-400c-80c9-345368a01668 None None] The sync data for ids ['1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:03.827741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:03.837284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:03.841256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:03.852616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:03.917952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-800b5150-5c37-46e0-b4b3-4ccd0368ce0b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/routers/1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3 HTTP/1.1" status: 200  len: 881 time: 0.3034177
Dec 03 11:20:03.918998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45952) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:04.231233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.261368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=fcb4d641-497f-4428-b1e6-948b5f3d2ad8,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:04.368669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.369104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.369649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.370463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.370888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.371327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.371741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.372528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.372528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.372926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.373335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.373787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.374210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.374617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.375084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.375494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.375900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.376307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.376874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.377099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.377504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.377905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.378309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.378718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.421907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.426947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.432915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d6890777-058a-4977-988e-f4bead94ac84 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:04.470532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:04.491392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f5ae50-d527-4b71-af9d-a738c5f01de0,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:04.508623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.508986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.509411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.509832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.510247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.511548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.511754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.512168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.512570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.512975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.513385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.514413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.514413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.514612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.515049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.515454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.515989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.516245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.516644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.517363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.517486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.517847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.518246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.518645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:04.523162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.527544 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.9826272
Dec 03 11:20:04.528896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:04.529488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45956) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:04.537335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group_rule': {'security_group_id': 'c9f5ae50-d527-4b71-af9d-a738c5f01de0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:04.544130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:04.551008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Usage tracker for resource:security_group_rule and tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:04.563910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:04.573914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:04.596743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.627475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0d21fede-e57e-403f-90d3-11e5cb1a5db0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Synchronizing usage tracker for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:router {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:04.662870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0d21fede-e57e-403f-90d3-11e5cb1a5db0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Unset dirty status for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:router {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:04.667511 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0d21fede-e57e-403f-90d3-11e5cb1a5db0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.7441339
Dec 03 11:20:04.667710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45960) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:04.668673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:04.675419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ed52bea4-1047-4aca-b7ac-de7286044bd7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1107807160'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:04.684481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:04.694626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:04.727633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.816669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.829477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.834152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c6e0e748-6f1e-44b9-a9cb-64dc6b8b74f5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:04.860560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5c7ae5-8b1d-47a0-9dee-1fbad41c3af8,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:04.867608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:04.894687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.895743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.3642857
Dec 03 11:20:04.899254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45964) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:04.909636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.917546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c555c081-5249-4c4c-91c0-e4125ef18af3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.933277 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-34485c44-7833-418d-8590-6d1a1a5cfb37 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules/0e5c7ae5-8b1d-47a0-9dee-1fbad41c3af8 HTTP/1.1" status: 200  len: 738 time: 0.0320837
Dec 03 11:20:04.937139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.939241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e97de75-a8dd-4fa1-b4e0-7fcdad6824d3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:04.969244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.971861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:04.972528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:04.984964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45968) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:05.038346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555c081-5249-4c4c-91c0-e4125ef18af3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=e0223197-5540-43ea-8112-1ebe69ce46ff,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:05.058226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c555c081-5249-4c4c-91c0-e4125ef18af3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:05.152296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.152855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Fanout notify agent at l3_agent the message router_deleted on router 2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:20:05.162699 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 5.9165742
Dec 03 11:20:05.167963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.169123 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0ea2ba71-4783-490b-8937-0d668ca4d861 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/routers/2fa7fda3-f4fd-4595-b5a8-93cfb98a14b1 HTTP/1.1" status: 204  len: 168 time: 4.8816679
Dec 03 11:20:05.178166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45972) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:05.178546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45974) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:05.198737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'port': {'network_id': 'f3309eba-7a20-47a9-85c8-6b7d055b96c2', 'name': 'tempest-FloatingIPTestJSON-1561312286'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:05.251841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1d4f129a-3bc4-4c25-8c2b-5586e6af1ef1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:05.263324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Router 3d45ea91-665d-4b1e-82eb-1665c4bd8737 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:20:05.275638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e7ed26-84d9-4100-8be7-20b962698e88 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:05.277416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c555c081-5249-4c4c-91c0-e4125ef18af3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.279456 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c555c081-5249-4c4c-91c0-e4125ef18af3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/e0223197-5540-43ea-8112-1ebe69ce46ff HTTP/1.1" status: 204  len: 168 time: 3.2869520
Dec 03 11:20:05.282169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45980) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:05.375244 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c3bb9e00-5fe4-4b67-9743-cbf8fdf181f8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0914359
Dec 03 11:20:05.384990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 45984) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:05.394170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:05.412401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed52bea4-1047-4aca-b7ac-de7286044bd7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.433933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed52bea4-1047-4aca-b7ac-de7286044bd7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.497156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.580894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c785c-ed60-4aa9-abec-17034c935916 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:20:05.586173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a83c785c-ed60-4aa9-abec-17034c935916 None None] Deleting port e3c74a45-cdda-4921-ba9e-9e38d9ec836d {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:05.586599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a83c785c-ed60-4aa9-abec-17034c935916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.594158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1d4f129a-3bc4-4c25-8c2b-5586e6af1ef1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:05.595587 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1d4f129a-3bc4-4c25-8c2b-5586e6af1ef1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.6056342
Dec 03 11:20:05.600010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45988) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:05.654740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b00be0d-3813-446f-ae6a-836dd5e518ef tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.669613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b00be0d-3813-446f-ae6a-836dd5e518ef tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.675703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.690535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed52bea4-1047-4aca-b7ac-de7286044bd7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:20:05.808773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a83c785c-ed60-4aa9-abec-17034c935916 None None] For port e3c74a45-cdda-4921-ba9e-9e38d9ec836d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e3c74a45-cdda-4921-ba9e-9e38d9ec836d,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:05.809211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a83c785c-ed60-4aa9-abec-17034c935916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.846035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b00be0d-3813-446f-ae6a-836dd5e518ef tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.849952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:05.856232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e26c3604-5ea4-4d3d-9ede-65e006a291d6 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:05.873241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:05.893635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00be0d-3813-446f-ae6a-836dd5e518ef tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e5c7ae5-8b1d-47a0-9dee-1fbad41c3af8,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:05.898438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b00be0d-3813-446f-ae6a-836dd5e518ef tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:05.904053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:port and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:05.913395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:05.916543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b00be0d-3813-446f-ae6a-836dd5e518ef tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:05.920832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for port was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:05.921451 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7b00be0d-3813-446f-ae6a-836dd5e518ef tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-group-rules/0e5c7ae5-8b1d-47a0-9dee-1fbad41c3af8 HTTP/1.1" status: 204  len: 168 time: 0.3204865
Dec 03 11:20:05.924956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45992) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:05.940611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:05.954941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:05.960453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:05.961664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a83c785c-ed60-4aa9-abec-17034c935916 None None] Calling delete_port for e3c74a45-cdda-4921-ba9e-9e38d9ec836d owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:05.980445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:05.997614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed52bea4-1047-4aca-b7ac-de7286044bd7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:06.004854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8abbc8ef-f3f4-4fe5-ae3f-69c2813bba9a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:06.008842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Sync routers for ids ['3d45ea91-665d-4b1e-82eb-1665c4bd8737'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:06.009093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc18f7-74eb-4403-8607-b45755b73056 None None] Sync routers for ids ['1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:06.013389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed52bea4-1047-4aca-b7ac-de7286044bd7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.014646 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ed52bea4-1047-4aca-b7ac-de7286044bd7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3 HTTP/1.1" status: 200  len: 888 time: 1.3459451
Dec 03 11:20:06.019064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 45996) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:06.024015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc18f7-74eb-4403-8607-b45755b73056 None None] Routers {'1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:06.024899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a5fc18f7-74eb-4403-8607-b45755b73056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6419f28>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:06.038562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Routers {'3d45ea91-665d-4b1e-82eb-1665c4bd8737'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:06.039555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61f1198>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3d45ea91-665d-4b1e-82eb-1665c4bd8737'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:06.058104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.100281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Made reservation on behalf of bed15e13252a48acad7b4d88131ac0c2 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:06.106538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.117021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a5fc18f7-74eb-4403-8607-b45755b73056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6419f28>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:06.120691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:06.128488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc18f7-74eb-4403-8607-b45755b73056 None None] Routers {'1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:06.129436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a5fc18f7-74eb-4403-8607-b45755b73056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6419f28>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:06.161602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8abbc8ef-f3f4-4fe5-ae3f-69c2813bba9a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:06.165936 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8abbc8ef-f3f4-4fe5-ae3f-69c2813bba9a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.2396054
Dec 03 11:20:06.167474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46000) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:06.178278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5fb0b9bc-867d-44ca-a5a7-779f853bb44e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group_rule': {'security_group_id': 'c9f5ae50-d527-4b71-af9d-a738c5f01de0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:06.197510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5fb0b9bc-867d-44ca-a5a7-779f853bb44e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:06.211095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a5fc18f7-74eb-4403-8607-b45755b73056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6419f28>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:06.212207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc18f7-74eb-4403-8607-b45755b73056 None None] The sync data for ids ['1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:06.220104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5fb0b9bc-867d-44ca-a5a7-779f853bb44e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:06.259951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fb0b9bc-867d-44ca-a5a7-779f853bb44e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.280464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Set router 3d45ea91-665d-4b1e-82eb-1665c4bd8737 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:20:06.286236 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fa4c9aba-a3b8-4d3c-aac8-6fb0591a4428 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/routers/1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3 HTTP/1.1" status: 200  len: 888 time: 0.2621949
Dec 03 11:20:06.292668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46004) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:06.359248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-43f25f18-fb39-42b2-97c3-fe2b27a08b38 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Synchronizing usage tracker for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:06.396995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-43f25f18-fb39-42b2-97c3-fe2b27a08b38 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Unset dirty status for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:06.401650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-43f25f18-fb39-42b2-97c3-fe2b27a08b38 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3 HTTP/1.1" status: 200  len: 205 time: 0.1045654
Dec 03 11:20:06.402884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46008) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:06.406898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fb0b9bc-867d-44ca-a5a7-779f853bb44e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.499353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.503177 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 12.2468712
Dec 03 11:20:06.528401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fb0b9bc-867d-44ca-a5a7-779f853bb44e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.529267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46012) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:06.537116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8206c8a4-b67f-4242-ae27-1c0ad5a48244 tempest-NegativeSecGroupIPv6Test-781636229 tempest-NegativeSecGroupIPv6Test-781636229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:06.566768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a83c785c-ed60-4aa9-abec-17034c935916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.580359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0b9bc-867d-44ca-a5a7-779f853bb44e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edab0a6-69ce-49fc-a723-bd84577316bb,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:06.585302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:06.585479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5fb0b9bc-867d-44ca-a5a7-779f853bb44e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:06.605635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fb0b9bc-867d-44ca-a5a7-779f853bb44e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.609726 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5fb0b9bc-867d-44ca-a5a7-779f853bb44e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.4363766
Dec 03 11:20:06.615826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46016) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:06.651252 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1bee3fa7-d489-4c0d-a552-1262d56ad1c5 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules/7edab0a6-69ce-49fc-a723-bd84577316bb HTTP/1.1" status: 200  len: 738 time: 0.0305216
Dec 03 11:20:06.651252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46020) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:06.660029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c785c-ed60-4aa9-abec-17034c935916 None None] Pushing event deleted for resources: {'Port': ['ID=e3c74a45-cdda-4921-ba9e-9e38d9ec836d,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:06.662774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a83c785c-ed60-4aa9-abec-17034c935916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:06.673804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.734953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b47e2898>,) {'filters': {'network_id': ['0181c518-01f1-4e35-9207-f8b8a82a4943']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:06.782007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b47e2898>, 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:06.782370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b47e2898>, 'f0a1508c-8396-48ca-94d7-d24f20ed2ed1') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:06.799890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.836309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6b4ebbbf-720a-43cf-9bee-00506c3ca473 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:06.852113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c785c-ed60-4aa9-abec-17034c935916 None None] No DVR routers for this DVR port e3c74a45-cdda-4921-ba9e-9e38d9ec836d on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:20:06.875358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.881668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6b4ebbbf-720a-43cf-9bee-00506c3ca473 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:06.886566 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6b4ebbbf-720a-43cf-9bee-00506c3ca473 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.2347901
Dec 03 11:20:06.887313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46024) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:06.919858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.933798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 6439e09f-8a72-4ea5-b4bd-ded079d7d21c {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:06.934173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.977338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28c7dc8c-7a6c-47ee-82cb-ec42a96068d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:06.992125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61f1198>, [{'id': '3d45ea91-665d-4b1e-82eb-1665c4bd8737', 'name': 'tempest-snat-router-610128062', 'tenant_id': 'ada6f360f0794155984c03692a855cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': False}, 'gw_port_id': '01f3cbdc-ae55-407b-8cfa-ab0370a430e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:19:54Z', 'updated_at': '2020-12-03T11:20:01Z', 'revision_number': 3, 'project_id': 'ada6f360f0794155984c03692a855cbc', 'gw_port': {'id': '01f3cbdc-ae55-407b-8cfa-ab0370a430e7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d45ea91-665d-4b1e-82eb-1665c4bd8737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:19:58Z', 'updated_at': '2020-12-03T11:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:06.997110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Checking router: 3d45ea91-665d-4b1e-82eb-1665c4bd8737 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:20:06.997273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Updating router 3d45ea91-665d-4b1e-82eb-1665c4bd8737 port 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:20:06.998232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28c7dc8c-7a6c-47ee-82cb-ec42a96068d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.018903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.027787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Releasing vxlan tunnel 10 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:20:07.061180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.112911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28c7dc8c-7a6c-47ee-82cb-ec42a96068d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.116478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:07.149697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7dc8c-7a6c-47ee-82cb-ec42a96068d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7edab0a6-69ce-49fc-a723-bd84577316bb,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:07.157275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28c7dc8c-7a6c-47ee-82cb-ec42a96068d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:07.169248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b5e054bf-62b1-4a9d-959f-067c4e280cfc no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:20:07.171167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28c7dc8c-7a6c-47ee-82cb-ec42a96068d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.174687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-28c7dc8c-7a6c-47ee-82cb-ec42a96068d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-group-rules/7edab0a6-69ce-49fc-a723-bd84577316bb HTTP/1.1" status: 204  len: 168 time: 0.2817674
Dec 03 11:20:07.175519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46028) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:07.185812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] device_id is not set on port 112b23db-8a7e-4639-aa03-9b32ad481813 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:20:07.197199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.222386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: b5e054bf-62b1-4a9d-959f-067c4e280cfc {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:20:07.222788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b5e054bf-62b1-4a9d-959f-067c4e280cfc not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:20:07.223286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e3c74a45-cdda-4921-ba9e-9e38d9ec836d no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:20:07.303817 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-66ed015d-6ba7-48da-b152-400aa7a5d8d2 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/routers/3d45ea91-665d-4b1e-82eb-1665c4bd8737 HTTP/1.1" status: 200  len: 908 time: 0.7705872
Dec 03 11:20:07.305268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: e3c74a45-cdda-4921-ba9e-9e38d9ec836d {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:20:07.305410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e3c74a45-cdda-4921-ba9e-9e38d9ec836d not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:20:07.319415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46032) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:07.339388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Request body: {'router': {'name': 'tempest-snat-router-610128062', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'enable_snat': True}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:07.348794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 0181c518-01f1-4e35-9207-f8b8a82a4943 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:20:07.359817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.386150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:07.399139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Usage tracker for resource:router and tenant:ada6f360f0794155984c03692a855cbc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:07.414477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Quota usage for router was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:07.440352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:07.595695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.614359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for 6439e09f-8a72-4ea5-b4bd-ded079d7d21c owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:07.637769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.638876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.677873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4cb847f-b509-4599-91bc-93c538a8a273 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:07.713723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4cb847f-b509-4599-91bc-93c538a8a273 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:07.717821 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c4cb847f-b509-4599-91bc-93c538a8a273 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.5385878
Dec 03 11:20:07.718071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46036) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:07.724201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-058ce2a4-946b-4b7c-b390-80f0621f73e2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Request body: {'security_group_rule': {'security_group_id': 'c9f5ae50-d527-4b71-af9d-a738c5f01de0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:07.730305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 0181c518-01f1-4e35-9207-f8b8a82a4943 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:20:07.731897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-058ce2a4-946b-4b7c-b390-80f0621f73e2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:20:07.761039 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:20:07.776531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-058ce2a4-946b-4b7c-b390-80f0621f73e2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:07.810071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-058ce2a4-946b-4b7c-b390-80f0621f73e2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.813707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.820173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.893527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.20.0.7 (f3309eba-7a20-47a9-85c8-6b7d055b96c2/753260e8-fd21-4021-8e20-bcc43eef5611/112b23db-8a7e-4639-aa03-9b32ad481813) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:07.921210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.942805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-185616fe-9a1c-48ae-bd81-0fc5e53159c1 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:07.966572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:07.984503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Network': ['ID=0181c518-01f1-4e35-9207-f8b8a82a4943,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:08.001222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-058ce2a4-946b-4b7c-b390-80f0621f73e2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.007132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-058ce2a4-946b-4b7c-b390-80f0621f73e2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.037018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-edbd737c-8125-4a9c-91da-9d4e2fa5e6bb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:08.065936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:08.070045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ce2a4-946b-4b7c-b390-80f0621f73e2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d38c736-c635-482d-9d54-a5bc1edbf8e5,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:08.078456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-058ce2a4-946b-4b7c-b390-80f0621f73e2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:08.101794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.163341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-058ce2a4-946b-4b7c-b390-80f0621f73e2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.164624 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-058ce2a4-946b-4b7c-b390-80f0621f73e2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.4455779
Dec 03 11:20:08.169268 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/networks/0181c518-01f1-4e35-9207-f8b8a82a4943 HTTP/1.1" status: 204  len: 168 time: 2.9803798
Dec 03 11:20:08.182016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46040) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:08.192514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46044) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:08.239814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.242076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.261965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Transition to ACTIVE for port object 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:08.263256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.263824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Fanout notify agent at l3_agent the message router_deleted on router 1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:20:08.264139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.268988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'network': {'name': 'tempest-network-smoke--568592079', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'port_security_enabled': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:08.281380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.282572 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8eecc3e4-6759-40b1-811b-c0d450606409 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3 HTTP/1.1" status: 204  len: 168 time: 1.8786395
Dec 03 11:20:08.286336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46048) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:08.289435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2cb29b74-cd53-4834-b51e-be37849afb71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:08.294029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'network': {'name': 'tempest-RoutersTest-1504254772'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:08.299693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:08.303895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:network and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:08.307093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:08.314032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:08.325443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:08.330404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.352053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:08.367002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:20:08.380197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.380398 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8f75c389-d72e-49de-b5bc-6a89a2ad7eda tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules/8d38c736-c635-482d-9d54-a5bc1edbf8e5 HTTP/1.1" status: 200  len: 739 time: 0.1956449
Dec 03 11:20:08.380509 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Added segment 5fda13b2-0cd1-415b-bf97-b0b221dd2b44 of type vxlan for network 5ab7d850-4682-4a15-b6d3-62dc66eafed0
Dec 03 11:20:08.381563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46052) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:08.391498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:network and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:08.396541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:08.431069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247dd03-3be2-40db-a1c6-2709280f5993 None None] Pushing event updated for resources: {'Port': ['ID=01f3cbdc-ae55-407b-8cfa-ab0370a430e7,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:08.436058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5247dd03-3be2-40db-a1c6-2709280f5993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:08.458515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-47c3aca5-ffc0-41ce-9b98-815d16e17a3d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:08.464119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.472483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.497997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-47c3aca5-ffc0-41ce-9b98-815d16e17a3d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:08.498669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Attempting to bind port 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:20:08.501992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Attempting to bind port 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:20:08.502143 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-47c3aca5-ffc0-41ce-9b98-815d16e17a3d tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3939 time: 0.1167259
Dec 03 11:20:08.502242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Attempting to bind port 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:20:08.502831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46056) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:08.505719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:20:08.506159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:08.506615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.507296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:20:08.507603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Bound port: 01f3cbdc-ae55-407b-8cfa-ab0370a430e7, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:20:08.508036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.531925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:08.536769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.540943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:08.541678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.549196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4cdf070-d31a-4e11-aee5-9be04276ee99 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:08.573422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36573566-9958-41bc-a89b-d7f1900ed81f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.596259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] For port 01f3cbdc-ae55-407b-8cfa-ab0370a430e7, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:20:08.600766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] For port 01f3cbdc-ae55-407b-8cfa-ab0370a430e7, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=01f3cbdc-ae55-407b-8cfa-ab0370a430e7,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:20:08.604581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.610456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36573566-9958-41bc-a89b-d7f1900ed81f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.622804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-df2e6538-e090-4efe-89bd-e302383f23e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:08.685667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3955214
Dec 03 11:20:08.691662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46060) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:08.703688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'subnet': {'network_id': '5ab7d850-4682-4a15-b6d3-62dc66eafed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:08.724050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Network': ['ID=5ab7d850-4682-4a15-b6d3-62dc66eafed0,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:08.735284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:08.751681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36573566-9958-41bc-a89b-d7f1900ed81f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.757324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-345442b3-b1a8-441a-ae78-3d83a16354f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:08.763054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 5ab7d850-4682-4a15-b6d3-62dc66eafed0 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:20:08.777082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 5ab7d850-4682-4a15-b6d3-62dc66eafed0 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:20:08.835406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36573566-9958-41bc-a89b-d7f1900ed81f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d38c736-c635-482d-9d54-a5bc1edbf8e5,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:08.846231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:08.851385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.853695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-36573566-9958-41bc-a89b-d7f1900ed81f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:08.860730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36573566-9958-41bc-a89b-d7f1900ed81f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.864379 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-36573566-9958-41bc-a89b-d7f1900ed81f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-group-rules/8d38c736-c635-482d-9d54-a5bc1edbf8e5 HTTP/1.1" status: 204  len: 168 time: 0.3583648
Dec 03 11:20:08.864514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247dd03-3be2-40db-a1c6-2709280f5993 None None] Pushing event updated for resources: {'Port': ['ID=01f3cbdc-ae55-407b-8cfa-ab0370a430e7,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:08.866949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46064) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:08.868755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5247dd03-3be2-40db-a1c6-2709280f5993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:08.882696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:08.891699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:subnet and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:08.896487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:08.908152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:08.936390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-21c1e986-3727-4744-a1d4-db369ae018f7 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:08.940798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:08.941895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:08.958324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:20:09.044058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-21c1e986-3727-4744-a1d4-db369ae018f7 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group_rule {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:09.044622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.048095 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Added segment 056e244d-397b-40fe-ae91-3fb300067eac of type vxlan for network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb
Dec 03 11:20:09.048249 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-21c1e986-3727-4744-a1d4-db369ae018f7 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.1772299
Dec 03 11:20:09.053069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46068) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:09.067288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.094014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Routers {'3d45ea91-665d-4b1e-82eb-1665c4bd8737'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:09.094700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61f1198>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3d45ea91-665d-4b1e-82eb-1665c4bd8737'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:09.170988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.179931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.207451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05db8c50-a16d-47bd-9e0d-7717cc637509 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:09.288826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] Set router 3d45ea91-665d-4b1e-82eb-1665c4bd8737 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:20:09.393869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80976) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:20:09.394260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.484849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=112b23db-8a7e-4639-aa03-9b32ad481813,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:09.493518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-669ec075-05f7-4d93-bf2f-ed0d724b9d4f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.497042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:09.511045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d94c4d04-c330-43f9-95af-42107660e225 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:09.528412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.545567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d4a19ac-da68-489f-a133-e6b71101cda6 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:09.563240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.567515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:09.568223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.689039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Subnet': ['ID=af8cdf17-d5e2-4757-b6e4-6a6390eb8dfa,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:09.692091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:09.771728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Checking segment: {'id': '5fda13b2-0cd1-415b-bf97-b0b221dd2b44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab7d850-4682-4a15-b6d3-62dc66eafed0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:09.772123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network hostable DHCP agents. Network: 5ab7d850-4682-4a15-b6d3-62dc66eafed0, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:20:09.772913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61f1198>, [{'id': '3d45ea91-665d-4b1e-82eb-1665c4bd8737', 'name': 'tempest-snat-router-610128062', 'tenant_id': 'ada6f360f0794155984c03692a855cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': False}, 'gw_port_id': '01f3cbdc-ae55-407b-8cfa-ab0370a430e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:19:54Z', 'updated_at': '2020-12-03T11:20:01Z', 'revision_number': 3, 'project_id': 'ada6f360f0794155984c03692a855cbc', 'gw_port': {'id': '01f3cbdc-ae55-407b-8cfa-ab0370a430e7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d45ea91-665d-4b1e-82eb-1665c4bd8737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:19:58Z', 'updated_at': '2020-12-03T11:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:09.777723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef76346-d772-458b-81b8-f701b8ca422d None None] The sync data for ids ['3d45ea91-665d-4b1e-82eb-1665c4bd8737'] in dv-neutron-765072-2-ovs is: [{'id': '3d45ea91-665d-4b1e-82eb-1665c4bd8737', 'name': 'tempest-snat-router-610128062', 'tenant_id': 'ada6f360f0794155984c03692a855cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': False}, 'gw_port_id': '01f3cbdc-ae55-407b-8cfa-ab0370a430e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:19:54Z', 'updated_at': '2020-12-03T11:20:01Z', 'revision_number': 3, 'project_id': 'ada6f360f0794155984c03692a855cbc', 'gw_port': {'id': '01f3cbdc-ae55-407b-8cfa-ab0370a430e7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d45ea91-665d-4b1e-82eb-1665c4bd8737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:19:58Z', 'updated_at': '2020-12-03T11:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:09.792633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 5ab7d850-4682-4a15-b6d3-62dc66eafed0 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:20:09.805203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 5ab7d850-4682-4a15-b6d3-62dc66eafed0) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:09.816653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb0dd32-d633-4b2b-85bd-9df18e73a73d None None] Network 5ab7d850-4682-4a15-b6d3-62dc66eafed0 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:09.821418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:09.822091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.847529 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1521208
Dec 03 11:20:09.847769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46072) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:09.855168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-669ec075-05f7-4d93-bf2f-ed0d724b9d4f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.855756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0726c86e-2e01-457e-98fa-b932071d7901 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'router': {'name': 'tempest-RoutersTest-router-502212907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:09.864954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0726c86e-2e01-457e-98fa-b932071d7901 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:09.870571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0726c86e-2e01-457e-98fa-b932071d7901 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:router and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:09.874386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0726c86e-2e01-457e-98fa-b932071d7901 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:09.880698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0726c86e-2e01-457e-98fa-b932071d7901 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:09.887497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.6854477
Dec 03 11:20:09.893546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46076) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:09.901432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=0ce39484-6f89-4c0b-a2bf-3a54a6c093d6,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:09.916270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-462984667', 'admin_state_up': True, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:09.919823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0726c86e-2e01-457e-98fa-b932071d7901 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.920666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0726c86e-2e01-457e-98fa-b932071d7901 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.947341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0726c86e-2e01-457e-98fa-b932071d7901 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.969797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0726c86e-2e01-457e-98fa-b932071d7901 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:09.972795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:09.976886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:09.997589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0726c86e-2e01-457e-98fa-b932071d7901 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:10.001667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0726c86e-2e01-457e-98fa-b932071d7901 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1497045
Dec 03 11:20:10.002329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46080) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:10.004401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:10.031767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:router and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:10.057489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:10.058431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:10.066862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:10.077522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:10.083839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-5ab7d850-4682-4a15-b6d3-62dc66eafed0', 'network_id': '5ab7d850-4682-4a15-b6d3-62dc66eafed0', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'fixed_ips': [{'subnet_id': 'af8cdf17-d5e2-4757-b6e4-6a6390eb8dfa'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:20:10.085315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:10.187481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:10.208475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Network': ['ID=0f318c72-f805-46c1-ae3c-bf7b2c7655fb,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:10.219832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:10.256386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:20:10.262334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:10.266540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:10.270281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:10.272016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:20:10.279270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-669ec075-05f7-4d93-bf2f-ed0d724b9d4f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:10.300761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce397ba-abf0-47e3-a03a-3859ee765abc None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:10.308267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c39a1582-6fdd-4425-9c9c-60984395a95c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:10.322979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:10.333828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:10.335289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:10.383699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ec075-05f7-4d93-bf2f-ed0d724b9d4f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f5ae50-d527-4b71-af9d-a738c5f01de0,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:10.394456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-669ec075-05f7-4d93-bf2f-ed0d724b9d4f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:10.415234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:10.423666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:10.424375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:10.447640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:10.448901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:10.496936 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 5.3123960
Dec 03 11:20:10.498178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-669ec075-05f7-4d93-bf2f-ed0d724b9d4f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:10.499414 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-669ec075-05f7-4d93-bf2f-ed0d724b9d4f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "DELETE /v2.0/security-groups/c9f5ae50-d527-4b71-af9d-a738c5f01de0 HTTP/1.1" status: 204  len: 168 time: 1.4398849
Dec 03 11:20:10.508415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46084) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:10.508779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46086) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:10.523411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '112b23db-8a7e-4639-aa03-9b32ad481813', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:10.531563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:10.535773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:floatingip and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:10.544750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:10.550835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:10.550997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.1641638
Dec 03 11:20:10.558802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46092) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:10.566114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:10.633704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b03ef83d-2c6a-4da3-89b6-018ca91ef7c6 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Synchronizing usage tracker for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:10.637256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:10.781575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b03ef83d-2c6a-4da3-89b6-018ca91ef7c6 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Unset dirty status for tenant:2aa4f37d9367463d941a7b1f6f9bb2c5 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:10.793498 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b03ef83d-2c6a-4da3-89b6-018ca91ef7c6 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2813673
Dec 03 11:20:10.794401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46096) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:10.795795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:11.036544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Allocated IP 172.20.0.2 (5ab7d850-4682-4a15-b6d3-62dc66eafed0/af8cdf17-d5e2-4757-b6e4-6a6390eb8dfa/0187a745-bcd8-4cd9-8e1c-f12430d4f324) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:11.145413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '0ce39484-6f89-4c0b-a2bf-3a54a6c093d6'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:20:11.146465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:11.252688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:11.592014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:11.630627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:11.641284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:11.641698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:11.730681 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6de13656-eaa7-423d-9d4b-f6e7db0f18ee tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.9046574
Dec 03 11:20:11.785106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:11.787115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:11.841866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:11.855231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:11.866951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:11.874188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Transition to ACTIVE for port object 0187a745-bcd8-4cd9-8e1c-f12430d4f324 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:11.898288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:11.918976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Allocated IP 2001:db8::f816:3eff:fe9f:e21e (cc7b5e29-f739-4393-8923-6dfd9a0401ee/0ce39484-6f89-4c0b-a2bf-3a54a6c093d6/833993da-3d09-48d0-b99c-84f5dd06e048) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:11.929458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:11.944406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Transition to ACTIVE for port object 0187a745-bcd8-4cd9-8e1c-f12430d4f324 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:11.961839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:11.974896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.117377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Allocated IP 172.26.1.249 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/5bef62a4-52f4-41be-b331-6a76af6250aa) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:12.125280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.141428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Allocated IP 172.20.0.1 (5ab7d850-4682-4a15-b6d3-62dc66eafed0/af8cdf17-d5e2-4757-b6e4-6a6390eb8dfa/aa7722e6-a04f-40f6-ab23-1b5f64585c87) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:12.198629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46104) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:12.258242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c05392bf-12a6-4baa-858c-bba24ef39a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:12.336029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Pushing event updated for resources: {'Port': ['ID=0187a745-bcd8-4cd9-8e1c-f12430d4f324,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:12.339761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 01f3cbdc-ae55-407b-8cfa-ab0370a430e7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=01f3cbdc-ae55-407b-8cfa-ab0370a430e7,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:12.352417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:12.391061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.412489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.420757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-530f11a8-d5b4-43a8-b361-c6756b82ca82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:12.433678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Transition to ACTIVE for port object aa7722e6-a04f-40f6-ab23-1b5f64585c87 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:12.449564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5239122e-46fd-4dde-97dd-96407b43425c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2aa4f37d9367463d941a7b1f6f9bb2c5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2465405
Dec 03 11:20:12.449962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46110) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:12.470612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.522504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.523038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.544390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c8eb484e-f8b4-40b8-afd8-4eb3fecbba15 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:12.553377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Network 5ab7d850-4682-4a15-b6d3-62dc66eafed0 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:12.555763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=01f3cbdc-ae55-407b-8cfa-ab0370a430e7,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:12.561411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:12.571064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:12.571853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:12.598361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6408c13-69e0-43dc-8001-5d0467a52a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.677831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Attempting to bind port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:20:12.678253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Attempting to bind port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '5fda13b2-0cd1-415b-bf97-b0b221dd2b44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab7d850-4682-4a15-b6d3-62dc66eafed0'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:20:12.678665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Attempting to bind port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 on network 5ab7d850-4682-4a15-b6d3-62dc66eafed0 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:20:12.689037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:20:12.689461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Checking segment: {'id': '5fda13b2-0cd1-415b-bf97-b0b221dd2b44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab7d850-4682-4a15-b6d3-62dc66eafed0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:12.689980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.690322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Bound using segment: {'id': '5fda13b2-0cd1-415b-bf97-b0b221dd2b44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab7d850-4682-4a15-b6d3-62dc66eafed0'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:20:12.690844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Bound port: 0187a745-bcd8-4cd9-8e1c-f12430d4f324, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fda13b2-0cd1-415b-bf97-b0b221dd2b44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ab7d850-4682-4a15-b6d3-62dc66eafed0'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:20:12.691254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.726423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6408c13-69e0-43dc-8001-5d0467a52a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.740597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=aa7722e6-a04f-40f6-ab23-1b5f64585c87,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:12.749072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.749657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:12.775665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Transition to ACTIVE for port object 833993da-3d09-48d0-b99c-84f5dd06e048 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:12.812637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Transition to ACTIVE for port object 833993da-3d09-48d0-b99c-84f5dd06e048 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:12.813193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.824113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] For port 0187a745-bcd8-4cd9-8e1c-f12430d4f324, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:20:12.826972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.828112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 5ab7d850-4682-4a15-b6d3-62dc66eafed0 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:12.829581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:12.831993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:12.844810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5247dd03-3be2-40db-a1c6-2709280f5993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:12.875595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6408c13-69e0-43dc-8001-5d0467a52a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.881126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d7fa6eb7-d187-4e9d-b993-574e4d7b61fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:12.909513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6408c13-69e0-43dc-8001-5d0467a52a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd61088-6cdd-4bdd-8fba-61d7b1e77f50,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:12.912167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6408c13-69e0-43dc-8001-5d0467a52a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:12.923505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.926800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] For port 0187a745-bcd8-4cd9-8e1c-f12430d4f324, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0187a745-bcd8-4cd9-8e1c-f12430d4f324,segment=NetworkSegment(5fda13b2-0cd1-415b-bf97-b0b221dd2b44),segment_id=5fda13b2-0cd1-415b-bf97-b0b221dd2b44)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:20:12.966199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6408c13-69e0-43dc-8001-5d0467a52a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:12.969861 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e6408c13-69e0-43dc-8001-5d0467a52a59 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cbd61088-6cdd-4bdd-8fba-61d7b1e77f50 HTTP/1.1" status: 204  len: 168 time: 0.5165789
Dec 03 11:20:13.003471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:13.021673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-51d98c77-ef10-4db7-9c6e-96ef0b18b848 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:13.133684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:13.141742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:13.144309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:13.159751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:13.178864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Pushing event updated for resources: {'Port': ['ID=833993da-3d09-48d0-b99c-84f5dd06e048,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:13.184450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:13.222300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Pushing event updated for resources: {'Port': ['ID=5bef62a4-52f4-41be-b331-6a76af6250aa,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:13.225902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:13.228737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9cced08f-f27f-4ec8-8e0d-e93b6ba403ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:13.234372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.26.1.81 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/4473c0a8-e584-49b0-af1b-6a9c9411e2ef) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:13.316629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:13.397317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Pushing event updated for resources: {'Port': ['ID=0187a745-bcd8-4cd9-8e1c-f12430d4f324,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:13.405214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:13.406308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:13.410851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:13.413216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:13.452649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:13.471873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Attempting to bind port 833993da-3d09-48d0-b99c-84f5dd06e048 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:20:13.472554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Attempting to bind port 833993da-3d09-48d0-b99c-84f5dd06e048 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:20:13.472681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Attempting to bind port 833993da-3d09-48d0-b99c-84f5dd06e048 on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:20:13.475462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:13.489473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:20:13.489728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:13.490012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:13.490457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:20:13.491028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Bound port: 833993da-3d09-48d0-b99c-84f5dd06e048, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:20:13.491450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:13.518254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:13.518254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:13.736013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] For port 833993da-3d09-48d0-b99c-84f5dd06e048, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:20:13.741025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:13.762572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] For port 833993da-3d09-48d0-b99c-84f5dd06e048, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=833993da-3d09-48d0-b99c-84f5dd06e048,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:20:13.763816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-87be9865-f3ab-4c31-aa7c-fe4df6ff8130 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:13.773050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:13.791642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9bf00701-7d31-4350-8cf9-0c66b999129a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:13.818956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.254 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/7f5227bd-0ece-4a35-9edb-344f32b0abc3) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:13.936840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=4473c0a8-e584-49b0-af1b-6a9c9411e2ef,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:13.950883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:14.024314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Pushing event updated for resources: {'Port': ['ID=833993da-3d09-48d0-b99c-84f5dd06e048,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:14.030623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:14.125924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:14.137758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:14.141896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:14.305078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:14.312372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:14.325879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:14.353687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3ba20c2b-9850-4643-8485-a85dd4c5e68e tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:14.356689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-78ff39d4-aa1c-4f04-a1d8-0ce309b46b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:14.643539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=e95c7b6c-c8ca-4314-8ff3-8e2e3197ae67,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:14.653365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:14.655927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:14.802202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:14.820150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=aa7722e6-a04f-40f6-ab23-1b5f64585c87,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:14.821436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:14.836111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:14.879056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:14.891501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:14.915630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:14.916289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:15.061910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:15.086375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:15.142079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 5ab7d850-4682-4a15-b6d3-62dc66eafed0 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:15.145254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:15.170801 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.6107657
Dec 03 11:20:15.188435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46116) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:15.220245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0187a745-bcd8-4cd9-8e1c-f12430d4f324 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:15.256414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:7e:c8:29', 'name': 'tempest-NetworksTestDHCPv6-1325090418'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:15.298243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:15.299063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=7f5227bd-0ece-4a35-9edb-344f32b0abc3,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:15.311023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 833993da-3d09-48d0-b99c-84f5dd06e048 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:15.320961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:15.411067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:15.421663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:15.424425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router cb937cdf-e0b1-46b1-b2b8-098e5faec010 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:20:15.434831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 833993da-3d09-48d0-b99c-84f5dd06e048 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:15.634070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:15.642322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:15.646769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:15.650060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:15.665609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:15.672887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:15.677955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9c0307-4d12-4a12-a98a-896f37bdb86d None None] Sync routers for ids ['cb937cdf-e0b1-46b1-b2b8-098e5faec010'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:15.685048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:15.690683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:15.694904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c0307-4d12-4a12-a98a-896f37bdb86d None None] Routers {'cb937cdf-e0b1-46b1-b2b8-098e5faec010'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:15.695942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7a9c0307-4d12-4a12-a98a-896f37bdb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4cbada0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['cb937cdf-e0b1-46b1-b2b8-098e5faec010'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:15.703675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:15.723974 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/cb937cdf-e0b1-46b1-b2b8-098e5faec010/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7203050
Dec 03 11:20:15.724709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46120) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:15.753664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:15.762601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:15.781751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7a9c0307-4d12-4a12-a98a-896f37bdb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4cbada0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:15.795239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c0307-4d12-4a12-a98a-896f37bdb86d None None] Routers {'cb937cdf-e0b1-46b1-b2b8-098e5faec010'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:15.796095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7a9c0307-4d12-4a12-a98a-896f37bdb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4cbada0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['cb937cdf-e0b1-46b1-b2b8-098e5faec010'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:15.837120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d21832-83f3-4616-a7bd-430483e4cc0c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:15.837775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-59d21832-83f3-4616-a7bd-430483e4cc0c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Synchronizing usage tracker for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:15.859566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd158f-c437-4d46-b1e4-22a67aa3a48d None None] Network 5ab7d850-4682-4a15-b6d3-62dc66eafed0 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:15.893384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-59d21832-83f3-4616-a7bd-430483e4cc0c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Unset dirty status for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:15.897800 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-59d21832-83f3-4616-a7bd-430483e4cc0c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports/aa7722e6-a04f-40f6-ab23-1b5f64585c87 HTTP/1.1" status: 200  len: 910 time: 0.1638579
Dec 03 11:20:15.898512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46124) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:15.907975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-551e3c32-128f-4e77-a163-ecb7d7c22f31 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af8cdf17-d5e2-4757-b6e4-6a6390eb8dfa'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:16.189121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7a9c0307-4d12-4a12-a98a-896f37bdb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4cbada0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:16.189652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9c0307-4d12-4a12-a98a-896f37bdb86d None None] The sync data for ids ['cb937cdf-e0b1-46b1-b2b8-098e5faec010'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:16.244195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3fc8ff-e9da-4025-9699-97cb492a4f5f None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:16.258115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Provisioning for port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:16.275216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Provisioning complete for port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:16.275654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:16.361996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Router 0cd25812-60ce-4c49-9d8e-70d09150daa5 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:20:16.372100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-551e3c32-128f-4e77-a163-ecb7d7c22f31 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:16.383281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:16.390032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:16.408110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0d7796e0-420d-4fbd-b88b-52cebcb59db7 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:16.624801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:16.723374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] For port 0187a745-bcd8-4cd9-8e1c-f12430d4f324, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0187a745-bcd8-4cd9-8e1c-f12430d4f324,segment=NetworkSegment(5fda13b2-0cd1-415b-bf97-b0b221dd2b44),segment_id=5fda13b2-0cd1-415b-bf97-b0b221dd2b44)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:16.733996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:16.736971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:16.761715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port bdfef8e7-0795-4f56-a2cd-43924ac8a35b yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:20:16.930200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Pushing event updated for resources: {'Port': ['ID=0187a745-bcd8-4cd9-8e1c-f12430d4f324,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:16.933423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b9b79643-b535-4552-b07a-54836db73735 None None] Provisioning for port 833993da-3d09-48d0-b99c-84f5dd06e048 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:16.948572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.949146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.949638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.950120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.950584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.951148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.951634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.952115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.952586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.953055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.953533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.954002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.954538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.955130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.955601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.956160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.956628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.957104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.957572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.958045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.958520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.959018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.959494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.960222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:16.974862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b9b79643-b535-4552-b07a-54836db73735 None None] Provisioning complete for port 833993da-3d09-48d0-b99c-84f5dd06e048 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:16.975572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b9b79643-b535-4552-b07a-54836db73735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:17.002671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:17.005732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:17.010669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:17.019251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Sync routers for ids ['0cd25812-60ce-4c49-9d8e-70d09150daa5'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:17.036010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca64ca1-b4b0-4062-ba59-cf3fc8d6056a None None] Update dhcp port {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '0ce39484-6f89-4c0b-a2bf-3a54a6c093d6', 'ip_address': '2001:db8::f816:3eff:fe9f:e21e'}, {'subnet_id': 'e95c7b6c-c8ca-4314-8ff3-8e2e3197ae67'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': '833993da-3d09-48d0-b99c-84f5dd06e048'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:20:17.042004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Routers {'0cd25812-60ce-4c49-9d8e-70d09150daa5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:17.042846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b636de48>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['0cd25812-60ce-4c49-9d8e-70d09150daa5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:17.122010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-551e3c32-128f-4e77-a163-ecb7d7c22f31 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:17.200051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-551e3c32-128f-4e77-a163-ecb7d7c22f31 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:17.208737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ca64ca1-b4b0-4062-ba59-cf3fc8d6056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:17.220070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0187a745-bcd8-4cd9-8e1c-f12430d4f324 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:17.295033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:17.299290 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 9.9788644
Dec 03 11:20:17.315969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46128) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:17.345333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=4473c0a8-e584-49b0-af1b-6a9c9411e2ef,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:17.353485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:17.354157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:17.358041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b9b79643-b535-4552-b07a-54836db73735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:17.365132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Set router 0cd25812-60ce-4c49-9d8e-70d09150daa5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:20:17.486884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551e3c32-128f-4e77-a163-ecb7d7c22f31 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:17.487612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-551e3c32-128f-4e77-a163-ecb7d7c22f31 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:17.492589 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-551e3c32-128f-4e77-a163-ecb7d7c22f31 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/ports/aa7722e6-a04f-40f6-ab23-1b5f64585c87 HTTP/1.1" status: 200  len: 910 time: 1.5903368
Dec 03 11:20:17.498822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b9b79643-b535-4552-b07a-54836db73735 None None] For port 833993da-3d09-48d0-b99c-84f5dd06e048, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=833993da-3d09-48d0-b99c-84f5dd06e048,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:17.500534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46132) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:17.503527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:17.504047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:17.558190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b9b79643-b535-4552-b07a-54836db73735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:17.621848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c2f9344-c64d-46c3-8035-0741fed60592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:17.761856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8253f110-a87c-4140-af94-37daae0339c3 None None] Provisioning complete for port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:17.762734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8253f110-a87c-4140-af94-37daae0339c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:17.826864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 172.20.0.8 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/e95c7b6c-c8ca-4314-8ff3-8e2e3197ae67/bdfef8e7-0795-4f56-a2cd-43924ac8a35b) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:17.855426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::f816:3eff:fe7e:c829 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/0ce39484-6f89-4c0b-a2bf-3a54a6c093d6/bdfef8e7-0795-4f56-a2cd-43924ac8a35b) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:17.857467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b79643-b535-4552-b07a-54836db73735 None None] Pushing event updated for resources: {'Port': ['ID=833993da-3d09-48d0-b99c-84f5dd06e048,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:17.874455 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ada2062c-0439-4020-9688-401d8d783f98 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/routers/0cd25812-60ce-4c49-9d8e-70d09150daa5 HTTP/1.1" status: 200  len: 907 time: 0.5571465
Dec 03 11:20:17.875195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46136) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:17.907074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b636de48>, [{'id': '0cd25812-60ce-4c49-9d8e-70d09150daa5', 'name': 'tempest-snat-router-610128062', 'tenant_id': 'ada6f360f0794155984c03692a855cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.249'}], 'enable_snat': True}, 'gw_port_id': '5bef62a4-52f4-41be-b331-6a76af6250aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:07Z', 'updated_at': '2020-12-03T11:20:13Z', 'revision_number': 3, 'project_id': 'ada6f360f0794155984c03692a855cbc', 'gw_port': {'id': '5bef62a4-52f4-41be-b331-6a76af6250aa', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd25812-60ce-4c49-9d8e-70d09150daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:11Z', 'updated_at': '2020-12-03T11:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:17.916971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Checking router: 0cd25812-60ce-4c49-9d8e-70d09150daa5 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:20:17.918900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b9b79643-b535-4552-b07a-54836db73735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:17.919105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Updating router 0cd25812-60ce-4c49-9d8e-70d09150daa5 port 5bef62a4-52f4-41be-b331-6a76af6250aa binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:20:18.039421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.048504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8253f110-a87c-4140-af94-37daae0339c3 None None] Provisioning for port aa7722e6-a04f-40f6-ab23-1b5f64585c87 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:18.051321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e3c32-128f-4e77-a163-ecb7d7c22f31 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=aa7722e6-a04f-40f6-ab23-1b5f64585c87,revision_number=3']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:18.061442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8253f110-a87c-4140-af94-37daae0339c3 None None] Provisioning complete for port aa7722e6-a04f-40f6-ab23-1b5f64585c87 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:18.062267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8253f110-a87c-4140-af94-37daae0339c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.063412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-551e3c32-128f-4e77-a163-ecb7d7c22f31 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:18.126552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.130649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8253f110-a87c-4140-af94-37daae0339c3 None None] Port aa7722e6-a04f-40f6-ab23-1b5f64585c87 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:18.162204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.266769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0f147ccb-3697-4562-b238-e7d10eadf3ae None None] Provisioning complete for port aa7722e6-a04f-40f6-ab23-1b5f64585c87 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:18.267896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f147ccb-3697-4562-b238-e7d10eadf3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.339126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0f147ccb-3697-4562-b238-e7d10eadf3ae None None] Port aa7722e6-a04f-40f6-ab23-1b5f64585c87 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:18.471286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-250714c4-9092-45d3-9cf7-8219c0bdc723 None None] Provisioning complete for port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:18.472273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-250714c4-9092-45d3-9cf7-8219c0bdc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.500863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.558024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.574651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Transition to ACTIVE for port object 5bef62a4-52f4-41be-b331-6a76af6250aa will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:18.578442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.641752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:18.653154 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Floating IP 1976d948-b0b0-4bc7-a321-207c606a2ebc associated. External IP: 172.26.1.81, port: 112b23db-8a7e-4639-aa03-9b32ad481813.
Dec 03 11:20:18.754380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.778707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Pushing event updated for resources: {'Port': ['ID=5bef62a4-52f4-41be-b331-6a76af6250aa,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:18.791463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.791862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.792222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.792611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.792990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.793366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.793906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.794096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.794435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.794801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.795195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.795561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.795991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.796390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.796728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.797097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.797457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.797835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.798195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.798559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.798943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.799305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.799670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.800033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:20:18.804322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:18.851832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Attempting to bind port 5bef62a4-52f4-41be-b331-6a76af6250aa on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:20:18.852258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Attempting to bind port 5bef62a4-52f4-41be-b331-6a76af6250aa by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:20:18.852839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Attempting to bind port 5bef62a4-52f4-41be-b331-6a76af6250aa on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:20:18.858683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:20:18.859233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:18.859912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.860037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:20:18.860491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Bound port: 5bef62a4-52f4-41be-b331-6a76af6250aa, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:20:18.860991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.945856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] For port 5bef62a4-52f4-41be-b331-6a76af6250aa, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:20:18.950255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] For port 5bef62a4-52f4-41be-b331-6a76af6250aa, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5bef62a4-52f4-41be-b331-6a76af6250aa,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:20:18.956548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:18.971830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:19.012989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:19.050680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object bdfef8e7-0795-4f56-a2cd-43924ac8a35b will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:19.062944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:19.076113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Deleting port 5bef62a4-52f4-41be-b331-6a76af6250aa {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:19.076288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:19.118724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Pushing event updated for resources: {'Port': ['ID=5bef62a4-52f4-41be-b331-6a76af6250aa,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:19.122654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:19.141780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 28466069-90db-4f3e-9727-d2886dbada37 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:20:19.181394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Routers {'0cd25812-60ce-4c49-9d8e-70d09150daa5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:19.181948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b636de48>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['0cd25812-60ce-4c49-9d8e-70d09150daa5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:19.186690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:19.259346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 833993da-3d09-48d0-b99c-84f5dd06e048 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:19.271612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6f4b508-115a-4421-a519-b21cc7285e1b tempest-ServerActionsTestJSON-737963587 tempest-ServerActionsTestJSON-737963587] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:19.318326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:20:19.375308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-4ca64ca1-b4b0-4062-ba59-cf3fc8d6056a None None] Allocated IP 172.20.0.2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/e95c7b6c-c8ca-4314-8ff3-8e2e3197ae67/833993da-3d09-48d0-b99c-84f5dd06e048) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:19.407128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 833993da-3d09-48d0-b99c-84f5dd06e048 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:19.407975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:19.582158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] Set router 0cd25812-60ce-4c49-9d8e-70d09150daa5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:20:19.594498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=bdfef8e7-0795-4f56-a2cd-43924ac8a35b,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:19.605918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:19.611651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:19.641685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] For port 5bef62a4-52f4-41be-b331-6a76af6250aa, host dv-neutron-765072-2-ovs, got binding levels [] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:19.642088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:19.644937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8983d68f-9797-48da-9730-0798c0e41953 None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:19.674030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:19.693445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8983d68f-9797-48da-9730-0798c0e41953 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:19.694536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8983d68f-9797-48da-9730-0798c0e41953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57f5240>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:19.759794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port aa7722e6-a04f-40f6-ab23-1b5f64585c87 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:19.760696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:19.795680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8983d68f-9797-48da-9730-0798c0e41953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57f5240>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:19.795997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 9.2860591
Dec 03 11:20:19.803074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46140) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:19.803807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Calling delete_port for 5bef62a4-52f4-41be-b331-6a76af6250aa owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:19.811294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cb502f38-c913-4e85-8def-0d5a0b46a45f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'floatingip': {'port_id': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:19.867953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:19.873923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:19.882476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:19.888794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:19.911136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Sync routers for ids ['28466069-90db-4f3e-9727-d2886dbada37'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:19.933779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Routers {'28466069-90db-4f3e-9727-d2886dbada37'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:19.934886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61def98>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['28466069-90db-4f3e-9727-d2886dbada37'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:19.981059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:19.982037 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 10.0823238
Dec 03 11:20:19.986440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46144) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:20.009679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:20:20.010080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:20:20.018837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:20.019587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:20.074384 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 4.8847454
Dec 03 11:20:20.077031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46150) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:20.230234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf50caf-1657-4252-a31a-7e0ae4ac4964 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:20.232347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8983d68f-9797-48da-9730-0798c0e41953 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:20.233179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8983d68f-9797-48da-9730-0798c0e41953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57f5240>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:20.247239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf50caf-1657-4252-a31a-7e0ae4ac4964 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:20.248155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-baf50caf-1657-4252-a31a-7e0ae4ac4964 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:20.254813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Set router 28466069-90db-4f3e-9727-d2886dbada37 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:20:20.317455 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7cf7ffc2-2b02-4e7d-95a3-e748debe595a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets?project_id=85d2c11b1de444db8a782028cdd05d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3295522
Dec 03 11:20:20.319046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46154) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:20.325958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1306592819', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:20.327815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4ca64ca1-b4b0-4062-ba59-cf3fc8d6056a None None] For port 833993da-3d09-48d0-b99c-84f5dd06e048, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=833993da-3d09-48d0-b99c-84f5dd06e048,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:20.337657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8983d68f-9797-48da-9730-0798c0e41953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57f5240>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:20.339605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8983d68f-9797-48da-9730-0798c0e41953 None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:20.346215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-baf50caf-1657-4252-a31a-7e0ae4ac4964 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:20.347702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-baf50caf-1657-4252-a31a-7e0ae4ac4964 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.2694986
Dec 03 11:20:20.355196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46158) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:20.386237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ca64ca1-b4b0-4062-ba59-cf3fc8d6056a None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:20.405293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb502f38-c913-4e85-8def-0d5a0b46a45f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:20.429600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4ca64ca1-b4b0-4062-ba59-cf3fc8d6056a None None] Transition to ACTIVE for port object 833993da-3d09-48d0-b99c-84f5dd06e048 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:20.434597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ca64ca1-b4b0-4062-ba59-cf3fc8d6056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:20.511542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:20.521483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b636de48>, [{'id': '0cd25812-60ce-4c49-9d8e-70d09150daa5', 'name': 'tempest-snat-router-610128062', 'tenant_id': 'ada6f360f0794155984c03692a855cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.249'}], 'enable_snat': True}, 'gw_port_id': '5bef62a4-52f4-41be-b331-6a76af6250aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:07Z', 'updated_at': '2020-12-03T11:20:13Z', 'revision_number': 3, 'project_id': 'ada6f360f0794155984c03692a855cbc', 'gw_port': {'id': '5bef62a4-52f4-41be-b331-6a76af6250aa', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd25812-60ce-4c49-9d8e-70d09150daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:11Z', 'updated_at': '2020-12-03T11:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:20.529964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98841e-c7ab-4883-9de4-ebc44c679bc7 None None] The sync data for ids ['0cd25812-60ce-4c49-9d8e-70d09150daa5'] in dv-neutron-765072-2-ovs is: [{'id': '0cd25812-60ce-4c49-9d8e-70d09150daa5', 'name': 'tempest-snat-router-610128062', 'tenant_id': 'ada6f360f0794155984c03692a855cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.249'}], 'enable_snat': True}, 'gw_port_id': '5bef62a4-52f4-41be-b331-6a76af6250aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:07Z', 'updated_at': '2020-12-03T11:20:13Z', 'revision_number': 3, 'project_id': 'ada6f360f0794155984c03692a855cbc', 'gw_port': {'id': '5bef62a4-52f4-41be-b331-6a76af6250aa', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd25812-60ce-4c49-9d8e-70d09150daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:11Z', 'updated_at': '2020-12-03T11:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:20.630773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a5b2518-13b7-49fe-b4da-d3437331375a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:20.634444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:20.656160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61def98>, [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:20:16Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:20.661492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Checking router: 28466069-90db-4f3e-9727-d2886dbada37 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:20:20.662057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Updating router 28466069-90db-4f3e-9727-d2886dbada37 port 7f5227bd-0ece-4a35-9edb-344f32b0abc3 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:20:20.677565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-50915779-110e-419d-836f-717c80c266fb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port bdfef8e7-0795-4f56-a2cd-43924ac8a35b {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:20.677944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50915779-110e-419d-836f-717c80c266fb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:20.754052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca64ca1-b4b0-4062-ba59-cf3fc8d6056a None None] Pushing event updated for resources: {'Port': ['ID=833993da-3d09-48d0-b99c-84f5dd06e048,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:20.754765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:20.769653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ca64ca1-b4b0-4062-ba59-cf3fc8d6056a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:20.800734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for aa7722e6-a04f-40f6-ab23-1b5f64585c87 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:20.982233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb502f38-c913-4e85-8def-0d5a0b46a45f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:20.997931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb502f38-c913-4e85-8def-0d5a0b46a45f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:20.998284 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-cb502f38-c913-4e85-8def-0d5a0b46a45f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Floating IP 1976d948-b0b0-4bc7-a321-207c606a2ebc disassociated. External IP: 172.26.1.81, port: 112b23db-8a7e-4639-aa03-9b32ad481813.
Dec 03 11:20:21.095989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:21.116839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:subnet and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:21.130129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.131977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:21.143267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:21.266773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:21.316082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.330458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Transition to ACTIVE for port object 7f5227bd-0ece-4a35-9edb-344f32b0abc3 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:21.339222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.363454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 833993da-3d09-48d0-b99c-84f5dd06e048 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:21.504022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5bef62a4-52f4-41be-b331-6a76af6250aa up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:21.514337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:21.555892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.598536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Attempting to bind port 7f5227bd-0ece-4a35-9edb-344f32b0abc3 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:20:21.599181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Attempting to bind port 7f5227bd-0ece-4a35-9edb-344f32b0abc3 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:20:21.599452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Deleting port 5bef62a4-52f4-41be-b331-6a76af6250aa {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:21.599815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Attempting to bind port 7f5227bd-0ece-4a35-9edb-344f32b0abc3 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:20:21.599939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.609461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:20:21.610068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:21.610650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.611220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:20:21.612529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Bound port: 7f5227bd-0ece-4a35-9edb-344f32b0abc3, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:20:21.613199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.637683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 5bef62a4-52f4-41be-b331-6a76af6250aa completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:21.649321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 5bef62a4-52f4-41be-b331-6a76af6250aa triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:21.649751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.724039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] For port 7f5227bd-0ece-4a35-9edb-344f32b0abc3, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:20:21.728923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] For port 7f5227bd-0ece-4a35-9edb-344f32b0abc3, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7f5227bd-0ece-4a35-9edb-344f32b0abc3,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:20:21.749069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.819625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.829129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.861337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb502f38-c913-4e85-8def-0d5a0b46a45f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:20:21.867782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 5bef62a4-52f4-41be-b331-6a76af6250aa, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5bef62a4-52f4-41be-b331-6a76af6250aa,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:21.871760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-710599b6-a062-46b2-aa65-9e2d533d57ae None None] Provisioning for port 833993da-3d09-48d0-b99c-84f5dd06e048 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:21.878573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-710599b6-a062-46b2-aa65-9e2d533d57ae None None] Provisioning complete for port 833993da-3d09-48d0-b99c-84f5dd06e048 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:21.879387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-710599b6-a062-46b2-aa65-9e2d533d57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.925056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:21.957302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a83c785c-ed60-4aa9-abec-17034c935916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:22.000018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Routers {'28466069-90db-4f3e-9727-d2886dbada37'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:22.000776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61def98>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['28466069-90db-4f3e-9727-d2886dbada37'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:22.129675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:22.162279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-551e3c32-128f-4e77-a163-ecb7d7c22f31 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:22.193803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=5bef62a4-52f4-41be-b331-6a76af6250aa,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:22.204682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:22.238127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50915779-110e-419d-836f-717c80c266fb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:22.256802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=aa7722e6-a04f-40f6-ab23-1b5f64585c87,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:22.263069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] Set router 28466069-90db-4f3e-9727-d2886dbada37 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:20:22.279191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:22.372475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8defc771-1411-4ab3-a725-d3d1657f84ad None None] Provisioning for port bdfef8e7-0795-4f56-a2cd-43924ac8a35b completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:22.393389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8defc771-1411-4ab3-a725-d3d1657f84ad None None] Provisioning complete for port bdfef8e7-0795-4f56-a2cd-43924ac8a35b triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:22.394205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8defc771-1411-4ab3-a725-d3d1657f84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:22.417514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb502f38-c913-4e85-8def-0d5a0b46a45f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:22.440905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb502f38-c913-4e85-8def-0d5a0b46a45f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:22.457664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-50915779-110e-419d-836f-717c80c266fb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for bdfef8e7-0795-4f56-a2cd-43924ac8a35b owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:22.465795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e5a9ac-f7ba-4a89-9589-d1084f47c469 None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:22.537651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e5a9ac-f7ba-4a89-9589-d1084f47c469 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:22.538498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-71e5a9ac-f7ba-4a89-9589-d1084f47c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5dbc8d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:22.571160 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cb502f38-c913-4e85-8def-0d5a0b46a45f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "PUT /v2.0/floatingips/1976d948-b0b0-4bc7-a321-207c606a2ebc HTTP/1.1" status: 200  len: 687 time: 2.7669661
Dec 03 11:20:22.571845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46162) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:22.572117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] For port 5bef62a4-52f4-41be-b331-6a76af6250aa, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5bef62a4-52f4-41be-b331-6a76af6250aa,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:22.573233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:22.671741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-71e5a9ac-f7ba-4a89-9589-d1084f47c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5dbc8d0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:22.687605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8defc771-1411-4ab3-a725-d3d1657f84ad None None] Port bdfef8e7-0795-4f56-a2cd-43924ac8a35b cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:22.693176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e5a9ac-f7ba-4a89-9589-d1084f47c469 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:22.693999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-71e5a9ac-f7ba-4a89-9589-d1084f47c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5dbc8d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:22.708690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd54b4f-0d8a-471a-a901-6dc9df78cb7a None None] Pushing event updated for resources: {'Port': ['ID=7f5227bd-0ece-4a35-9edb-344f32b0abc3,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:22.730371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0cd54b4f-0d8a-471a-a901-6dc9df78cb7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.216s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:22.730882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab321592-232b-49ce-a92b-71755fc42d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.766s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:22.786508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-71e5a9ac-f7ba-4a89-9589-d1084f47c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5dbc8d0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:22.787350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e5a9ac-f7ba-4a89-9589-d1084f47c469 None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:22.793750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71fcd85-d6e1-4ddf-b7e9-398638552950 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:20:22.811386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Calling delete_port for 5bef62a4-52f4-41be-b331-6a76af6250aa owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:22.869839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7d04c8f0-0ab9-4fde-9a13-3cb5d597ec2c None None] Provisioning complete for port 833993da-3d09-48d0-b99c-84f5dd06e048 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:22.870436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d04c8f0-0ab9-4fde-9a13-3cb5d597ec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:22.887384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd54b4f-0d8a-471a-a901-6dc9df78cb7a None None] Pushing event updated for resources: {'Port': ['ID=7f5227bd-0ece-4a35-9edb-344f32b0abc3,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:22.890955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0cd54b4f-0d8a-471a-a901-6dc9df78cb7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:22.969444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61def98>, [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:20:16Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:22.974711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f2141-bdab-43b1-8f2b-b0ccac642524 None None] The sync data for ids ['28466069-90db-4f3e-9727-d2886dbada37'] in dv-neutron-765072-2-ovs is: [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:20:16Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:23.031804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d12b7610-b975-407c-92bb-2aebb7cc6b3c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port 4473c0a8-e584-49b0-af1b-6a9c9411e2ef {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:23.032097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d12b7610-b975-407c-92bb-2aebb7cc6b3c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:23.061612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:23.077633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:20:23.077982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:20:23.080422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71fcd85-d6e1-4ddf-b7e9-398638552950 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:20:23.208375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50915779-110e-419d-836f-717c80c266fb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:23.221211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5bef62a4-52f4-41be-b331-6a76af6250aa up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:23.231500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:23.355232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50915779-110e-419d-836f-717c80c266fb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=bdfef8e7-0795-4f56-a2cd-43924ac8a35b,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:23.358146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-50915779-110e-419d-836f-717c80c266fb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:23.397668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 5bef62a4-52f4-41be-b331-6a76af6250aa triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:23.398250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:23.605528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50915779-110e-419d-836f-717c80c266fb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:23.649510 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-50915779-110e-419d-836f-717c80c266fb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/bdfef8e7-0795-4f56-a2cd-43924ac8a35b HTTP/1.1" status: 204  len: 168 time: 3.2908463
Dec 03 11:20:23.649510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:23.664198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46166) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:23.665035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-199ba511-aa1d-490f-85de-c091ba29fb35 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:23.688274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d12b7610-b975-407c-92bb-2aebb7cc6b3c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:23.688648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d12b7610-b975-407c-92bb-2aebb7cc6b3c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:23.743526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:23.907023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d12b7610-b975-407c-92bb-2aebb7cc6b3c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for 4473c0a8-e584-49b0-af1b-6a9c9411e2ef owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:24.154469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router cb937cdf-e0b1-46b1-b2b8-098e5faec010 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:20:24.297702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Subnet': ['ID=1012fa4b-3b1e-4d22-b551-17d616ea7e8a,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:24.326023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:24.351856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39afa85-16f7-4b0f-b3da-a5926b806666 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:24.354331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39afa85-16f7-4b0f-b3da-a5926b806666 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:24.356413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39afa85-16f7-4b0f-b3da-a5926b806666 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:24.357527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a39afa85-16f7-4b0f-b3da-a5926b806666 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:24.393728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:24.413110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3c7d7-ad70-41f6-9a98-b5cf5a7a76d8 None None] Sync routers for ids ['cb937cdf-e0b1-46b1-b2b8-098e5faec010'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:24.426300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d12b7610-b975-407c-92bb-2aebb7cc6b3c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:24.435379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3c7d7-ad70-41f6-9a98-b5cf5a7a76d8 None None] Routers {'cb937cdf-e0b1-46b1-b2b8-098e5faec010'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:24.436456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-90e3c7d7-ad70-41f6-9a98-b5cf5a7a76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b674d630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['cb937cdf-e0b1-46b1-b2b8-098e5faec010'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:24.447003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:24.450252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fb5cfe1a-2308-4d6b-81f1-969c0e4cfba4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:24.460061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Deleting port 5bef62a4-52f4-41be-b331-6a76af6250aa {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:24.460440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:24.496788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a39afa85-16f7-4b0f-b3da-a5926b806666 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:24.500704 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a39afa85-16f7-4b0f-b3da-a5926b806666 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.7976854
Dec 03 11:20:24.505332 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/cb937cdf-e0b1-46b1-b2b8-098e5faec010/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0039124
Dec 03 11:20:24.509001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46170) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:24.509376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46172) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:24.522848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ec5038a3-db1f-467f-9f34-0bf2e1535bbf None None] Provisioning complete for port 833993da-3d09-48d0-b99c-84f5dd06e048 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:24.523337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec5038a3-db1f-467f-9f34-0bf2e1535bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:24.537084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-90e3c7d7-ad70-41f6-9a98-b5cf5a7a76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b674d630>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:24.548514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3c7d7-ad70-41f6-9a98-b5cf5a7a76d8 None None] Routers {'cb937cdf-e0b1-46b1-b2b8-098e5faec010'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:24.549572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-90e3c7d7-ad70-41f6-9a98-b5cf5a7a76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b674d630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['cb937cdf-e0b1-46b1-b2b8-098e5faec010'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:24.575984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b7610-b975-407c-92bb-2aebb7cc6b3c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=4473c0a8-e584-49b0-af1b-6a9c9411e2ef,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:24.650734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-90e3c7d7-ad70-41f6-9a98-b5cf5a7a76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b674d630>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:24.651344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3c7d7-ad70-41f6-9a98-b5cf5a7a76d8 None None] The sync data for ids ['cb937cdf-e0b1-46b1-b2b8-098e5faec010'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:24.667621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d12b7610-b975-407c-92bb-2aebb7cc6b3c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:24.675332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Checking segment: {'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:24.675738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network hostable DHCP agents. Network: 0f318c72-f805-46c1-ae3c-bf7b2c7655fb, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:20:24.734205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:20:24.737954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6a8700f3-cc28-40d7-aa3c-8a5aa1e9e929 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Synchronizing usage tracker for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:24.750498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] For port 5bef62a4-52f4-41be-b331-6a76af6250aa, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5bef62a4-52f4-41be-b331-6a76af6250aa,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:24.750902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:24.763081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 0f318c72-f805-46c1-ae3c-bf7b2c7655fb) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:24.775809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4b8bb9-7f9a-4d10-be35-41856eb62cad None None] Network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:24.816203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6a8700f3-cc28-40d7-aa3c-8a5aa1e9e929 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Unset dirty status for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:24.817513 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6a8700f3-cc28-40d7-aa3c-8a5aa1e9e929 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=cb937cdf-e0b1-46b1-b2b8-098e5faec010 HTTP/1.1" status: 200  len: 205 time: 0.2979579
Dec 03 11:20:24.826046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46178) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:25.032169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d12b7610-b975-407c-92bb-2aebb7cc6b3c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.034707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d12b7610-b975-407c-92bb-2aebb7cc6b3c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.039380 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d12b7610-b975-407c-92bb-2aebb7cc6b3c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/floatingips/1976d948-b0b0-4bc7-a321-207c606a2ebc HTTP/1.1" status: 204  len: 168 time: 2.4517395
Dec 03 11:20:25.042778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f0bfd8-335b-4ec8-9520-88d80ff0519b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 0ce39484-6f89-4c0b-a2bf-3a54a6c093d6 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:20:25.043477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:25.044134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.044803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46182) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:25.048933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54f0bfd8-335b-4ec8-9520-88d80ff0519b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.059657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ips': [{'subnet_id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:20:25.060993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.065288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Calling delete_port for 5bef62a4-52f4-41be-b331-6a76af6250aa owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:25.082511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': 'fcb4d641-497f-4428-b1e6-948b5f3d2ad8'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:25.093650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:25.101835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:floatingip and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:25.107369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:25.112392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28fea045-0a85-4915-8597-30fe2c34de0b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.116808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:25.133005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54f0bfd8-335b-4ec8-9520-88d80ff0519b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.223237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.235994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7f5227bd-0ece-4a35-9edb-344f32b0abc3 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:25.285098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54f0bfd8-335b-4ec8-9520-88d80ff0519b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.303957 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 4.9837801
Dec 03 11:20:25.310165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46186) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:25.410265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 7f5227bd-0ece-4a35-9edb-344f32b0abc3 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:25.444545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 7f5227bd-0ece-4a35-9edb-344f32b0abc3 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:25.445104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.531212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Allocated IP 172.20.0.2 (0f318c72-f805-46c1-ae3c-bf7b2c7655fb/1012fa4b-3b1e-4d22-b551-17d616ea7e8a/586c966f-44c2-432f-9ab5-b7a84817fd23) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:25.588952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.618294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28fea045-0a85-4915-8597-30fe2c34de0b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.623958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28fea045-0a85-4915-8597-30fe2c34de0b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.701103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.710193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28fea045-0a85-4915-8597-30fe2c34de0b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.710766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fea045-0a85-4915-8597-30fe2c34de0b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Fanout notify agent at l3_agent the message router_deleted on router cb937cdf-e0b1-46b1-b2b8-098e5faec010 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:20:25.732765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 7f5227bd-0ece-4a35-9edb-344f32b0abc3, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7f5227bd-0ece-4a35-9edb-344f32b0abc3,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:25.741816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.747365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:25.833477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=7f5227bd-0ece-4a35-9edb-344f32b0abc3,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:25.837131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:25.851091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54f0bfd8-335b-4ec8-9520-88d80ff0519b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.871889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-221684cd-0406-4f83-994c-6f63c5a879bf tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:25.883345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28fea045-0a85-4915-8597-30fe2c34de0b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.884470 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-28fea045-0a85-4915-8597-30fe2c34de0b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/cb937cdf-e0b1-46b1-b2b8-098e5faec010 HTTP/1.1" status: 204  len: 168 time: 1.0509121
Dec 03 11:20:25.897543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:25.913102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46190) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:26.237432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0bfd8-335b-4ec8-9520-88d80ff0519b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=0ce39484-6f89-4c0b-a2bf-3a54a6c093d6,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:26.254498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-54f0bfd8-335b-4ec8-9520-88d80ff0519b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:26.298493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:26.571164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.26.1.253 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/db1cebd3-de56-4f7e-8458-9f28b68beacb) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:26.576827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54f0bfd8-335b-4ec8-9520-88d80ff0519b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:26.579171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea872d7e-6334-45e6-99a3-dc55530309bd None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:26.657603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-54f0bfd8-335b-4ec8-9520-88d80ff0519b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/0ce39484-6f89-4c0b-a2bf-3a54a6c093d6 HTTP/1.1" status: 204  len: 168 time: 2.1397676
Dec 03 11:20:26.663133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46194) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:26.735532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afd8730-adad-426c-8e9e-9665d87f2eb6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting subnet af8cdf17-d5e2-4757-b6e4-6a6390eb8dfa {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:20:26.781650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:26.786413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:26.794603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2afd8730-adad-426c-8e9e-9665d87f2eb6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:26.859557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:26.860298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Fanout notify agent at l3_agent the message router_deleted on router 0cd25812-60ce-4c49-9d8e-70d09150daa5 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:20:26.862337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:26.925774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a6b5d1-cb24-456e-b42c-04a662c75a80 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet e95c7b6c-c8ca-4314-8ff3-8e2e3197ae67 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:20:26.935438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2afd8730-adad-426c-8e9e-9665d87f2eb6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:26.967777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04a6b5d1-cb24-456e-b42c-04a662c75a80 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.012496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.032903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Transition to ACTIVE for port object 586c966f-44c2-432f-9ab5-b7a84817fd23 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:27.049010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.086007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.087251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7af24072-2308-4fc7-9b47-057ba0250d5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "DELETE /v2.0/routers/0cd25812-60ce-4c49-9d8e-70d09150daa5 HTTP/1.1" status: 204  len: 168 time: 9.2013998
Dec 03 11:20:27.090941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46198) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:27.096085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Transition to ACTIVE for port object 586c966f-44c2-432f-9ab5-b7a84817fd23 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:27.099754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04a6b5d1-cb24-456e-b42c-04a662c75a80 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.107611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.126665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:27.209170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.230308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:27.259625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7f5227bd-0ece-4a35-9edb-344f32b0abc3 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:27.276273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2afd8730-adad-426c-8e9e-9665d87f2eb6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.349370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Pushing event updated for resources: {'Port': ['ID=586c966f-44c2-432f-9ab5-b7a84817fd23,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:27.362485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:27.415535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:27.418494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:27.425507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:27.427745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 7f5227bd-0ece-4a35-9edb-344f32b0abc3 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:27.428456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.438027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04a6b5d1-cb24-456e-b42c-04a662c75a80 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.476617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=db1cebd3-de56-4f7e-8458-9f28b68beacb,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:27.488045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.500842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:27.556244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Attempting to bind port 586c966f-44c2-432f-9ab5-b7a84817fd23 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:20:27.556604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Attempting to bind port 586c966f-44c2-432f-9ab5-b7a84817fd23 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:20:27.558010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Attempting to bind port 586c966f-44c2-432f-9ab5-b7a84817fd23 on network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:20:27.564084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:20:27.564513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Checking segment: {'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:27.564964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.565408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Bound using segment: {'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:20:27.565934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Bound port: 586c966f-44c2-432f-9ab5-b7a84817fd23, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:20:27.566354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.722838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.730771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Deleting port 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:27.731211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.747292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] For port 586c966f-44c2-432f-9ab5-b7a84817fd23, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:20:27.751603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] For port 586c966f-44c2-432f-9ab5-b7a84817fd23, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=586c966f-44c2-432f-9ab5-b7a84817fd23,segment=NetworkSegment(056e244d-397b-40fe-ae91-3fb300067eac),segment_id=056e244d-397b-40fe-ae91-3fb300067eac)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:20:27.757100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:27.809935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:27.816305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:27.826205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:27.921571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64a65807-e1b7-4390-a83e-c266ceeabe68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:28.020987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Pushing event updated for resources: {'Port': ['ID=586c966f-44c2-432f-9ab5-b7a84817fd23,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:28.036217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:28.074973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] For port 01f3cbdc-ae55-407b-8cfa-ab0370a430e7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=01f3cbdc-ae55-407b-8cfa-ab0370a430e7,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:28.075339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:28.196542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2afd8730-adad-426c-8e9e-9665d87f2eb6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:28.215287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e65e4229-6e75-4fea-99d8-6c3da4b097f7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:28.229940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Calling delete_port for 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:28.273143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd8730-adad-426c-8e9e-9665d87f2eb6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Subnet': ['ID=af8cdf17-d5e2-4757-b6e4-6a6390eb8dfa,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:28.287126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6d7a60d3-bbf0-417f-abed-7c35b567d1e7 None None] Provisioning complete for port 833993da-3d09-48d0-b99c-84f5dd06e048 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:28.289150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2afd8730-adad-426c-8e9e-9665d87f2eb6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:28.289454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d7a60d3-bbf0-417f-abed-7c35b567d1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:28.349784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04a6b5d1-cb24-456e-b42c-04a662c75a80 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:28.377530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fa8c14e9-07d7-4c7d-8a42-55a77068901b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:28.396959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.1 (0f318c72-f805-46c1-ae3c-bf7b2c7655fb/1012fa4b-3b1e-4d22-b551-17d616ea7e8a/f766180e-63ca-481d-97a2-aa2df12a6032) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:28.582803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:28.756735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:28.796918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object f766180e-63ca-481d-97a2-aa2df12a6032 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:28.849909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6b5d1-cb24-456e-b42c-04a662c75a80 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=e95c7b6c-c8ca-4314-8ff3-8e2e3197ae67,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:28.856142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04a6b5d1-cb24-456e-b42c-04a662c75a80 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:28.862942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:28.970541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dfdc33-be60-4523-879f-891678e766aa None None] Network 5ab7d850-4682-4a15-b6d3-62dc66eafed0 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:28.975852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2afd8730-adad-426c-8e9e-9665d87f2eb6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:28.996865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.005255 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2afd8730-adad-426c-8e9e-9665d87f2eb6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/af8cdf17-d5e2-4757-b6e4-6a6390eb8dfa HTTP/1.1" status: 204  len: 168 time: 3.0886412
Dec 03 11:20:29.007749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46202) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:29.017639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-487e2a92-dcd2-4603-acdd-421f351dad1d tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:29.028728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f757fa-40e5-4b4a-93d3-454a2e5ca66f None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:29.044937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04a6b5d1-cb24-456e-b42c-04a662c75a80 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.049813 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-04a6b5d1-cb24-456e-b42c-04a662c75a80 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/e95c7b6c-c8ca-4314-8ff3-8e2e3197ae67 HTTP/1.1" status: 204  len: 168 time: 2.3740730
Dec 03 11:20:29.053973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46206) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:29.154513 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5aa1c3f9-033b-4766-9899-d75b063fde60 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0956397
Dec 03 11:20:29.175208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46210) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:29.190672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:29.321429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 586c966f-44c2-432f-9ab5-b7a84817fd23 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:29.331124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.356153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.470938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:29.475518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=f766180e-63ca-481d-97a2-aa2df12a6032,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:29.476510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:29.480681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.481275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Fanout notify agent at l3_agent the message router_deleted on router 3d45ea91-665d-4b1e-82eb-1665c4bd8737 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:20:29.483045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:29.495489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:29.503296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:29.524400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.574968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 586c966f-44c2-432f-9ab5-b7a84817fd23 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:29.585339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:29.586783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:29.590436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.591669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-af4d1f0a-89b2-461a-8639-2118c740c362 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "DELETE /v2.0/routers/3d45ea91-665d-4b1e-82eb-1665c4bd8737 HTTP/1.1" status: 204  len: 168 time: 2.4997606
Dec 03 11:20:29.596005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:29.631458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46214) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:29.642171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:29.645889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-626960384', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:29.649542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.658266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:29.661168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105353e2-d9bc-4059-bd68-22d5167ebced None None] DHCP port deletion for 5ab7d850-4682-4a15-b6d3-62dc66eafed0 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:20:29.666608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Usage tracker for resource:router and tenant:9d954ff7cbd34eaa87d459922107748e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:29.667883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5bef62a4-52f4-41be-b331-6a76af6250aa no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:20:29.672326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:29.692693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:29.699296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.711461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c006c-c000-4bc4-8fac-f0cefb5a4e0a None None] Network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:29.724062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.725151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.750333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-105353e2-d9bc-4059-bd68-22d5167ebced None None] Deleting port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:29.750768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-105353e2-d9bc-4059-bd68-22d5167ebced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.753853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.800084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:29.800084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.824154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2943e147-c71d-4c23-b8fd-b8b56fd75c62 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:20:29.827121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 5bef62a4-52f4-41be-b331-6a76af6250aa {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:20:29.827519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5bef62a4-52f4-41be-b331-6a76af6250aa not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:20:29.860035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2943e147-c71d-4c23-b8fd-b8b56fd75c62 None None] Deleting port 833993da-3d09-48d0-b99c-84f5dd06e048 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:29.860459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2943e147-c71d-4c23-b8fd-b8b56fd75c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:29.990601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1255e46e-2700-4b62-a250-383b9f856e6c None None] Provisioning for port 586c966f-44c2-432f-9ab5-b7a84817fd23 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:30.018565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1255e46e-2700-4b62-a250-383b9f856e6c None None] Provisioning complete for port 586c966f-44c2-432f-9ab5-b7a84817fd23 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:30.019012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1255e46e-2700-4b62-a250-383b9f856e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.103361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] For port 0187a745-bcd8-4cd9-8e1c-f12430d4f324, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0187a745-bcd8-4cd9-8e1c-f12430d4f324,segment=NetworkSegment(5fda13b2-0cd1-415b-bf97-b0b221dd2b44),segment_id=5fda13b2-0cd1-415b-bf97-b0b221dd2b44)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:30.104275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.140800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.156959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.250791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for 0187a745-bcd8-4cd9-8e1c-f12430d4f324 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:30.357324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.444068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.462277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d6cae85-4f2b-4c19-93c6-ae23b0637e95 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:30.530742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-105353e2-d9bc-4059-bd68-22d5167ebced None None] For port 0187a745-bcd8-4cd9-8e1c-f12430d4f324, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0187a745-bcd8-4cd9-8e1c-f12430d4f324,segment=NetworkSegment(5fda13b2-0cd1-415b-bf97-b0b221dd2b44),segment_id=5fda13b2-0cd1-415b-bf97-b0b221dd2b44)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:30.531209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-105353e2-d9bc-4059-bd68-22d5167ebced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.558187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=0187a745-bcd8-4cd9-8e1c-f12430d4f324,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:30.577571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:30.694380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.704820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-105353e2-d9bc-4059-bd68-22d5167ebced None None] Calling delete_port for 0187a745-bcd8-4cd9-8e1c-f12430d4f324 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:30.758942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No DVR routers for this DVR port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:20:30.815310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.865453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.892734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1255e46e-2700-4b62-a250-383b9f856e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.930852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1255e46e-2700-4b62-a250-383b9f856e6c None None] For port 586c966f-44c2-432f-9ab5-b7a84817fd23, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=586c966f-44c2-432f-9ab5-b7a84817fd23,segment=NetworkSegment(056e244d-397b-40fe-ae91-3fb300067eac),segment_id=056e244d-397b-40fe-ae91-3fb300067eac)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:30.932337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9553-4658-47f4-b6fb-75dca7231304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.939538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1255e46e-2700-4b62-a250-383b9f856e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:30.948750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0cdef8c5-6262-48ec-9cb6-f75516dcae06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:30.982334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2943e147-c71d-4c23-b8fd-b8b56fd75c62 None None] For port 833993da-3d09-48d0-b99c-84f5dd06e048, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=833993da-3d09-48d0-b99c-84f5dd06e048,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:30.982334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2943e147-c71d-4c23-b8fd-b8b56fd75c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:31.076135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:31.163338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2943e147-c71d-4c23-b8fd-b8b56fd75c62 None None] Calling delete_port for 833993da-3d09-48d0-b99c-84f5dd06e048 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:31.198059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:31.203918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:31.204102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0187a745-bcd8-4cd9-8e1c-f12430d4f324 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:20:31.238228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ef96eb5e-d156-4b46-acb5-166d568864b3 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:31.249692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-105353e2-d9bc-4059-bd68-22d5167ebced None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:20:31.250111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-105353e2-d9bc-4059-bd68-22d5167ebced None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:20:31.259248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 0187a745-bcd8-4cd9-8e1c-f12430d4f324 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:20:31.259688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0187a745-bcd8-4cd9-8e1c-f12430d4f324 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:20:31.260698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:20:31.308899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255e46e-2700-4b62-a250-383b9f856e6c None None] Pushing event updated for resources: {'Port': ['ID=586c966f-44c2-432f-9ab5-b7a84817fd23,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:31.311777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:20:31.312183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 01f3cbdc-ae55-407b-8cfa-ab0370a430e7 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:20:31.312715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 833993da-3d09-48d0-b99c-84f5dd06e048 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:20:31.337281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b628c668>,) {'filters': {'network_id': ['5ab7d850-4682-4a15-b6d3-62dc66eafed0']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:31.338131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1255e46e-2700-4b62-a250-383b9f856e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:31.393685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:31.396769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No active binding found for port 833993da-3d09-48d0-b99c-84f5dd06e048 {{(pid=80977) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 03 11:20:31.397241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 833993da-3d09-48d0-b99c-84f5dd06e048 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:20:31.399635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2943e147-c71d-4c23-b8fd-b8b56fd75c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:31.414336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-56e4ccf8-c012-4d17-8ac6-2e1773fb1e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:31.417381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:31.424143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=f766180e-63ca-481d-97a2-aa2df12a6032,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:31.427368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:31.464943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b628c668>, '5fda13b2-0cd1-415b-bf97-b0b221dd2b44') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:31.465419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b628c668>, '5fda13b2-0cd1-415b-bf97-b0b221dd2b44') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:31.468504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943e147-c71d-4c23-b8fd-b8b56fd75c62 None None] Pushing event deleted for resources: {'Port': ['ID=833993da-3d09-48d0-b99c-84f5dd06e048,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:31.474862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2943e147-c71d-4c23-b8fd-b8b56fd75c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:31.487140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:31.508100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:31.511531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:20:31.519490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Allocated IP 172.26.1.213 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/8165bd01-f5e0-4e6e-b68f-a5f99f0aad2c) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:31.559926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-78386206-9d95-4313-b7eb-039c64ce8876 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:31.625006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2943e147-c71d-4c23-b8fd-b8b56fd75c62 None None] No DVR routers for this DVR port 833993da-3d09-48d0-b99c-84f5dd06e048 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:20:31.672444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9a150aff-2b9c-4862-8483-de07926184ee None None] Provisioning for port f766180e-63ca-481d-97a2-aa2df12a6032 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:31.680910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9a150aff-2b9c-4862-8483-de07926184ee None None] Provisioning complete for port f766180e-63ca-481d-97a2-aa2df12a6032 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:31.683182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9a150aff-2b9c-4862-8483-de07926184ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:31.759243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-105353e2-d9bc-4059-bd68-22d5167ebced None None] Deleting port 0187a745-bcd8-4cd9-8e1c-f12430d4f324 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:31.760014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-105353e2-d9bc-4059-bd68-22d5167ebced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:31.805117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9a150aff-2b9c-4862-8483-de07926184ee None None] Port f766180e-63ca-481d-97a2-aa2df12a6032 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:31.847936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-105353e2-d9bc-4059-bd68-22d5167ebced None None] The port '0187a745-bcd8-4cd9-8e1c-f12430d4f324' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:20:31.865200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9a150aff-2b9c-4862-8483-de07926184ee None None] Provisioning complete for port 586c966f-44c2-432f-9ab5-b7a84817fd23 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:31.865633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9a150aff-2b9c-4862-8483-de07926184ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:31.983068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:31.986200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:32.130636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:20:32.165746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:32.187099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:32.191191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3abee659-375c-42f2-a625-f9c968f0c8e7 None None] Provisioning complete for port f766180e-63ca-481d-97a2-aa2df12a6032 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:32.192784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3abee659-375c-42f2-a625-f9c968f0c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:32.240724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:32.254360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 28466069-90db-4f3e-9727-d2886dbada37 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:20:32.256855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3abee659-375c-42f2-a625-f9c968f0c8e7 None None] Port f766180e-63ca-481d-97a2-aa2df12a6032 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:32.260886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:32.273466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3abee659-375c-42f2-a625-f9c968f0c8e7 None None] Provisioning complete for port 586c966f-44c2-432f-9ab5-b7a84817fd23 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:32.274050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3abee659-375c-42f2-a625-f9c968f0c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:32.282577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 5ab7d850-4682-4a15-b6d3-62dc66eafed0 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:20:32.282808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b6a507b3-b7a3-4374-8a45-55857bc17112 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:32.296728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=a6dbc98f-ba7e-4b76-a57a-7bfae44c8417,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:32.300056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:32.304836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:32.324390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:32.562365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e7605ba2-ebed-4180-9379-9b8862ec6d03 None None] Provisioning complete for port f766180e-63ca-481d-97a2-aa2df12a6032 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:32.562888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7605ba2-ebed-4180-9379-9b8862ec6d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:32.586651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Pushing event updated for resources: {'Port': ['ID=8165bd01-f5e0-4e6e-b68f-a5f99f0aad2c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:32.594127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=db1cebd3-de56-4f7e-8458-9f28b68beacb,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:32.597244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:32.602727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:32.623256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e7605ba2-ebed-4180-9379-9b8862ec6d03 None None] Port f766180e-63ca-481d-97a2-aa2df12a6032 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:32.636078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e7605ba2-ebed-4180-9379-9b8862ec6d03 None None] Provisioning complete for port 586c966f-44c2-432f-9ab5-b7a84817fd23 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:32.636378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7605ba2-ebed-4180-9379-9b8862ec6d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:32.655859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:32.669732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:32.670805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Sync routers for ids ['28466069-90db-4f3e-9727-d2886dbada37'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:32.671974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:32.675941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:32.682436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:32.699910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Routers {'28466069-90db-4f3e-9727-d2886dbada37'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:32.700609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e1b7b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['28466069-90db-4f3e-9727-d2886dbada37'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:32.704952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:32.718288 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/28466069-90db-4f3e-9727-d2886dbada37/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4069963
Dec 03 11:20:32.718600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 5ab7d850-4682-4a15-b6d3-62dc66eafed0 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:20:32.724403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46218) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:20:32.753588 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:20:32.757179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:32.757749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:32.762465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05776cfb-150d-481b-88aa-de291ecaf0df None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:32.923538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:32.927916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:32.942448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e84cf315-9d5d-4393-80fa-0229d3ff08d2 tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:32.964968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/networks/5ab7d850-4682-4a15-b6d3-62dc66eafed0 HTTP/1.1" status: 204  len: 168 time: 3.9494834
Dec 03 11:20:32.971727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46222) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:32.976100 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7970207
Dec 03 11:20:32.979263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46226) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:32.980586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-079f592d-4bec-4e5f-ac61-5f14054e8ec0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'router': {'name': 'tempest-RoutersTest-router-1707127880', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:32.988313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:32.999978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Network': ['ID=5ab7d850-4682-4a15-b6d3-62dc66eafed0,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:33.003142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:33.004422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-079f592d-4bec-4e5f-ac61-5f14054e8ec0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:33.014768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-079f592d-4bec-4e5f-ac61-5f14054e8ec0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:router and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:33.018136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:33.079401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-079f592d-4bec-4e5f-ac61-5f14054e8ec0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:33.158752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b30e98b1-8e2f-44fc-8698-c8aa088bed92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:33.194028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-079f592d-4bec-4e5f-ac61-5f14054e8ec0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:33.203375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 586c966f-44c2-432f-9ab5-b7a84817fd23 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:33.222128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-079f592d-4bec-4e5f-ac61-5f14054e8ec0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:33.223247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-079f592d-4bec-4e5f-ac61-5f14054e8ec0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:33.234238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810254f-f5d8-48d1-8fcf-a8486fcc42b3 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.234670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810254f-f5d8-48d1-8fcf-a8486fcc42b3 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.235116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810254f-f5d8-48d1-8fcf-a8486fcc42b3 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.236367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810254f-f5d8-48d1-8fcf-a8486fcc42b3 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.236790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810254f-f5d8-48d1-8fcf-a8486fcc42b3 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.237208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810254f-f5d8-48d1-8fcf-a8486fcc42b3 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.237618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810254f-f5d8-48d1-8fcf-a8486fcc42b3 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.242974 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a810254f-f5d8-48d1-8fcf-a8486fcc42b3 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4891 time: 0.5140538
Dec 03 11:20:33.243143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46230) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:33.319937 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Floating IP 33fb4dcb-1ba3-4add-85a4-134618409bfa associated. External IP: 172.26.1.253, port: fcb4d641-497f-4428-b1e6-948b5f3d2ad8.
Dec 03 11:20:33.380207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Set router 28466069-90db-4f3e-9727-d2886dbada37 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:20:33.395570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:33.414209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:33.423027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:33.434373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:33.441593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-079f592d-4bec-4e5f-ac61-5f14054e8ec0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:33.459254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:33.507486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:33.508846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb09a3-d192-4a0e-ae22-49cc989d797a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.509279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb09a3-d192-4a0e-ae22-49cc989d797a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.509764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb09a3-d192-4a0e-ae22-49cc989d797a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.510666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb09a3-d192-4a0e-ae22-49cc989d797a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.511109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb09a3-d192-4a0e-ae22-49cc989d797a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.511508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb09a3-d192-4a0e-ae22-49cc989d797a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:33.516113 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bbfb09a3-d192-4a0e-ae22-49cc989d797a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3913 time: 0.2697721
Dec 03 11:20:33.517385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46234) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:33.596388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-079f592d-4bec-4e5f-ac61-5f14054e8ec0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:33.599058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 586c966f-44c2-432f-9ab5-b7a84817fd23 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:33.599486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:33.664646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': 'a6dbc98f-ba7e-4b76-a57a-7bfae44c8417'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:20:33.665593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:33.718637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-079f592d-4bec-4e5f-ac61-5f14054e8ec0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:33.722926 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-079f592d-4bec-4e5f-ac61-5f14054e8ec0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.7483044
Dec 03 11:20:33.786095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46238) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:33.807307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:33.851002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'network': {'name': 'tempest-RoutersTest-1295948054'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:33.876656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:33.901530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:network and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:33.908698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:33.918326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:33.951425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:33.957393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:34.038757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:34.041877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:20:34.065861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:20:34.067433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:34.067433 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Added segment 5efead40-785d-4269-9ff6-306edc304117 of type vxlan for network a2224cd7-32d0-4a49-af9b-c78eedd6b750
Dec 03 11:20:34.194818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e1b7b8>, [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:20:29Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f766180e-63ca-481d-97a2-aa2df12a6032', 'name': '', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:72:e6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:27Z', 'updated_at': '2020-12-03T11:20:30Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:34.204700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Checking router: 28466069-90db-4f3e-9727-d2886dbada37 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:20:34.205113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Updating router 28466069-90db-4f3e-9727-d2886dbada37 port f766180e-63ca-481d-97a2-aa2df12a6032 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:20:34.250179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:34.273456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Allocated IP 172.20.0.2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/a6dbc98f-ba7e-4b76-a57a-7bfae44c8417/60e9c805-50fe-4254-b8ed-0a8c4365987a) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:34.283114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:34.337193 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c4ef7429-d2d2-4446-9709-8cb68f20ef5a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3559 time: 0.8128905
Dec 03 11:20:34.356372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:34.367549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:34.372066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7345e5c0-8f45-45a2-a373-b2e0c1fb864f None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:34.388319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:34.395274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345e5c0-8f45-45a2-a373-b2e0c1fb864f None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:34.395998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7345e5c0-8f45-45a2-a373-b2e0c1fb864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68c0518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:34.398734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:34.416937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:34.475939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:34.552901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7345e5c0-8f45-45a2-a373-b2e0c1fb864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68c0518>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:34.587470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345e5c0-8f45-45a2-a373-b2e0c1fb864f None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:34.589904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7345e5c0-8f45-45a2-a373-b2e0c1fb864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68c0518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:34.613083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46246) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:34.623278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709275548', 'description': 'tempest-secgroup-smoke-709275548 description', 'project_id': '85d2c11b1de444db8a782028cdd05d7d'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:34.655086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:34.657830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7345e5c0-8f45-45a2-a373-b2e0c1fb864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68c0518>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:34.657973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7345e5c0-8f45-45a2-a373-b2e0c1fb864f None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:34.671584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:34.679248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:34.704153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:34.746154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:34.784140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:34.795494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:34.801756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:34.827058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:34.839533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:34.859556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Transition to ACTIVE for port object 60e9c805-50fe-4254-b8ed-0a8c4365987a will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:34.882970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Transition to ACTIVE for port object 60e9c805-50fe-4254-b8ed-0a8c4365987a will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:34.905305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:34.923168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Router f6e26154-1098-4fb4-9cbb-6459ae01c140 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:20:34.932621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1446199
Dec 03 11:20:34.940061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46250) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:34.952359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Network': ['ID=a2224cd7-32d0-4a49-af9b-c78eedd6b750,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:34.953125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'subnet': {'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:34.956556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:34.960787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:34.985336 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 9.9352691
Dec 03 11:20:34.985585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ca64ca1-b4b0-4062-ba59-cf3fc8d6056a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:34.985701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46254) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:35.080322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:20:35.111838 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e8d0d07f-74bf-4447-b36d-563ae30db0af tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "GET /v2.0/floatingips/33fb4dcb-1ba3-4add-85a4-134618409bfa HTTP/1.1" status: 200  len: 978 time: 0.1232278
Dec 03 11:20:35.112049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46258) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:35.191817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network a2224cd7-32d0-4a49-af9b-c78eedd6b750 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:20:35.205008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network a2224cd7-32d0-4a49-af9b-c78eedd6b750 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:20:35.228995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6f37cc49-6f29-4d9c-9dfb-50c9de2bb789 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Synchronizing usage tracker for tenant:bed15e13252a48acad7b4d88131ac0c2 on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:35.247524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6f37cc49-6f29-4d9c-9dfb-50c9de2bb789 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Unset dirty status for tenant:bed15e13252a48acad7b4d88131ac0c2 on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:35.251390 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6f37cc49-6f29-4d9c-9dfb-50c9de2bb789 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.1381786
Dec 03 11:20:35.252164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46262) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:35.325293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8e4504fb-3e64-430f-8d1c-2f974aa428c8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'floatingip': {'port_id': '112b23db-8a7e-4639-aa03-9b32ad481813'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:35.403434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:35.424251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:35.428585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:subnet and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:35.450303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:35.461729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:35.475753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:35.481508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fe185957-17fe-4a84-867f-da5a626c1d16 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:35.494857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:35.526665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:35.545989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Pushing event updated for resources: {'Port': ['ID=60e9c805-50fe-4254-b8ed-0a8c4365987a,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:35.556167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e4504fb-3e64-430f-8d1c-2f974aa428c8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:35.560784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:35.584366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Transition to ACTIVE for port object f766180e-63ca-481d-97a2-aa2df12a6032 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:35.595533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:35.599127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:35.612451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:35.616531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:35.640655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:35.660251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8a9278-b51b-413c-962b-28c7ce902114,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:35.662785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b91c84-23db-4b20-9e2a-a2fb4f6d173e None None] Sync routers for ids ['f6e26154-1098-4fb4-9cbb-6459ae01c140'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:35.677163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:35.715073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:35.716388 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 1.1001210
Dec 03 11:20:35.719838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46266) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:35.726314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'fc8a9278-b51b-413c-962b-28c7ce902114', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:35.733506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:35.738449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:35.741642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:35.749268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:35.768794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:35.782393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b91c84-23db-4b20-9e2a-a2fb4f6d173e None None] Routers {'f6e26154-1098-4fb4-9cbb-6459ae01c140'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:35.783146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b2b91c84-23db-4b20-9e2a-a2fb4f6d173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a139e8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f6e26154-1098-4fb4-9cbb-6459ae01c140'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:35.802884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:35.807395 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 6.1679966
Dec 03 11:20:35.818220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46270) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:35.845138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:35.847954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae43d9-14a4-4ff8-9298-c9d595d9672b None None] Pushing event updated for resources: {'Port': ['ID=f766180e-63ca-481d-97a2-aa2df12a6032,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:35.848753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:35.850631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:35.852925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-07ae43d9-14a4-4ff8-9298-c9d595d9672b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:35.857853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-efb1d853-ed33-4969-9d37-5fb5629a129d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Request body: {'router': {'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'enable_snat': False}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:35.863270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:35.871515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b2b91c84-23db-4b20-9e2a-a2fb4f6d173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a139e8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:35.886740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:35.951080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b91c84-23db-4b20-9e2a-a2fb4f6d173e None None] Routers {'f6e26154-1098-4fb4-9cbb-6459ae01c140'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:35.951785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b2b91c84-23db-4b20-9e2a-a2fb4f6d173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a139e8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f6e26154-1098-4fb4-9cbb-6459ae01c140'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:36.009379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.025705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-36573566-9958-41bc-a89b-d7f1900ed81f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:36.038821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Attempting to bind port 60e9c805-50fe-4254-b8ed-0a8c4365987a on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:20:36.039277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Attempting to bind port 60e9c805-50fe-4254-b8ed-0a8c4365987a by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:20:36.039692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Attempting to bind port 60e9c805-50fe-4254-b8ed-0a8c4365987a on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:20:36.067788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c90609-1d55-4b03-b68b-4d2aa6af6926,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:36.071473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:36.086724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.091999 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.3704965
Dec 03 11:20:36.093004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46274) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:36.102786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b2b91c84-23db-4b20-9e2a-a2fb4f6d173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a139e8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:36.102786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b91c84-23db-4b20-9e2a-a2fb4f6d173e None None] The sync data for ids ['f6e26154-1098-4fb4-9cbb-6459ae01c140'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:36.109240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'fc8a9278-b51b-413c-962b-28c7ce902114', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:36.165241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:20:36.166807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:36.167499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.168176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:20:36.168934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Bound port: 60e9c805-50fe-4254-b8ed-0a8c4365987a, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:20:36.169586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.225788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:36.261129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Attempting to bind port f766180e-63ca-481d-97a2-aa2df12a6032 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:20:36.261663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Attempting to bind port f766180e-63ca-481d-97a2-aa2df12a6032 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:20:36.262181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Attempting to bind port f766180e-63ca-481d-97a2-aa2df12a6032 on network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:20:36.273692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:20:36.274013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Checking segment: {'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:36.274559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.275182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Bound using segment: {'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:20:36.275842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Bound port: f766180e-63ca-481d-97a2-aa2df12a6032, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:20:36.276370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.310350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:36.315506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:36.332363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:36.369852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] For port 60e9c805-50fe-4254-b8ed-0a8c4365987a, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:20:36.377045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.406230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] For port 60e9c805-50fe-4254-b8ed-0a8c4365987a, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=60e9c805-50fe-4254-b8ed-0a8c4365987a,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:20:36.414330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.434671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b9b79643-b535-4552-b07a-54836db73735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:36.507431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] For port f766180e-63ca-481d-97a2-aa2df12a6032, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:20:36.589421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] For port f766180e-63ca-481d-97a2-aa2df12a6032, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f766180e-63ca-481d-97a2-aa2df12a6032,segment=NetworkSegment(056e244d-397b-40fe-ae91-3fb300067eac),segment_id=056e244d-397b-40fe-ae91-3fb300067eac)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:20:36.592824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Pushing event updated for resources: {'Port': ['ID=60e9c805-50fe-4254-b8ed-0a8c4365987a,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:36.596681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.597893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:36.601345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.613658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.619895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28c7dc8c-7a6c-47ee-82cb-ec42a96068d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:36.629326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a9bd57e-3b02-46e4-95b3-86f095f3df38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:36.644260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80976) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:20:36.653153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456b80c4-0a13-49f2-8028-cdd86ca1d523,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:36.657940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:36.658801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.670674 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.5704911
Dec 03 11:20:36.671987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46278) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:36.676981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'fc8a9278-b51b-413c-962b-28c7ce902114', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:36.687171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-efb1d853-ed33-4969-9d37-5fb5629a129d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.691637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:36.701627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:36.702580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:36.726730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:36.818862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:36.925018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:37.012277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae43d9-14a4-4ff8-9298-c9d595d9672b None None] Pushing event updated for resources: {'Port': ['ID=f766180e-63ca-481d-97a2-aa2df12a6032,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:37.018660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-07ae43d9-14a4-4ff8-9298-c9d595d9672b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:37.052354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:37.062718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2eb20fff-d65c-406c-a3f6-0dfb3432c3e1 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:37.063907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Routers {'28466069-90db-4f3e-9727-d2886dbada37'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:37.065834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e1b7b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['28466069-90db-4f3e-9727-d2886dbada37'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:37.086068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee89434c-a0db-4999-ac02-9d6ca9d36579,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:37.092337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:37.139201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:37.140685 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.4685910
Dec 03 11:20:37.143764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46282) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:37.149819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'fc8a9278-b51b-413c-962b-28c7ce902114', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:37.169549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:37.178271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:37.184597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:37.194037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:37.320078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:37.321943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] Set router 28466069-90db-4f3e-9727-d2886dbada37 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:20:37.347860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e4504fb-3e64-430f-8d1c-2f974aa428c8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:37.365473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:37.388851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e4504fb-3e64-430f-8d1c-2f974aa428c8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:37.687671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-efb1d853-ed33-4969-9d37-5fb5629a129d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:37.694439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-efb1d853-ed33-4969-9d37-5fb5629a129d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:37.746505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e1b7b8>, [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:20:29Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f766180e-63ca-481d-97a2-aa2df12a6032', 'name': '', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:72:e6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:27Z', 'updated_at': '2020-12-03T11:20:36Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:37.751309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c46339-ce00-487a-ac17-d6891bb43f88 None None] The sync data for ids ['28466069-90db-4f3e-9727-d2886dbada37'] in dv-neutron-765072-2-ovs is: [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:20:29Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f766180e-63ca-481d-97a2-aa2df12a6032', 'name': '', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:72:e6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:27Z', 'updated_at': '2020-12-03T11:20:36Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:37.769541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-8e4504fb-3e64-430f-8d1c-2f974aa428c8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Floating IP 33fb4dcb-1ba3-4add-85a4-134618409bfa associated. External IP: 172.26.1.253, port: fcb4d641-497f-4428-b1e6-948b5f3d2ad8.
Dec 03 11:20:37.781186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:37.864209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:37.868378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a30319a6-c698-49de-9ee7-1a36b0e9c6d5 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:37.914051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b84e436-d551-4d60-a7e7-2ec53140b736,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:37.922515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:37.945522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:37.950545 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.8019788
Dec 03 11:20:37.951883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46288) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:37.960842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'fc8a9278-b51b-413c-962b-28c7ce902114', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:37.974651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:37.985243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:37.990535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:38.003976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:38.007586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb1d853-ed33-4969-9d37-5fb5629a129d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Router f6e26154-1098-4fb4-9cbb-6459ae01c140 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:20:38.025678 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:20:38.297149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:38.319220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-86c045b4-eb65-4a64-b4f6-ab6a52aceaaf tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:38.491174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:38.492512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Subnet': ['ID=80fb16e9-f198-483f-b3d0-a90eaec927db,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:38.496661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:38.621934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:38.625768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] For port 60e9c805-50fe-4254-b8ed-0a8c4365987a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=60e9c805-50fe-4254-b8ed-0a8c4365987a,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:38.627733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb1d853-ed33-4969-9d37-5fb5629a129d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:38.629545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:38.635977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c924aad-a408-4e43-950d-12bd0b2aee05 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:38.640056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e0527b-fde8-4266-9428-1379676349f3 None None] Sync routers for ids ['f6e26154-1098-4fb4-9cbb-6459ae01c140'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:38.650136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0527b-fde8-4266-9428-1379676349f3 None None] Routers {'f6e26154-1098-4fb4-9cbb-6459ae01c140'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:38.651891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a9e0527b-fde8-4266-9428-1379676349f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6874278>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f6e26154-1098-4fb4-9cbb-6459ae01c140'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:38.659320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fa5baa-b84c-478f-bab1-0a36e8b4e4d5,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:38.679792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:38.686394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-efb1d853-ed33-4969-9d37-5fb5629a129d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:38.691117 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-efb1d853-ed33-4969-9d37-5fb5629a129d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "PUT /v2.0/routers/f6e26154-1098-4fb4-9cbb-6459ae01c140 HTTP/1.1" status: 200  len: 921 time: 2.8383338
Dec 03 11:20:38.692291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46292) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:38.737071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c87e822c-4809-4179-9bbf-f7c790a4a699 None None] Provisioning for port 60e9c805-50fe-4254-b8ed-0a8c4365987a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:38.743299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a9e0527b-fde8-4266-9428-1379676349f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6874278>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:38.756061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0527b-fde8-4266-9428-1379676349f3 None None] Routers {'f6e26154-1098-4fb4-9cbb-6459ae01c140'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:38.756746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a9e0527b-fde8-4266-9428-1379676349f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6874278>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f6e26154-1098-4fb4-9cbb-6459ae01c140'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:38.830978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a9e0527b-fde8-4266-9428-1379676349f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6874278>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:38.831656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e0527b-fde8-4266-9428-1379676349f3 None None] The sync data for ids ['f6e26154-1098-4fb4-9cbb-6459ae01c140'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:38.863187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:38.864310 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.9113822
Dec 03 11:20:38.873339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46296) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:38.881435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'fc8a9278-b51b-413c-962b-28c7ce902114', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:38.889401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:20:38.905347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:38.914379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:38.920731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:38.934599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:38.973101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Checking segment: {'id': '5efead40-785d-4269-9ff6-306edc304117', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:38.973615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network hostable DHCP agents. Network: a2224cd7-32d0-4a49-af9b-c78eedd6b750, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:20:38.975187 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:20:38.981632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:38.989523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:39.000263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:39.001388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:39.008041 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cd63c88c-2df1-4bb4-915d-31009acafe5d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/routers/f6e26154-1098-4fb4-9cbb-6459ae01c140 HTTP/1.1" status: 200  len: 921 time: 0.3117595
Dec 03 11:20:39.008968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46300) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:39.017427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:39.088820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4504fb-3e64-430f-8d1c-2f974aa428c8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:20:39.116344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network a2224cd7-32d0-4a49-af9b-c78eedd6b750 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:20:39.139762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:39.148467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:39.160600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc6a4855-7b8b-42fa-bdd0-bf2f3ca58649 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:39.183872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68503c04-45dc-4bf2-901c-1ce6372d048d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:39.184674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-68503c04-45dc-4bf2-901c-1ce6372d048d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Synchronizing usage tracker for tenant:ada6f360f0794155984c03692a855cbc on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:39.192194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67385b1e-fdd2-422b-bf62-364c34c1c616,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:39.195119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:39.212041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:39.215101 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.3393431
Dec 03 11:20:39.224145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-68503c04-45dc-4bf2-901c-1ce6372d048d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Unset dirty status for tenant:ada6f360f0794155984c03692a855cbc on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:39.225294 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-68503c04-45dc-4bf2-901c-1ce6372d048d tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/ports?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6&device_id=f6e26154-1098-4fb4-9cbb-6459ae01c140&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2151036
Dec 03 11:20:39.228000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46306) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:39.279090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 60e9c805-50fe-4254-b8ed-0a8c4365987a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:39.386779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, a2224cd7-32d0-4a49-af9b-c78eedd6b750) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:39.387059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 60e9c805-50fe-4254-b8ed-0a8c4365987a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:39.403883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a46d019-ed5f-403c-b925-432a06b0d498 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:39.404524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5a46d019-ed5f-403c-b925-432a06b0d498 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Synchronizing usage tracker for tenant:ada6f360f0794155984c03692a855cbc on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:39.407039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7f7819-0c7e-42be-9cf4-482cd0846a72 None None] Network a2224cd7-32d0-4a49-af9b-c78eedd6b750 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:39.422672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5a46d019-ed5f-403c-b925-432a06b0d498 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Unset dirty status for tenant:ada6f360f0794155984c03692a855cbc on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:39.424029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5a46d019-ed5f-403c-b925-432a06b0d498 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 881 time: 0.1943955
Dec 03 11:20:39.427268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46316) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:39.439038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:39.439738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:39.443734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=60e9c805-50fe-4254-b8ed-0a8c4365987a,revision_number=4']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:39.461535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:39.471762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93cdead8-c4ac-4450-a886-ca28c6d7b841 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:39.526584 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-742e554f-de33-47aa-97b2-766ddce5f10b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "GET /v2.0/ports?device_id=f6e26154-1098-4fb4-9cbb-6459ae01c140 HTTP/1.1" status: 200  len: 205 time: 0.0971379
Dec 03 11:20:39.529805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46324) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:39.543542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 60e9c805-50fe-4254-b8ed-0a8c4365987a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:39.543774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=6011fa31-af1d-4c52-8a26-560930a36d95,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:39.543961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:39.552415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:39.585649 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.6421726
Dec 03 11:20:39.596668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46328) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:39.691792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-02de62ab-db9e-43b7-a4b4-ee014d277a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:39.739521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-02de62ab-db9e-43b7-a4b4-ee014d277a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:39.741885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:20:39.742804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:39.747487 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-02de62ab-db9e-43b7-a4b4-ee014d277a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709275548&fields=id&tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 267 time: 0.2545722
Dec 03 11:20:39.753037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4504fb-3e64-430f-8d1c-2f974aa428c8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:39.760830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:39.767154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74fb817-a749-4cef-a6a7-12e76ad02a22 None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:39.810667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:39.823806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:39.829547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74fb817-a749-4cef-a6a7-12e76ad02a22 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:39.830257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e74fb817-a749-4cef-a6a7-12e76ad02a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b7261898>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:39.889413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:39.898036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06269f37-47db-4d81-adf1-2b3db635b029 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:39.898221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:39.898717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:39.963884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e74fb817-a749-4cef-a6a7-12e76ad02a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b7261898>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:39.988060 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 7.0075471
Dec 03 11:20:40.015742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46332) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:40.033471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:e1:9b:1f', 'name': 'tempest-NetworksTestDHCPv6-673421280'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:40.077593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 60e9c805-50fe-4254-b8ed-0a8c4365987a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=60e9c805-50fe-4254-b8ed-0a8c4365987a,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:40.128193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74fb817-a749-4cef-a6a7-12e76ad02a22 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:40.128901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e74fb817-a749-4cef-a6a7-12e76ad02a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b7261898>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:40.132753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-9686e328-ef62-460f-bb51-ee0b82c2425a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:40.133501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-9686e328-ef62-460f-bb51-ee0b82c2425a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:40.198483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:40.199432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f766180e-63ca-481d-97a2-aa2df12a6032 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:40.232446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-9686e328-ef62-460f-bb51-ee0b82c2425a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:40.233852 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-9686e328-ef62-460f-bb51-ee0b82c2425a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/networks?id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb HTTP/1.1" status: 200  len: 796 time: 0.4850729
Dec 03 11:20:40.248936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d3dd8b71-9955-4076-ba99-d7c372161cba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:40.273118 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-f38f2a49-dd3d-4559-9f7e-f2015bf4695f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/quotas/85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 375 time: 0.0234857
Dec 03 11:20:40.295006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:40.304524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Deleting port 8165bd01-f5e0-4e6e-b68f-a5f99f0aad2c {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:40.304875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:40.309802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e74fb817-a749-4cef-a6a7-12e76ad02a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b7261898>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:40.310270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74fb817-a749-4cef-a6a7-12e76ad02a22 None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:40.390417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:40.409824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:40.415908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:40.428869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:40.490149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:40.503849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=60e9c805-50fe-4254-b8ed-0a8c4365987a,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:40.523935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:40.572865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port f766180e-63ca-481d-97a2-aa2df12a6032 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:40.623439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port f766180e-63ca-481d-97a2-aa2df12a6032 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:40.623439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:40.675423 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-31c6609c-b454-435b-866f-623883f30e4b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3374283
Dec 03 11:20:40.720704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Allocated IP 172.20.0.2 (a2224cd7-32d0-4a49-af9b-c78eedd6b750/80fb16e9-f198-483f-b3d0-a90eaec927db/33263d28-bdb0-485d-890a-b525917d1c00) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:40.745225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:40.757222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:40.920044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Calling delete_port for 8165bd01-f5e0-4e6e-b68f-a5f99f0aad2c owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:40.953062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4504fb-3e64-430f-8d1c-2f974aa428c8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:20:41.000958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:41.084055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:41.214886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port f766180e-63ca-481d-97a2-aa2df12a6032, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f766180e-63ca-481d-97a2-aa2df12a6032,segment=NetworkSegment(056e244d-397b-40fe-ae91-3fb300067eac),segment_id=056e244d-397b-40fe-ae91-3fb300067eac)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:41.233931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:41.239746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:41.306977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:41.310957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4504fb-3e64-430f-8d1c-2f974aa428c8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:41.327217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e4504fb-3e64-430f-8d1c-2f974aa428c8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:41.337255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38328c40-a1dc-4f86-ae8d-99534c9db52d None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:41.345634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Transition to ACTIVE for port object 33263d28-bdb0-485d-890a-b525917d1c00 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:41.353000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38328c40-a1dc-4f86-ae8d-99534c9db52d None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:41.355158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-38328c40-a1dc-4f86-ae8d-99534c9db52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b674d780>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:41.382729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=f766180e-63ca-481d-97a2-aa2df12a6032,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:41.391991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 60e9c805-50fe-4254-b8ed-0a8c4365987a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:41.440409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:41.455972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Transition to ACTIVE for port object 33263d28-bdb0-485d-890a-b525917d1c00 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:41.467631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-38328c40-a1dc-4f86-ae8d-99534c9db52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b674d780>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:41.477256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38328c40-a1dc-4f86-ae8d-99534c9db52d None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:41.477937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-38328c40-a1dc-4f86-ae8d-99534c9db52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b674d780>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:41.485811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:41.512164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1255e46e-2700-4b62-a250-383b9f856e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:41.562451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-38328c40-a1dc-4f86-ae8d-99534c9db52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b674d780>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:41.563117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38328c40-a1dc-4f86-ae8d-99534c9db52d None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:41.609707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port b0948f34-7047-4013-b203-3781a7de4db9 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:20:41.640751 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8e4504fb-3e64-430f-8d1c-2f974aa428c8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "PUT /v2.0/floatingips/33fb4dcb-1ba3-4add-85a4-134618409bfa HTTP/1.1" status: 200  len: 978 time: 6.3805158
Dec 03 11:20:41.642872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46338) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:41.648456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-80403b92-a209-4e39-80c8-3576c6e0686f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'floatingip': {'port_id': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:41.684128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Pushing event updated for resources: {'Port': ['ID=33263d28-bdb0-485d-890a-b525917d1c00,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:41.690089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:41.700923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 60e9c805-50fe-4254-b8ed-0a8c4365987a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:41.701351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:41.750353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:41.779934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-80403b92-a209-4e39-80c8-3576c6e0686f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:41.789618 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-8b331930-4ead-420e-882d-f1443911aaa2 service neutron] 10.222.0.90 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0863404
Dec 03 11:20:41.814598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Network a2224cd7-32d0-4a49-af9b-c78eedd6b750 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:41.817129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:41.819770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:41.937676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Attempting to bind port 33263d28-bdb0-485d-890a-b525917d1c00 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:20:41.938022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Attempting to bind port 33263d28-bdb0-485d-890a-b525917d1c00 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '5efead40-785d-4269-9ff6-306edc304117', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:20:41.938429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Attempting to bind port 33263d28-bdb0-485d-890a-b525917d1c00 on network a2224cd7-32d0-4a49-af9b-c78eedd6b750 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:20:41.951781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:20:41.952247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Checking segment: {'id': '5efead40-785d-4269-9ff6-306edc304117', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:41.952642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:41.953077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Bound using segment: {'id': '5efead40-785d-4269-9ff6-306edc304117', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:20:41.953607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Bound port: 33263d28-bdb0-485d-890a-b525917d1c00, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efead40-785d-4269-9ff6-306edc304117', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:20:41.954024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:41.966780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d42ca832-4193-4934-955e-76dfef569793 None None] Provisioning complete for port 60e9c805-50fe-4254-b8ed-0a8c4365987a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:41.967227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d42ca832-4193-4934-955e-76dfef569793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.146413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] For port 33263d28-bdb0-485d-890a-b525917d1c00, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:20:42.167715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] For port 33263d28-bdb0-485d-890a-b525917d1c00, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=33263d28-bdb0-485d-890a-b525917d1c00,segment=NetworkSegment(5efead40-785d-4269-9ff6-306edc304117),segment_id=5efead40-785d-4269-9ff6-306edc304117)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:20:42.173172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.189244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Allocated IP 172.20.0.1 (a2224cd7-32d0-4a49-af9b-c78eedd6b750/80fb16e9-f198-483f-b3d0-a90eaec927db/58b73d64-f191-4806-b3cc-5b2a0946ba88) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:42.189575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:42.202435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-80403b92-a209-4e39-80c8-3576c6e0686f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.209564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-80403b92-a209-4e39-80c8-3576c6e0686f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.210165 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-80403b92-a209-4e39-80c8-3576c6e0686f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Floating IP 33fb4dcb-1ba3-4add-85a4-134618409bfa disassociated. External IP: 172.26.1.253, port: 112b23db-8a7e-4639-aa03-9b32ad481813.
Dec 03 11:20:42.237602 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-f37e60aa-c846-4b48-98e8-a97f96435d90 service neutron] 10.222.0.90 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3732231
Dec 03 11:20:42.265974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.336140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Pushing event updated for resources: {'Port': ['ID=33263d28-bdb0-485d-890a-b525917d1c00,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:42.346539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:42.482114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.486690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.519198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 172.20.0.11 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/a6dbc98f-ba7e-4b76-a57a-7bfae44c8417/b0948f34-7047-4013-b203-3781a7de4db9) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:42.528046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::f816:3eff:fee1:9b1f (cc7b5e29-f739-4393-8923-6dfd9a0401ee/6011fa31-af1d-4c52-8a26-560930a36d95/b0948f34-7047-4013-b203-3781a7de4db9) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:42.530606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.531364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Fanout notify agent at l3_agent the message router_deleted on router f6e26154-1098-4fb4-9cbb-6459ae01c140 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:20:42.577618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.578861 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9844bf49-d380-4493-a11f-3dad2259ccc9 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/routers/f6e26154-1098-4fb4-9cbb-6459ae01c140 HTTP/1.1" status: 204  len: 168 time: 3.0479991
Dec 03 11:20:42.590145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46342) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:42.599713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2f2bf1c4-8b7d-44ba-a776-d446e7d37408 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-799403586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:42.621265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2f2bf1c4-8b7d-44ba-a776-d446e7d37408 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:42.632139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2f2bf1c4-8b7d-44ba-a776-d446e7d37408 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Usage tracker for resource:router and tenant:9d954ff7cbd34eaa87d459922107748e is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:42.638499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2f2bf1c4-8b7d-44ba-a776-d446e7d37408 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:42.668636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2f2bf1c4-8b7d-44ba-a776-d446e7d37408 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:42.783149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf1c4-8b7d-44ba-a776-d446e7d37408 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.787452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf1c4-8b7d-44ba-a776-d446e7d37408 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.841431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf1c4-8b7d-44ba-a776-d446e7d37408 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.891107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.899366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.904026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf1c4-8b7d-44ba-a776-d446e7d37408 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.938894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object b0948f34-7047-4013-b203-3781a7de4db9 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:42.943290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf1c4-8b7d-44ba-a776-d446e7d37408 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:42.944620 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2f2bf1c4-8b7d-44ba-a776-d446e7d37408 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3534157
Dec 03 11:20:42.948233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46346) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:42.956581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Request body: {'router': {'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:42.988415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Transition to ACTIVE for port object 58b73d64-f191-4806-b3cc-5b2a0946ba88 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:43.045365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:43.060039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80403b92-a209-4e39-80c8-3576c6e0686f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:20:43.063005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08a82982-d1c2-400d-9799-0c68e35c9313 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:43.160060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:43.236739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af35c0ea-b36c-4c2b-a539-0db84afd196c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:43.333568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=58b73d64-f191-4806-b3cc-5b2a0946ba88,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:43.340843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:43.433791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 33263d28-bdb0-485d-890a-b525917d1c00 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:43.448234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network a2224cd7-32d0-4a49-af9b-c78eedd6b750 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:43.452339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:43.456368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:43.505387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80403b92-a209-4e39-80c8-3576c6e0686f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:43.520256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab34e99-7ad1-4c3f-8318-d111f74195d9 None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:43.526566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-80403b92-a209-4e39-80c8-3576c6e0686f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:43.533425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 33263d28-bdb0-485d-890a-b525917d1c00 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:43.537957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab34e99-7ad1-4c3f-8318-d111f74195d9 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:43.538658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8ab34e99-7ad1-4c3f-8318-d111f74195d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b79390>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:43.571052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:43.611761 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-80403b92-a209-4e39-80c8-3576c6e0686f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "PUT /v2.0/floatingips/33fb4dcb-1ba3-4add-85a4-134618409bfa HTTP/1.1" status: 200  len: 688 time: 1.9653561
Dec 03 11:20:43.612006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f766180e-63ca-481d-97a2-aa2df12a6032 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:43.612513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46354) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:43.621604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=b0948f34-7047-4013-b203-3781a7de4db9,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:43.625209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:43.641717 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d222dc0c-d729-4b7d-99b4-7f8dc8806060 req-de62c1d7-fcac-4cb9-a89f-c24a88444767 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 210 time: 0.1726553
Dec 03 11:20:43.644267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:43.647543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8ab34e99-7ad1-4c3f-8318-d111f74195d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b79390>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:43.673903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab34e99-7ad1-4c3f-8318-d111f74195d9 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:43.674603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8ab34e99-7ad1-4c3f-8318-d111f74195d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b79390>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:43.738514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:43.754282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:43.755080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8ab34e99-7ad1-4c3f-8318-d111f74195d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b79390>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:43.755604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab34e99-7ad1-4c3f-8318-d111f74195d9 None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:43.757201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:43.788861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port f766180e-63ca-481d-97a2-aa2df12a6032 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:43.789673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:43.813075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cf1caa9f-2574-4932-82b4-b31f2dc9e869 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port db1cebd3-de56-4f7e-8458-9f28b68beacb {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:43.813608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf1caa9f-2574-4932-82b4-b31f2dc9e869 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:43.920929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:43.921619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:43.953962 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.9350319
Dec 03 11:20:43.955628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46358) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:44.053499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:44.099128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18711c3b-75a8-4612-b614-c0b810aa4b8c None None] Network a2224cd7-32d0-4a49-af9b-c78eedd6b750 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:44.148973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0613d03e-8cf5-41fc-953e-316f11a1ffff None None] Provisioning for port 33263d28-bdb0-485d-890a-b525917d1c00 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:44.222343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0613d03e-8cf5-41fc-953e-316f11a1ffff None None] Provisioning complete for port 33263d28-bdb0-485d-890a-b525917d1c00 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:44.222613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0613d03e-8cf5-41fc-953e-316f11a1ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:44.268438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf1caa9f-2574-4932-82b4-b31f2dc9e869 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:44.268832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf1caa9f-2574-4932-82b4-b31f2dc9e869 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:44.414797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cf1caa9f-2574-4932-82b4-b31f2dc9e869 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for db1cebd3-de56-4f7e-8458-9f28b68beacb owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:44.502941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0613d03e-8cf5-41fc-953e-316f11a1ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:44.526959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:44.557001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0613d03e-8cf5-41fc-953e-316f11a1ffff None None] For port 33263d28-bdb0-485d-890a-b525917d1c00, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=33263d28-bdb0-485d-890a-b525917d1c00,segment=NetworkSegment(5efead40-785d-4269-9ff6-306edc304117),segment_id=5efead40-785d-4269-9ff6-306edc304117)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:44.562807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0613d03e-8cf5-41fc-953e-316f11a1ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:44.565034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:44.565555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ff9b1-7390-44df-af8b-c3ec3d197f67 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:44.570279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ff9b1-7390-44df-af8b-c3ec3d197f67 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:44.571200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1b2ff9b1-7390-44df-af8b-c3ec3d197f67 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:44.582256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:44.633054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1b2ff9b1-7390-44df-af8b-c3ec3d197f67 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:44.637157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1b2ff9b1-7390-44df-af8b-c3ec3d197f67 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.6803944
Dec 03 11:20:44.642252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46366) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:44.654819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613d03e-8cf5-41fc-953e-316f11a1ffff None None] Pushing event updated for resources: {'Port': ['ID=33263d28-bdb0-485d-890a-b525917d1c00,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:44.658479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0613d03e-8cf5-41fc-953e-316f11a1ffff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:44.687519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d64c1670-f950-4260-826f-5cbc91689a7a None None] Provisioning for port b0948f34-7047-4013-b203-3781a7de4db9 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:44.693408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d64c1670-f950-4260-826f-5cbc91689a7a None None] Provisioning complete for port b0948f34-7047-4013-b203-3781a7de4db9 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:44.693961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d64c1670-f950-4260-826f-5cbc91689a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:44.807010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d64c1670-f950-4260-826f-5cbc91689a7a None None] Port b0948f34-7047-4013-b203-3781a7de4db9 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:44.835390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7c089-a775-4f6d-9f42-71534e9b4bc4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port b0948f34-7047-4013-b203-3781a7de4db9 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:44.835785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c089-a775-4f6d-9f42-71534e9b4bc4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:44.838231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf1caa9f-2574-4932-82b4-b31f2dc9e869 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:44.859330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:44.902602 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-49397ed7-b635-42bb-839a-ab9c44d2fca9 req-ac05ad30-95dd-47a8-860d-4c8e2b83d5b6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 210 time: 0.1105907
Dec 03 11:20:44.956400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b9a120f6-e97b-43dc-b668-423978cccd4e None None] Provisioning complete for port 33263d28-bdb0-485d-890a-b525917d1c00 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:44.958131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b9a120f6-e97b-43dc-b668-423978cccd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:45.233866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1caa9f-2574-4932-82b4-b31f2dc9e869 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=db1cebd3-de56-4f7e-8458-9f28b68beacb,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:45.256346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Allocated IP 172.26.1.201 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/37681739-bc73-48eb-adeb-9a06981f4cb3) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:45.299641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf1caa9f-2574-4932-82b4-b31f2dc9e869 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:45.319277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c089-a775-4f6d-9f42-71534e9b4bc4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:45.350022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 33263d28-bdb0-485d-890a-b525917d1c00 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:45.446285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf1caa9f-2574-4932-82b4-b31f2dc9e869 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:45.458072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 33263d28-bdb0-485d-890a-b525917d1c00 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:45.458742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:45.488038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:45.491050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b9a120f6-e97b-43dc-b668-423978cccd4e None None] Provisioning for port 58b73d64-f191-4806-b3cc-5b2a0946ba88 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:45.494217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf1caa9f-2574-4932-82b4-b31f2dc9e869 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:45.495433 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cf1caa9f-2574-4932-82b4-b31f2dc9e869 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/floatingips/33fb4dcb-1ba3-4add-85a4-134618409bfa HTTP/1.1" status: 204  len: 168 time: 1.8803458
Dec 03 11:20:45.497125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:45.505506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46372) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:45.508044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b9a120f6-e97b-43dc-b668-423978cccd4e None None] Provisioning complete for port 58b73d64-f191-4806-b3cc-5b2a0946ba88 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:45.508472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b9a120f6-e97b-43dc-b668-423978cccd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:45.536141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:45.593023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7c089-a775-4f6d-9f42-71534e9b4bc4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for b0948f34-7047-4013-b203-3781a7de4db9 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:45.601060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b9a120f6-e97b-43dc-b668-423978cccd4e None None] Port 58b73d64-f191-4806-b3cc-5b2a0946ba88 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:45.643834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:45.660649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=58b73d64-f191-4806-b3cc-5b2a0946ba88,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:45.668066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:45.726460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8fe6fe14-7d9e-4615-b557-116fb50e1ec1 None None] Provisioning complete for port 58b73d64-f191-4806-b3cc-5b2a0946ba88 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:45.726855 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-70956e05-8cad-4401-a9f3-84114c5ba167 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] delete failed (client error): The resource could not be found.
Dec 03 11:20:45.727576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fe6fe14-7d9e-4615-b557-116fb50e1ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:45.732747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-70956e05-8cad-4401-a9f3-84114c5ba167 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/floatingips/33fb4dcb-1ba3-4add-85a4-134618409bfa HTTP/1.1" status: 404  len: 345 time: 0.2236459
Dec 03 11:20:45.735538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46382) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:45.784762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6fe14-7d9e-4615-b557-116fb50e1ec1 None None] Port 58b73d64-f191-4806-b3cc-5b2a0946ba88 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:45.798433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8fe6fe14-7d9e-4615-b557-116fb50e1ec1 None None] Provisioning complete for port 33263d28-bdb0-485d-890a-b525917d1c00 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:45.799139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fe6fe14-7d9e-4615-b557-116fb50e1ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:45.806536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network a2224cd7-32d0-4a49-af9b-c78eedd6b750 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:45.808020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:45.895602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:46.021948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e84af4-381a-4351-9ea4-85c6ea8c1246 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:46.027227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e84af4-381a-4351-9ea4-85c6ea8c1246 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:46.031704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e84af4-381a-4351-9ea4-85c6ea8c1246 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:46.032633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-13e84af4-381a-4351-9ea4-85c6ea8c1246 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Synchronizing usage tracker for tenant:bed15e13252a48acad7b4d88131ac0c2 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:46.049566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 513ce876-4a4c-4a50-8de7-5bf45f4c346b is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:20:46.141148 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3a84ee73-9bf9-4040-9c4f-051338ef2a47 req-8855c465-b683-45a2-924f-f11b6359a1c9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 210 time: 0.1052871
Dec 03 11:20:46.150119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3401b2ee-fbca-49ee-8002-eb5dc8ab4f8f None None] Provisioning complete for port 58b73d64-f191-4806-b3cc-5b2a0946ba88 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:46.151100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3401b2ee-fbca-49ee-8002-eb5dc8ab4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:46.170003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-13e84af4-381a-4351-9ea4-85c6ea8c1246 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Unset dirty status for tenant:bed15e13252a48acad7b4d88131ac0c2 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:46.171312 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-13e84af4-381a-4351-9ea4-85c6ea8c1246 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "GET /v2.0/ports?network_id=f3309eba-7a20-47a9-85c8-6b7d055b96c2 HTTP/1.1" status: 200  len: 2358 time: 0.4330633
Dec 03 11:20:46.174726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46388) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:46.177661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:46.214820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3401b2ee-fbca-49ee-8002-eb5dc8ab4f8f None None] Port 58b73d64-f191-4806-b3cc-5b2a0946ba88 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:46.230631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:46.235353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40d18458-6ac6-484a-a0f4-0afc6ab478d1 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:46.237613 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6368973
Dec 03 11:20:46.238862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46392) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:46.240636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Sync routers for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:46.245671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'network': {'name': 'tempest-RoutersTest-908246566'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:46.250956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:46.251456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:46.251811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62b5da0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:46.255658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:network and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:46.258854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:46.265177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:46.276631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:46.282326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:46.302364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c089-a775-4f6d-9f42-71534e9b4bc4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:46.316099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:20:46.325741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:46.326189 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Added segment f6567796-35eb-432e-a004-64340c6ce9e0 of type vxlan for network 720de8e6-1a0e-4fe8-8734-e4d0d9713745
Dec 03 11:20:46.355900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:46.387209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:46.391480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:46.392128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:46.397631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b6b4bf62-efd5-449c-a7b2-2ef257738a7e tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:46.408606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:20:46.440464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Pushing event updated for resources: {'Port': ['ID=37681739-bc73-48eb-adeb-9a06981f4cb3,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:46.443703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:46.452916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4148a453-4dc7-448d-9fab-6b1f30eabe91 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:46.503185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a4fc11-7414-49d8-a38b-262c6bdeec96 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:46.504597 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a1a4fc11-7414-49d8-a38b-262c6bdeec96 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "GET /v2.0/subnets/753260e8-fd21-4021-8e20-bcc43eef5611 HTTP/1.1" status: 200  len: 797 time: 0.3287334
Dec 03 11:20:46.511850 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2712901
Dec 03 11:20:46.512150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46396) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:46.512503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46398) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:46.528173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'subnet': {'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:46.546371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'port': {'network_id': 'f3309eba-7a20-47a9-85c8-6b7d055b96c2', 'name': 'tempest-FloatingIPTestJSON-657349260', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:46.561463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Network': ['ID=720de8e6-1a0e-4fe8-8734-e4d0d9713745,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:46.565606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7c089-a775-4f6d-9f42-71534e9b4bc4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=b0948f34-7047-4013-b203-3781a7de4db9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:46.568627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e1d7c089-a775-4f6d-9f42-71534e9b4bc4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:46.569932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:46.581877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:20:46.620598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:20:46.754200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62b5da0>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:20:43Z', 'revision_number': 2, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:44Z', 'revision_number': 2, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:46.758656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Checking router: 513ce876-4a4c-4a50-8de7-5bf45f4c346b for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:20:46.759885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Updating router 513ce876-4a4c-4a50-8de7-5bf45f4c346b port 58b73d64-f191-4806-b3cc-5b2a0946ba88 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:20:46.794796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:46.811128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:subnet and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:46.816305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:46.817363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:46.829164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:46.845222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:46.854874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:46.878868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:46.973243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Made reservation on behalf of bed15e13252a48acad7b4d88131ac0c2 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:47.055801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:47.059905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:47.062381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:47.104210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:47.181520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:47.245215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c089-a775-4f6d-9f42-71534e9b4bc4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:47.299727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:47.318382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Transition to ACTIVE for port object 58b73d64-f191-4806-b3cc-5b2a0946ba88 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:47.324402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:47.345619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0cd54b4f-0d8a-471a-a901-6dc9df78cb7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:47.401860 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54558df2-7689-40a5-af95-3344dc17f7ec req-2c1243f3-1576-4dc1-ad92-8d8a920ee05d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 210 time: 0.0616820
Dec 03 11:20:47.408256 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e1d7c089-a775-4f6d-9f42-71534e9b4bc4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/b0948f34-7047-4013-b203-3781a7de4db9 HTTP/1.1" status: 204  len: 168 time: 2.7648985
Dec 03 11:20:47.409123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46410) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:47.582381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] device_id is not set on port 9f253187-7da2-4f84-b811-a6c5f445adc1 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:20:47.621779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ea38c-a1ee-4ade-b082-d2e1d150d4b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:47.623303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ea38c-a1ee-4ade-b082-d2e1d150d4b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:47.624785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ea38c-a1ee-4ade-b082-d2e1d150d4b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:47.625646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3b2ea38c-a1ee-4ade-b082-d2e1d150d4b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:47.653398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a12184-954a-4e38-a107-2d1db8b698d9 None None] Pushing event updated for resources: {'Port': ['ID=58b73d64-f191-4806-b3cc-5b2a0946ba88,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:47.656202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-13a12184-954a-4e38-a107-2d1db8b698d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:47.721348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3b2ea38c-a1ee-4ade-b082-d2e1d150d4b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:47.725603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3b2ea38c-a1ee-4ade-b082-d2e1d150d4b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2647958
Dec 03 11:20:47.726285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46414) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:47.809388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Attempting to bind port 58b73d64-f191-4806-b3cc-5b2a0946ba88 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:20:47.809968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Attempting to bind port 58b73d64-f191-4806-b3cc-5b2a0946ba88 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '5efead40-785d-4269-9ff6-306edc304117', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:20:47.810377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Attempting to bind port 58b73d64-f191-4806-b3cc-5b2a0946ba88 on network a2224cd7-32d0-4a49-af9b-c78eedd6b750 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:20:47.819263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:20:47.819692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Checking segment: {'id': '5efead40-785d-4269-9ff6-306edc304117', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:47.820181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:47.820625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Bound using segment: {'id': '5efead40-785d-4269-9ff6-306edc304117', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:20:47.821152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Bound port: 58b73d64-f191-4806-b3cc-5b2a0946ba88, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efead40-785d-4269-9ff6-306edc304117', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:20:47.821755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:47.949722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] For port 58b73d64-f191-4806-b3cc-5b2a0946ba88, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:20:47.953972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] For port 58b73d64-f191-4806-b3cc-5b2a0946ba88, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=58b73d64-f191-4806-b3cc-5b2a0946ba88,segment=NetworkSegment(5efead40-785d-4269-9ff6-306edc304117),segment_id=5efead40-785d-4269-9ff6-306edc304117)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:20:47.964885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:47.972866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:48.065323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:48.127564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.20.0.14 (f3309eba-7a20-47a9-85c8-6b7d055b96c2/753260e8-fd21-4021-8e20-bcc43eef5611/9f253187-7da2-4f84-b811-a6c5f445adc1) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:48.139181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.20.0.13 (f3309eba-7a20-47a9-85c8-6b7d055b96c2/753260e8-fd21-4021-8e20-bcc43eef5611/9f253187-7da2-4f84-b811-a6c5f445adc1) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:48.162023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-9395c240-75be-4f61-b4f2-f6290faa2126 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 6011fa31-af1d-4c52-8a26-560930a36d95 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:20:48.170358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9395c240-75be-4f61-b4f2-f6290faa2126 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:48.194346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a12184-954a-4e38-a107-2d1db8b698d9 None None] Pushing event updated for resources: {'Port': ['ID=58b73d64-f191-4806-b3cc-5b2a0946ba88,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:48.200723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-13a12184-954a-4e38-a107-2d1db8b698d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:48.259176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:48.261671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62b5da0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:48.273453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:48.298578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b47a46af-3026-48d8-ac15-75632c8569c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:48.314529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9395c240-75be-4f61-b4f2-f6290faa2126 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:48.498390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:20:48.582068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:48.589162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:48.592649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9395c240-75be-4f61-b4f2-f6290faa2126 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:48.827106 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c06cc1c6-9600-4cda-8fa7-8721971d2e12 req-b55a3cad-9f18-4827-a3a1-9bfa39614ebf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 210 time: 0.0663497
Dec 03 11:20:48.951415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62b5da0>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:20:43Z', 'revision_number': 2, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:47Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:48.956508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e6c311-02b9-44c5-bacb-223d0bbcccaf None None] The sync data for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs is: [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:20:43Z', 'revision_number': 2, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:47Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:49.011655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Subnet': ['ID=e75bdc21-08b9-41fd-b187-854a82b629eb,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:49.025829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:49.111436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:49.129848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Router 8ca70720-9f77-4f62-912b-9b94a1cf6278 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:20:49.146211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Checking segment: {'id': 'f6567796-35eb-432e-a004-64340c6ce9e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:49.146611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network hostable DHCP agents. Network: 720de8e6-1a0e-4fe8-8734-e4d0d9713745, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:20:49.174719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:20:49.181725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:49.198233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:49.243142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 720de8e6-1a0e-4fe8-8734-e4d0d9713745) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:49.252228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bc8b8b-aa1f-4570-a7ed-f2c5d91078ad None None] Network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:49.312365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9395c240-75be-4f61-b4f2-f6290faa2126 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:49.331001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1e5d690-7ccf-46b6-a1a1-d18f91899a81 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:49.374674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:49.375358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:49.393888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395c240-75be-4f61-b4f2-f6290faa2126 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=6011fa31-af1d-4c52-8a26-560930a36d95,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:49.408830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9395c240-75be-4f61-b4f2-f6290faa2126 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:49.452821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=9f253187-7da2-4f84-b811-a6c5f445adc1,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:49.469053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:49.506494 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9858420
Dec 03 11:20:49.513756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46426) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:49.515535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:20:49.543727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc4324-b0b3-4eba-aa97-3310f037a439 None None] Sync routers for ids ['8ca70720-9f77-4f62-912b-9b94a1cf6278'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:20:49.602256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc4324-b0b3-4eba-aa97-3310f037a439 None None] Routers {'8ca70720-9f77-4f62-912b-9b94a1cf6278'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:49.604326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-92dc4324-b0b3-4eba-aa97-3310f037a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57d9b70>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['8ca70720-9f77-4f62-912b-9b94a1cf6278'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:49.685026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-92dc4324-b0b3-4eba-aa97-3310f037a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57d9b70>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:49.721444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc4324-b0b3-4eba-aa97-3310f037a439 None None] Routers {'8ca70720-9f77-4f62-912b-9b94a1cf6278'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:20:49.722165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-92dc4324-b0b3-4eba-aa97-3310f037a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57d9b70>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['8ca70720-9f77-4f62-912b-9b94a1cf6278'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:49.853597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-92dc4324-b0b3-4eba-aa97-3310f037a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57d9b70>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:20:49.861509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc4324-b0b3-4eba-aa97-3310f037a439 None None] The sync data for ids ['8ca70720-9f77-4f62-912b-9b94a1cf6278'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:20:49.869680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:20:49.870870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:49.922290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:49.932404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-fb104f18-20fa-457f-b615-45f25ea97a0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:49.932938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-fb104f18-20fa-457f-b615-45f25ea97a0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:50.004740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:50.019162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:50.020180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "PUT /v2.0/routers/8ca70720-9f77-4f62-912b-9b94a1cf6278 HTTP/1.1" status: 200  len: 879 time: 7.0710170
Dec 03 11:20:50.023086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46436) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:50.067338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:50.141421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-fb104f18-20fa-457f-b615-45f25ea97a0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:50.142689 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-fb104f18-20fa-457f-b615-45f25ea97a0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks?id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb HTTP/1.1" status: 200  len: 796 time: 0.7523305
Dec 03 11:20:50.183796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:50.184465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:50.230555 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3009aa4b-9e8a-4653-a297-a65809d2ec9a req-a93a5605-2c07-4bad-94b5-cf143847e72c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 210 time: 0.1373329
Dec 03 11:20:50.231670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9395c240-75be-4f61-b4f2-f6290faa2126 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:50.236410 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9395c240-75be-4f61-b4f2-f6290faa2126 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/6011fa31-af1d-4c52-8a26-560930a36d95 HTTP/1.1" status: 204  len: 168 time: 2.5053284
Dec 03 11:20:50.240277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46440) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:50.244943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a6482d-33f7-4f19-b94f-b5cfa4a4b719 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:50.340292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82fa0d0-db9a-4736-9112-87d821ac224c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet a6dbc98f-ba7e-4b76-a57a-7bfae44c8417 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:20:50.346803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f82fa0d0-db9a-4736-9112-87d821ac224c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:50.352792 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 3.8339617
Dec 03 11:20:50.363166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46444) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:50.380410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '9f253187-7da2-4f84-b811-a6c5f445adc1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:50.387808 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-031928f8-f14d-4427-9a6a-518b7fea42df tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/routers/8ca70720-9f77-4f62-912b-9b94a1cf6278 HTTP/1.1" status: 200  len: 920 time: 0.3609793
Dec 03 11:20:50.388004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Allocated IP 172.21.0.2 (720de8e6-1a0e-4fe8-8734-e4d0d9713745/e75bdc21-08b9-41fd-b187-854a82b629eb/056b9980-4fcd-4346-af48-ae9ea2f4bab1) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:50.388102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:50.388624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46448) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:50.395794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:floatingip and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:50.412291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:50.429597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:50.459138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-5a1809a6-7acb-4bd6-836e-727b0e5d11b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:50.461783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f82fa0d0-db9a-4736-9112-87d821ac224c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:50.506696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:50.544140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-5a1809a6-7acb-4bd6-836e-727b0e5d11b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:50.545606 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-5a1809a6-7acb-4bd6-836e-727b0e5d11b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 7759 time: 0.3801825
Dec 03 11:20:50.566210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd09a46-0b90-4ecb-ac9a-56760f49797e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:50.566450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'device_id': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'admin_state_up': True, 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'security_groups': ['fc8a9278-b51b-413c-962b-28c7ce902114']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:50.570487 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4cd09a46-0b90-4ecb-ac9a-56760f49797e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/ports?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6&device_id=8ca70720-9f77-4f62-912b-9b94a1cf6278&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1782811
Dec 03 11:20:50.571102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46452) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:50.691748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f82fa0d0-db9a-4736-9112-87d821ac224c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:50.807042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:50.814453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c3900a-a3da-4363-9673-8a5f6a430a97 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:50.818812 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e2c3900a-a3da-4363-9673-8a5f6a430a97 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 881 time: 0.2442727
Dec 03 11:20:50.822454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46456) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:50.923582 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6d6e0ee6-2b56-4b37-8f94-7755cf025145 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "GET /v2.0/ports?device_id=8ca70720-9f77-4f62-912b-9b94a1cf6278 HTTP/1.1" status: 200  len: 205 time: 0.0919003
Dec 03 11:20:50.923817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:50.933815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46460) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:50.937836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Transition to ACTIVE for port object 056b9980-4fcd-4346-af48-ae9ea2f4bab1 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:50.966157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Transition to ACTIVE for port object 056b9980-4fcd-4346-af48-ae9ea2f4bab1 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:50.971846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:50.991380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0613d03e-8cf5-41fc-953e-316f11a1ffff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:51.043641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f82fa0d0-db9a-4736-9112-87d821ac224c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:51.155523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Pushing event updated for resources: {'Port': ['ID=056b9980-4fcd-4346-af48-ae9ea2f4bab1,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:51.160805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:51.161729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:51.172036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-14830476-df6a-4f80-8908-713c74f28623 tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:51.221175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fa0d0-db9a-4736-9112-87d821ac224c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=a6dbc98f-ba7e-4b76-a57a-7bfae44c8417,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:51.226028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f82fa0d0-db9a-4736-9112-87d821ac224c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:51.227190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:51.229508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:51.231929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:51.232897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f82fa0d0-db9a-4736-9112-87d821ac224c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:51.251051 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f82fa0d0-db9a-4736-9112-87d821ac224c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/a6dbc98f-ba7e-4b76-a57a-7bfae44c8417 HTTP/1.1" status: 204  len: 168 time: 1.0094857
Dec 03 11:20:51.253337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46464) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:51.330295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Attempting to bind port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:20:51.330722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Attempting to bind port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'f6567796-35eb-432e-a004-64340c6ce9e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:20:51.331191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Attempting to bind port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 on network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:20:51.342185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:20:51.343019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Checking segment: {'id': 'f6567796-35eb-432e-a004-64340c6ce9e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:20:51.343837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:51.344488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Bound using segment: {'id': 'f6567796-35eb-432e-a004-64340c6ce9e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:20:51.345380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Bound port: 056b9980-4fcd-4346-af48-ae9ea2f4bab1, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6567796-35eb-432e-a004-64340c6ce9e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:20:51.346454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:51.371437 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c6d993cc-53bf-471d-a0ef-2015e63489b9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1164827
Dec 03 11:20:51.372127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46470) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:51.378613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:51.438315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 58b73d64-f191-4806-b3cc-5b2a0946ba88 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:51.559847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:51.577652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] For port 056b9980-4fcd-4346-af48-ae9ea2f4bab1, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:20:51.578721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:port and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:51.588034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] For port 056b9980-4fcd-4346-af48-ae9ea2f4bab1, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=056b9980-4fcd-4346-af48-ae9ea2f4bab1,segment=NetworkSegment(f6567796-35eb-432e-a004-64340c6ce9e0),segment_id=f6567796-35eb-432e-a004-64340c6ce9e0)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:20:51.591966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for port was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:51.595388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:51.623467 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63c26573-fd13-499d-9f8d-af7a418096b6 req-cd2f0e98-daa0-44f1-b1d3-764675e6ed42 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 210 time: 0.0592785
Dec 03 11:20:51.624586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:51.626704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:51.629533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:51.632972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:51.639822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:51.653817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:51.660131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:51.689174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:51.694839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:51.744554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:51.780905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d8cc81-c722-4ee8-b53e-8b42e1c1d109 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:51.800651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 58b73d64-f191-4806-b3cc-5b2a0946ba88 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:51.841387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 58b73d64-f191-4806-b3cc-5b2a0946ba88 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:51.841806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:51.860558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:51.927303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:52.053344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Pushing event updated for resources: {'Port': ['ID=056b9980-4fcd-4346-af48-ae9ea2f4bab1,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:52.065180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4e80e9be-4c86-4c1b-95e8-0f66e407d281 None None] Provisioning complete for port 60e9c805-50fe-4254-b8ed-0a8c4365987a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:52.065612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e80e9be-4c86-4c1b-95e8-0f66e407d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:52.094058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:52.209692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:52.227737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9907cee2-d9e0-4f7e-8d76-2801bde56169 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:52.290572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:52.371950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=2004f62d-a6f5-4b3a-adbf-c51d509a096e,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:52.376136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:52.388003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 58b73d64-f191-4806-b3cc-5b2a0946ba88, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=58b73d64-f191-4806-b3cc-5b2a0946ba88,segment=NetworkSegment(5efead40-785d-4269-9ff6-306edc304117),segment_id=5efead40-785d-4269-9ff6-306edc304117)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:52.391603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:52.393533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:52.453173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:52.455278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:52.471438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:52.472110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:52.477470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=58b73d64-f191-4806-b3cc-5b2a0946ba88,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:52.480945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:52.514967 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1392803
Dec 03 11:20:52.516029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46474) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:52.522632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:52.662533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:52.677409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:52.680372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Deleting port 37681739-bc73-48eb-adeb-9a06981f4cb3 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:52.680757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:52.688481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:52.691928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:52.699116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:52.709306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:52.715894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:52.869903 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ad4c2fee-7446-492c-b8b1-47d4588104b8 req-136b335b-d6ea-460f-905c-b85226d2a6b6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 210 time: 0.0596149
Dec 03 11:20:52.975531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Allocated IP 172.21.0.1 (720de8e6-1a0e-4fe8-8734-e4d0d9713745/e75bdc21-08b9-41fd-b187-854a82b629eb/00882bf3-f4b6-43d6-854a-540fd667f656) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:53.084131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.26.1.112 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/c11697fb-c0ab-4e4c-a962-fa308309a1c3) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:53.085259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6fa5df-7d32-479c-ac51-a1f02f34689e None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:53.105509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.11 (0f318c72-f805-46c1-ae3c-bf7b2c7655fb/1012fa4b-3b1e-4d22-b551-17d616ea7e8a/2016d2a4-0819-4fa9-91e0-a2d18d509b5a) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:53.189850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5a268a85-b2d6-4cf1-afc1-7353861d3b88 None None] Provisioning complete for port 60e9c805-50fe-4254-b8ed-0a8c4365987a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:53.190801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5a268a85-b2d6-4cf1-afc1-7353861d3b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:53.492046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 056b9980-4fcd-4346-af48-ae9ea2f4bab1 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:53.500523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:20:53.570785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:53.600876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:53.607554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 58b73d64-f191-4806-b3cc-5b2a0946ba88 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:53.708354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beafc0c-02eb-4aaf-a10b-5c965a1c9c30 None None] Network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:53.745282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:53.790975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Calling delete_port for 37681739-bc73-48eb-adeb-9a06981f4cb3 owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:53.843944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b4d5e-b2af-4bf0-9c80-2f529f41327b None None] Update dhcp port {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '2004f62d-a6f5-4b3a-adbf-c51d509a096e'}, {'subnet_id': '9d0b4d0d-8e7e-4d73-b76d-c5e1ff5db56b'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': '60e9c805-50fe-4254-b8ed-0a8c4365987a'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:20:54.081159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] For port 60e9c805-50fe-4254-b8ed-0a8c4365987a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=60e9c805-50fe-4254-b8ed-0a8c4365987a,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:54.091308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4d5e-b2af-4bf0-9c80-2f529f41327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.098925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.145605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6912faae-f473-4f54-b18f-526aa8bc640d None None] Provisioning for port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:54.155219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Transition to ACTIVE for port object 00882bf3-f4b6-43d6-854a-540fd667f656 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:54.155600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.162212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.163158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.178148 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-de6ee309-912e-4a8b-a8e1-bc019925ffd1 req-bf2f0684-9e0e-4ca9-b516-ddbccc43f878 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 210 time: 0.0662889
Dec 03 11:20:54.181063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-152b7262-884a-4409-be50-a9a4352f90c4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:54.182654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 58b73d64-f191-4806-b3cc-5b2a0946ba88 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:54.183089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.234930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6912faae-f473-4f54-b18f-526aa8bc640d None None] Provisioning complete for port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:54.235361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6912faae-f473-4f54-b18f-526aa8bc640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.244505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.290052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.297793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.335419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.367470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7979758c-8dd4-40b5-8f9f-baf56248ee5c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:54.428006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 2016d2a4-0819-4fa9-91e0-a2d18d509b5a will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:54.608882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.631232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=00882bf3-f4b6-43d6-854a-540fd667f656,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:54.651600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=60e9c805-50fe-4254-b8ed-0a8c4365987a,revision_number=9']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:54.653269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:54.654716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68a82e27-a591-4e0e-a1a9-670e0093b322 tempest-FloatingIPNegativeTestJSON-664869647 tempest-FloatingIPNegativeTestJSON-664869647] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:54.657138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:54.657695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-27c20983-78d8-4d4f-b5e8-09fe7e84ad77 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.433s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:54.742711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6912faae-f473-4f54-b18f-526aa8bc640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.746149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:54.747088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=9d0b4d0d-8e7e-4d73-b76d-c5e1ff5db56b,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:54.749683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:54.751455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:54.761994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:54.762647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.788689 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.2712629
Dec 03 11:20:54.792569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46482) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:54.798654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:3a:25:47', 'name': 'tempest-NetworksTestDHCPv6-1050380003'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:54.801282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.862583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6912faae-f473-4f54-b18f-526aa8bc640d None None] For port 056b9980-4fcd-4346-af48-ae9ea2f4bab1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=056b9980-4fcd-4346-af48-ae9ea2f4bab1,segment=NetworkSegment(f6567796-35eb-432e-a004-64340c6ce9e0),segment_id=f6567796-35eb-432e-a004-64340c6ce9e0)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:54.876874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6912faae-f473-4f54-b18f-526aa8bc640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.881717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5247dd03-3be2-40db-a1c6-2709280f5993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:54.896114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=c11697fb-c0ab-4e4c-a962-fa308309a1c3,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:54.963398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912faae-f473-4f54-b18f-526aa8bc640d None None] Pushing event updated for resources: {'Port': ['ID=056b9980-4fcd-4346-af48-ae9ea2f4bab1,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:54.972842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6912faae-f473-4f54-b18f-526aa8bc640d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:54.984094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:54.988538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-9f8b4d5e-b2af-4bf0-9c80-2f529f41327b None None] Allocated IP 172.20.0.2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/2004f62d-a6f5-4b3a-adbf-c51d509a096e/60e9c805-50fe-4254-b8ed-0a8c4365987a) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:54.997576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:55.002163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e224433b-19ae-4cf7-af98-459abd690ed0 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:55.006350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:55.012468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:55.016512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:55.023317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:55.055800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:20:55.142296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-86970a9c-911a-4a25-bcfc-7568547638b7 None None] Provisioning complete for port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:55.142899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86970a9c-911a-4a25-bcfc-7568547638b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:55.235048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:55.248973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9f8b4d5e-b2af-4bf0-9c80-2f529f41327b None None] For port 60e9c805-50fe-4254-b8ed-0a8c4365987a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=60e9c805-50fe-4254-b8ed-0a8c4365987a,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:20:55.323330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:55.352350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4d5e-b2af-4bf0-9c80-2f529f41327b None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:55.361530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:55.373486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:55.376767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:55.402627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9f8b4d5e-b2af-4bf0-9c80-2f529f41327b None None] Transition to ACTIVE for port object 60e9c805-50fe-4254-b8ed-0a8c4365987a will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:55.403703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 056b9980-4fcd-4346-af48-ae9ea2f4bab1 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:55.409287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:55.453304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f8b4d5e-b2af-4bf0-9c80-2f529f41327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:55.462545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:55.463166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Fanout notify agent at l3_agent the message router_deleted on router 8ca70720-9f77-4f62-912b-9b94a1cf6278 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:20:55.469382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:55.481858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:55.488961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=2016d2a4-0819-4fa9-91e0-a2d18d509b5a,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:55.492150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:55.497846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:55.502266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:55.556721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port b89c3e51-39d1-4592-be22-9b09d7ff0198 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:20:55.667273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-86970a9c-911a-4a25-bcfc-7568547638b7 None None] Provisioning for port 00882bf3-f4b6-43d6-854a-540fd667f656 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:55.675496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc453f8-692f-4b6f-ba14-7fe46ebe23db req-eec7325a-4006-4d0b-b224-63871736abdd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:55.677236 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afc453f8-692f-4b6f-ba14-7fe46ebe23db req-eec7325a-4006-4d0b-b224-63871736abdd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 932 time: 0.2576592
Dec 03 11:20:55.688114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b4d5e-b2af-4bf0-9c80-2f529f41327b None None] Pushing event updated for resources: {'Port': ['ID=60e9c805-50fe-4254-b8ed-0a8c4365987a,revision_number=10']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:55.694159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-86970a9c-911a-4a25-bcfc-7568547638b7 None None] Provisioning complete for port 00882bf3-f4b6-43d6-854a-540fd667f656 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:55.694679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86970a9c-911a-4a25-bcfc-7568547638b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:55.733527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9f8b4d5e-b2af-4bf0-9c80-2f529f41327b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:55.754842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afc453f8-692f-4b6f-ba14-7fe46ebe23db req-f3852b1d-dfc5-48f0-8e04-568c3e57a603 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631912
Dec 03 11:20:55.813711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:55.814389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:55.845151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-86970a9c-911a-4a25-bcfc-7568547638b7 None None] Port 00882bf3-f4b6-43d6-854a-540fd667f656 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:55.865882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:55.930233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:55.931688 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-10e434bc-dc19-4164-aeba-ecc06ede1c90 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/routers/8ca70720-9f77-4f62-912b-9b94a1cf6278 HTTP/1.1" status: 204  len: 168 time: 4.9967637
Dec 03 11:20:55.939909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 172.20.0.6 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/2004f62d-a6f5-4b3a-adbf-c51d509a096e/b89c3e51-39d1-4592-be22-9b09d7ff0198) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:55.941183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46488) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:55.949974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::f816:3eff:fe3a:2547 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/9d0b4d0d-8e7e-4d73-b76d-c5e1ff5db56b/b89c3e51-39d1-4592-be22-9b09d7ff0198) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:20:55.961054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 60e9c805-50fe-4254-b8ed-0a8c4365987a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:55.961536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f3944795-e7fc-4333-8fc8-9271da83bb84 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1541856505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:55.986490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:55.987686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f3944795-e7fc-4333-8fc8-9271da83bb84 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:20:55.996472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:56.000167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f3944795-e7fc-4333-8fc8-9271da83bb84 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Usage tracker for resource:router and tenant:9d954ff7cbd34eaa87d459922107748e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:20:56.005578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f3944795-e7fc-4333-8fc8-9271da83bb84 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:20:56.008452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:56.017905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6d600ba9-4a8e-49d0-8c5d-ff7e7d815f40 None None] Provisioning complete for port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:56.018244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d600ba9-4a8e-49d0-8c5d-ff7e7d815f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.097492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f3944795-e7fc-4333-8fc8-9271da83bb84 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:20:56.169455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:56.170819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.181842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3944795-e7fc-4333-8fc8-9271da83bb84 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.183443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3944795-e7fc-4333-8fc8-9271da83bb84 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.206297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6d600ba9-4a8e-49d0-8c5d-ff7e7d815f40 None None] Provisioning complete for port 00882bf3-f4b6-43d6-854a-540fd667f656 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:56.207524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d600ba9-4a8e-49d0-8c5d-ff7e7d815f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.251894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.281388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object b89c3e51-39d1-4592-be22-9b09d7ff0198 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:56.314219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.383056 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.8245623
Dec 03 11:20:56.428950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c12372ff-86c2-478f-afb4-d839ba4231f9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:56.471215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6d600ba9-4a8e-49d0-8c5d-ff7e7d815f40 None None] Port 00882bf3-f4b6-43d6-854a-540fd667f656 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:56.476733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3944795-e7fc-4333-8fc8-9271da83bb84 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.484790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Request body: {'port': {'device_id': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:56.530307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=b89c3e51-39d1-4592-be22-9b09d7ff0198,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:56.543752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:56.569065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:56.570297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:56.575380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:20:56.616482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.652265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:56.652969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.690877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c75cdccb-2bee-4b97-906b-e751eb18ef12 None None] Provisioning for port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:56.693714 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.8999276
Dec 03 11:20:56.696134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46492) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:56.717321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c75cdccb-2bee-4b97-906b-e751eb18ef12 None None] Provisioning complete for port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:56.717751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c75cdccb-2bee-4b97-906b-e751eb18ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.783503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd9e12-1843-4bf5-94b3-f61d7b6178bf None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:56.793810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0273ea34-0695-4bc7-8975-de9d2cf30c1f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:56.798288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0273ea34-0695-4bc7-8975-de9d2cf30c1f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:56.799193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0273ea34-0695-4bc7-8975-de9d2cf30c1f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:56.812214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c75cdccb-2bee-4b97-906b-e751eb18ef12 None None] Port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:56.818560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0273ea34-0695-4bc7-8975-de9d2cf30c1f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:56.820023 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0273ea34-0695-4bc7-8975-de9d2cf30c1f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 0.1216063
Dec 03 11:20:56.823643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46498) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:56.839264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3944795-e7fc-4333-8fc8-9271da83bb84 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.905236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-986df9fb-16cc-4e28-bab1-2da8705588f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port b89c3e51-39d1-4592-be22-9b09d7ff0198 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:20:56.905807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-986df9fb-16cc-4e28-bab1-2da8705588f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:56.961373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0ec8881b-0c64-47bc-94df-56536855c469 None None] Provisioning for port 60e9c805-50fe-4254-b8ed-0a8c4365987a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:56.986484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0ec8881b-0c64-47bc-94df-56536855c469 None None] Provisioning complete for port 60e9c805-50fe-4254-b8ed-0a8c4365987a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:56.986484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ec8881b-0c64-47bc-94df-56536855c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:57.068153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3944795-e7fc-4333-8fc8-9271da83bb84 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:57.071431 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f3944795-e7fc-4333-8fc8-9271da83bb84 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.1166599
Dec 03 11:20:57.072579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46502) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:57.088767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:57.107823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Request body: {'router': {'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'enable_snat': True}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:20:57.108252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329118a4-0c70-4a43-9f4f-11515f233016 req-13dcaa85-5c28-4e8c-80d9-985f6f91217b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:57.109962 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-329118a4-0c70-4a43-9f4f-11515f233016 req-13dcaa85-5c28-4e8c-80d9-985f6f91217b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 932 time: 0.1741574
Dec 03 11:20:57.257792 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-329118a4-0c70-4a43-9f4f-11515f233016 req-bc4c01ed-9150-4beb-a3cd-3c14da50d11f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1267893
Dec 03 11:20:57.308702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-986df9fb-16cc-4e28-bab1-2da8705588f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:57.376157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 60e9c805-50fe-4254-b8ed-0a8c4365987a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:20:57.400992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:57.455375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 60e9c805-50fe-4254-b8ed-0a8c4365987a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:57.455795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:57.480589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-986df9fb-16cc-4e28-bab1-2da8705588f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for b89c3e51-39d1-4592-be22-9b09d7ff0198 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:20:57.731272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0d4e44e9-45d1-47dd-99dd-4f7e4cbe3585 None None] Provisioning for port b89c3e51-39d1-4592-be22-9b09d7ff0198 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:20:57.731709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-986df9fb-16cc-4e28-bab1-2da8705588f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:57.737135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0d4e44e9-45d1-47dd-99dd-4f7e4cbe3585 None None] Provisioning complete for port b89c3e51-39d1-4592-be22-9b09d7ff0198 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:57.737564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d4e44e9-45d1-47dd-99dd-4f7e4cbe3585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:57.749537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:57.777563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0d4e44e9-45d1-47dd-99dd-4f7e4cbe3585 None None] Port b89c3e51-39d1-4592-be22-9b09d7ff0198 was deleted so its status cannot be updated. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:320}}
Dec 03 11:20:57.791772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0d4e44e9-45d1-47dd-99dd-4f7e4cbe3585 None None] Provisioning complete for port 60e9c805-50fe-4254-b8ed-0a8c4365987a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:57.792301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d4e44e9-45d1-47dd-99dd-4f7e4cbe3585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:57.808005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986df9fb-16cc-4e28-bab1-2da8705588f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=b89c3e51-39d1-4592-be22-9b09d7ff0198,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:57.829109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-986df9fb-16cc-4e28-bab1-2da8705588f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:58.057822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-986df9fb-16cc-4e28-bab1-2da8705588f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:58.074320 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-986df9fb-16cc-4e28-bab1-2da8705588f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/b89c3e51-39d1-4592-be22-9b09d7ff0198 HTTP/1.1" status: 204  len: 168 time: 1.2493529
Dec 03 11:20:58.076768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46506) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:58.083842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7826f820-43af-439a-b4bf-75faf84c3f00 None None] Could not find standard attr ID for object b89c3e51-39d1-4592-be22-9b09d7ff0198. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:20:58.129582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:58.157840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749db472-0ec1-4877-be08-6571074c4b5c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:58.159546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749db472-0ec1-4877-be08-6571074c4b5c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:58.161034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749db472-0ec1-4877-be08-6571074c4b5c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:58.161904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-749db472-0ec1-4877-be08-6571074c4b5c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:20:58.178726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-749db472-0ec1-4877-be08-6571074c4b5c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:20:58.183462 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-749db472-0ec1-4877-be08-6571074c4b5c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1039367
Dec 03 11:20:58.185935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46510) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:58.209577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8ea747e1-8a47-4f76-b0d5-2992454eb244 None None] Provisioning complete for port 60e9c805-50fe-4254-b8ed-0a8c4365987a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:58.210404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ea747e1-8a47-4f76-b0d5-2992454eb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:58.244074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:58.276895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3433f9-d65d-44b5-b076-ad1237084ffa tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 2004f62d-a6f5-4b3a-adbf-c51d509a096e {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:20:58.282091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb3433f9-d65d-44b5-b076-ad1237084ffa tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:58.360112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb3433f9-d65d-44b5-b076-ad1237084ffa tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:58.434477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:58.477697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:58.514730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb3433f9-d65d-44b5-b076-ad1237084ffa tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:58.516024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3650df33-9365-4670-8a70-c974cc14953d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:58.707286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ced5c3-209e-4446-bde8-0d1e81e89766 req-eeaa0768-b7f1-4199-8225-267ed0df5ef5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:20:58.709287 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-66ced5c3-209e-4446-bde8-0d1e81e89766 req-eeaa0768-b7f1-4199-8225-267ed0df5ef5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 932 time: 0.2430322
Dec 03 11:20:58.738882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:58.760820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=00882bf3-f4b6-43d6-854a-540fd667f656,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:58.777202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:58.834700 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-66ced5c3-209e-4446-bde8-0d1e81e89766 req-764e7e38-d580-4bfa-bae3-e3b0ec5241b2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1160369
Dec 03 11:20:58.883333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb3433f9-d65d-44b5-b076-ad1237084ffa tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:58.902386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53b9c387-88cb-44cc-bd91-5dcd1b281c54 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:58.928320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:20:58.945078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3433f9-d65d-44b5-b076-ad1237084ffa tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=2004f62d-a6f5-4b3a-adbf-c51d509a096e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:58.948699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb3433f9-d65d-44b5-b076-ad1237084ffa tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:59.068541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb3433f9-d65d-44b5-b076-ad1237084ffa tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:59.078674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2584ca5a-05e1-4695-88ad-62f33760af40 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:20:59.084431 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cb3433f9-d65d-44b5-b076-ad1237084ffa tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/2004f62d-a6f5-4b3a-adbf-c51d509a096e HTTP/1.1" status: 204  len: 168 time: 0.8960063
Dec 03 11:20:59.085414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46516) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:59.087429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2016d2a4-0819-4fa9-91e0-a2d18d509b5a {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:20:59.158770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-277af035-a2d1-4356-9bd6-8cd98fedf5a9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 9d0b4d0d-8e7e-4d73-b76d-c5e1ff5db56b {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:20:59.159404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:59.162149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-277af035-a2d1-4356-9bd6-8cd98fedf5a9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:59.226236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-277af035-a2d1-4356-9bd6-8cd98fedf5a9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:59.262785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Transition to ACTIVE for port object 2016d2a4-0819-4fa9-91e0-a2d18d509b5a will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:20:59.272075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:59.288083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:20:59.295244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:59.325304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-277af035-a2d1-4356-9bd6-8cd98fedf5a9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:59.373522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:20:59.425315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:59.554075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:59.569234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Pushing event updated for resources: {'Port': ['ID=2016d2a4-0819-4fa9-91e0-a2d18d509b5a,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:59.640378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-277af035-a2d1-4356-9bd6-8cd98fedf5a9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:59.659989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-327fa54b-d314-49e3-b060-5a26c7da2ac4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:59.706118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277af035-a2d1-4356-9bd6-8cd98fedf5a9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=9d0b4d0d-8e7e-4d73-b76d-c5e1ff5db56b,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:20:59.717484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7e50b132-2996-4b52-8a81-8ae8f9604622 None None] Provisioning complete for port 00882bf3-f4b6-43d6-854a-540fd667f656 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:20:59.718076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e50b132-2996-4b52-8a81-8ae8f9604622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:59.723626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-277af035-a2d1-4356-9bd6-8cd98fedf5a9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:59.795272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7e50b132-2996-4b52-8a81-8ae8f9604622 None None] Port 00882bf3-f4b6-43d6-854a-540fd667f656 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:20:59.814224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-277af035-a2d1-4356-9bd6-8cd98fedf5a9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:20:59.827997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-277af035-a2d1-4356-9bd6-8cd98fedf5a9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/9d0b4d0d-8e7e-4d73-b76d-c5e1ff5db56b HTTP/1.1" status: 204  len: 168 time: 0.7392151
Dec 03 11:20:59.828484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46520) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:20:59.911833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:20:59.918306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:20:59.943556 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b9347a9c-47f1-4d55-a00d-25f21f334562 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1139858
Dec 03 11:20:59.944485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46526) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:00.096274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c160f797-71e4-4be4-bebc-4823590ab933 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:00.096948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c160f797-71e4-4be4-bebc-4823590ab933 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:00.119733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:00.121085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03568920-f8e1-4026-929c-f588c343681d None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:00.132870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c160f797-71e4-4be4-bebc-4823590ab933 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:00.137572 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c160f797-71e4-4be4-bebc-4823590ab933 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.1891098
Dec 03 11:21:00.141069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3323a4-b83d-4861-b8c5-277080846fff req-cb0cf278-0109-469d-bd4e-c71f7a8bd979 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:00.142631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2a3323a4-b83d-4861-b8c5-277080846fff req-cb0cf278-0109-469d-bd4e-c71f7a8bd979 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 944 time: 0.1232743
Dec 03 11:21:00.143171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46530) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:00.203854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:00.230780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=c11697fb-c0ab-4e4c-a962-fa308309a1c3,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:00.251512 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2a3323a4-b83d-4861-b8c5-277080846fff req-7f6b319d-b8d6-4334-95ca-02152fcc9974 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672145
Dec 03 11:21:00.254474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1179bc0-c64b-40ad-a02b-24686fa6070f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:00.255257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f1179bc0-c64b-40ad-a02b-24686fa6070f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:00.273009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f1179bc0-c64b-40ad-a02b-24686fa6070f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:00.275165 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f1179bc0-c64b-40ad-a02b-24686fa6070f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1309948
Dec 03 11:21:00.275587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:00.277940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46534) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:00.294196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 513ce876-4a4c-4a50-8de7-5bf45f4c346b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:00.313460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-65a8292d-d75a-405e-9126-4c54a591ab74 None None] Provisioning complete for port 60e9c805-50fe-4254-b8ed-0a8c4365987a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:00.313895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-65a8292d-d75a-405e-9126-4c54a591ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:00.565130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272cf545-da45-4d0f-b374-58a616170ca0 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:21:00.570581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-272cf545-da45-4d0f-b374-58a616170ca0 None None] Deleting port 60e9c805-50fe-4254-b8ed-0a8c4365987a {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:00.571232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-272cf545-da45-4d0f-b374-58a616170ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:00.670596 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5dfecfe5-d78c-4990-8c10-fde719f1e13e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3908131
Dec 03 11:21:00.676810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46538) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:00.683749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c4d18601-fc7c-41a7-8c2b-b8adb838382f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:00.803813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4d18601-fc7c-41a7-8c2b-b8adb838382f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:00.814319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4d18601-fc7c-41a7-8c2b-b8adb838382f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:00.822304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8edf3d6-b9b6-4d1f-b535-3c55ef4d539c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:00.824315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d18601-fc7c-41a7-8c2b-b8adb838382f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:00.832207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-272cf545-da45-4d0f-b374-58a616170ca0 None None] For port 60e9c805-50fe-4254-b8ed-0a8c4365987a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=60e9c805-50fe-4254-b8ed-0a8c4365987a,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:00.832647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-272cf545-da45-4d0f-b374-58a616170ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:00.851349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:00.864066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:00.864268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Sync routers for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:00.875403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:00.876454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68743c8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:00.976030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4d18601-fc7c-41a7-8c2b-b8adb838382f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:00.976566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-272cf545-da45-4d0f-b374-58a616170ca0 None None] Calling delete_port for 60e9c805-50fe-4254-b8ed-0a8c4365987a owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:00.978259 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d18601-fc7c-41a7-8c2b-b8adb838382f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:21:00.978760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d18601-fc7c-41a7-8c2b-b8adb838382f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:21:01.004254 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c4d18601-fc7c-41a7-8c2b-b8adb838382f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3262868
Dec 03 11:21:01.004939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46542) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:01.013681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-14f89be9-a8b4-4d71-bea5-61a2d1b8e7c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:01.057239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-272cf545-da45-4d0f-b374-58a616170ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:01.085796 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5679383
Dec 03 11:21:01.097143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Attempting to bind port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:01.097528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Attempting to bind port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:01.097908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Attempting to bind port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a on network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:01.105313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46546) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:01.113695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'network': {'name': 'tempest-RoutersTest-665223114'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:01.113868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:01.136106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:01.136541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Checking segment: {'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:01.136880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:01.137289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Bound using segment: {'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:01.137793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Bound port: 2016d2a4-0819-4fa9-91e0-a2d18d509b5a, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056e244d-397b-40fe-ae91-3fb300067eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:01.138177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:01.152709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:01.161306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-14f89be9-a8b4-4d71-bea5-61a2d1b8e7c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:01.172936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-14f89be9-a8b4-4d71-bea5-61a2d1b8e7c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:01.182985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b7a2211-de2a-4c3b-9259-d4d5d9ef931d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:01.184635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f89be9-a8b4-4d71-bea5-61a2d1b8e7c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:01.192900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14f89be9-a8b4-4d71-bea5-61a2d1b8e7c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:01.195149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f89be9-a8b4-4d71-bea5-61a2d1b8e7c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:21:01.195622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:network and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:01.196416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f89be9-a8b4-4d71-bea5-61a2d1b8e7c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:21:01.201215 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Floating IP b09f6c8e-7eac-44e6-aaf1-f17e7b75f424 associated. External IP: 172.26.1.112, port: 9f253187-7da2-4f84-b811-a6c5f445adc1.
Dec 03 11:21:01.228697 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-14f89be9-a8b4-4d71-bea5-61a2d1b8e7c1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2217643
Dec 03 11:21:01.229008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cf545-da45-4d0f-b374-58a616170ca0 None None] Pushing event deleted for resources: {'Port': ['ID=60e9c805-50fe-4254-b8ed-0a8c4365987a,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:01.230227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46550) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:01.231911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-272cf545-da45-4d0f-b374-58a616170ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:01.242308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-27dd7f33-ef7c-474c-8cc1-6e1f11225993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:01.245185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272cf545-da45-4d0f-b374-58a616170ca0 None None] No DVR routers for this DVR port 60e9c805-50fe-4254-b8ed-0a8c4365987a on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:21:01.265094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for network was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:01.303648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:01.380266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 60e9c805-50fe-4254-b8ed-0a8c4365987a no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:21:01.395625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-27dd7f33-ef7c-474c-8cc1-6e1f11225993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:01.416573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-27dd7f33-ef7c-474c-8cc1-6e1f11225993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:01.438578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:01.439258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 60e9c805-50fe-4254-b8ed-0a8c4365987a {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:21:01.439658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 60e9c805-50fe-4254-b8ed-0a8c4365987a not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:21:01.442470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dd7f33-ef7c-474c-8cc1-6e1f11225993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:01.444286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:01.449505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27dd7f33-ef7c-474c-8cc1-6e1f11225993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:01.451039 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dd7f33-ef7c-474c-8cc1-6e1f11225993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:21:01.452096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27dd7f33-ef7c-474c-8cc1-6e1f11225993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:21:01.483603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-27dd7f33-ef7c-474c-8cc1-6e1f11225993 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2447720
Dec 03 11:21:01.484269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46556) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:01.490559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e2515cf6-f8ec-43dd-a137-259315d6b35b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:01.500269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Allocated IP 172.26.1.237 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/a2e4de08-cad2-44d6-81ca-ec25bc91300b) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:01.521291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68743c8>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:20:56Z', 'revision_number': 3, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:20:57Z', 'revision_number': 2, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:01.526157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Checking router: 513ce876-4a4c-4a50-8de7-5bf45f4c346b for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:21:01.526785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Updating router 513ce876-4a4c-4a50-8de7-5bf45f4c346b port 00882bf3-f4b6-43d6-854a-540fd667f656 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:21:01.560050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:21:01.582118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] For port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:01.596244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:01.618251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:01.619006 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Added segment 1f81b3d1-dd24-4328-b50f-47221a8ff07c of type vxlan for network 8bcac224-21a6-44eb-b3fa-66b89f03ee37
Dec 03 11:21:01.626818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] For port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2016d2a4-0819-4fa9-91e0-a2d18d509b5a,segment=NetworkSegment(056e244d-397b-40fe-ae91-3fb300067eac),segment_id=056e244d-397b-40fe-ae91-3fb300067eac)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:01.670873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e2515cf6-f8ec-43dd-a137-259315d6b35b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:01.685311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:01.686937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e2515cf6-f8ec-43dd-a137-259315d6b35b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:01.704249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2515cf6-f8ec-43dd-a137-259315d6b35b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:01.710706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e2515cf6-f8ec-43dd-a137-259315d6b35b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:01.712306 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2515cf6-f8ec-43dd-a137-259315d6b35b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:21:01.712801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2515cf6-f8ec-43dd-a137-259315d6b35b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:21:01.714254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc995421-f13b-4d8b-b6de-14211b2316ef tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:01.722195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1196165-f790-404a-a103-9c488d8279d6 req-d7031c71-fdc6-4c8f-9475-caa739568c85 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:01.723831 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b1196165-f790-404a-a103-9c488d8279d6 req-d7031c71-fdc6-4c8f-9475-caa739568c85 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 944 time: 0.2175341
Dec 03 11:21:01.762622 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e2515cf6-f8ec-43dd-a137-259315d6b35b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2737465
Dec 03 11:21:01.763473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46560) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:01.782687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b0e1416f-0a8b-4077-ac2c-bf1dd18f5148 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:01.817257 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b1196165-f790-404a-a103-9c488d8279d6 req-8519818c-2409-4998-a557-cb12c0605c67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821857
Dec 03 11:21:01.922334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b0e1416f-0a8b-4077-ac2c-bf1dd18f5148 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:01.935251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b0e1416f-0a8b-4077-ac2c-bf1dd18f5148 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:01.946506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e1416f-0a8b-4077-ac2c-bf1dd18f5148 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:01.953847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0e1416f-0a8b-4077-ac2c-bf1dd18f5148 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:01.955728 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e1416f-0a8b-4077-ac2c-bf1dd18f5148 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:21:01.956281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e1416f-0a8b-4077-ac2c-bf1dd18f5148 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:21:01.977123 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b0e1416f-0a8b-4077-ac2c-bf1dd18f5148 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2125258
Dec 03 11:21:01.980718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46564) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:01.987422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7a0b304a-ff97-4634-a4d0-527c5b1e3b8f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:02.069131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.083102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Transition to ACTIVE for port object 00882bf3-f4b6-43d6-854a-540fd667f656 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:02.086415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.102606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:02.111876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7a0b304a-ff97-4634-a4d0-527c5b1e3b8f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:02.122235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7a0b304a-ff97-4634-a4d0-527c5b1e3b8f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:02.131628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0b304a-ff97-4634-a4d0-527c5b1e3b8f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:02.138826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a0b304a-ff97-4634-a4d0-527c5b1e3b8f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.139925 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0b304a-ff97-4634-a4d0-527c5b1e3b8f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:21:02.140408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0b304a-ff97-4634-a4d0-527c5b1e3b8f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:21:02.161542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7a0b304a-ff97-4634-a4d0-527c5b1e3b8f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1771100
Dec 03 11:21:02.161769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46568) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:02.215174 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-719ad9a6-2f7c-45a1-a75a-8ff1374c4f05 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0493100
Dec 03 11:21:02.215719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46572) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:02.241542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354171c6-d081-4591-8278-f7dd72720f92 None None] Pushing event updated for resources: {'Port': ['ID=00882bf3-f4b6-43d6-854a-540fd667f656,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:02.246104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-354171c6-d081-4591-8278-f7dd72720f92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:02.287585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.287973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f0d2c-6d2c-4060-a8b3-993e76fe21ea tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:02.292255 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-174f0d2c-6d2c-4060-a8b3-993e76fe21ea tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0729442
Dec 03 11:21:02.292828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46576) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:02.374036 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8194506a-eb52-440b-8124-0199d72420ad tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0760429
Dec 03 11:21:02.374253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46580) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:02.376551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Pushing event updated for resources: {'Port': ['ID=2016d2a4-0819-4fa9-91e0-a2d18d509b5a,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:02.382593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:02.418431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:02.445854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.466974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.471189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:02.471847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.479973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7e04f9a4-1bf7-435f-a1e6-ee84b1da47a4 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:02.514606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:02.526757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:02.542031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:02.543713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:02.548351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.577944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:02.578838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.580345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] 10.222.0.91 "PUT /v2.0/ports/2016d2a4-0819-4fa9-91e0-a2d18d509b5a HTTP/1.1" status: 200  len: 1158 time: 6.1006608
Dec 03 11:21:02.581645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Attempting to bind port 00882bf3-f4b6-43d6-854a-540fd667f656 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:02.582071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Attempting to bind port 00882bf3-f4b6-43d6-854a-540fd667f656 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'f6567796-35eb-432e-a004-64340c6ce9e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:02.582490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Attempting to bind port 00882bf3-f4b6-43d6-854a-540fd667f656 on network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:02.591598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:02.592028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Checking segment: {'id': 'f6567796-35eb-432e-a004-64340c6ce9e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:02.593000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.593445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Bound using segment: {'id': 'f6567796-35eb-432e-a004-64340c6ce9e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:02.593973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Bound port: 00882bf3-f4b6-43d6-854a-540fd667f656, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6567796-35eb-432e-a004-64340c6ce9e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:02.594400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.707442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] For port 00882bf3-f4b6-43d6-854a-540fd667f656, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:02.712529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] For port 00882bf3-f4b6-43d6-854a-540fd667f656, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=00882bf3-f4b6-43d6-854a-540fd667f656,segment=NetworkSegment(f6567796-35eb-432e-a004-64340c6ce9e0),segment_id=f6567796-35eb-432e-a004-64340c6ce9e0)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:02.718662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.738872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:02.820895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'tag': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:21:02.823340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354171c6-d081-4591-8278-f7dd72720f92 None None] Pushing event updated for resources: {'Port': ['ID=00882bf3-f4b6-43d6-854a-540fd667f656,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:02.836621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-354171c6-d081-4591-8278-f7dd72720f92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:02.851749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90289eb3-0e86-4a5c-9d79-f43d77fbec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:02.882163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:02.893864 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.7852743
Dec 03 11:21:02.899884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a024dd-bea2-4264-b52a-ef4481ef1ebb None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:02.902553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46588) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:02.942538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a024dd-bea2-4264-b52a-ef4481ef1ebb None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:02.946048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-56a024dd-bea2-4264-b52a-ef4481ef1ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b56dd6a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:02.982051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'subnet': {'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:03.004424 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'tag': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a', 'status': 'completed', 'code': 200}
Dec 03 11:21:03.026687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Network': ['ID=8bcac224-21a6-44eb-b3fa-66b89f03ee37,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:03.030166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:03.054384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:03.088181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:21:03.089888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:03.090955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68743c8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:03.102201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:21:03.148668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-56a024dd-bea2-4264-b52a-ef4481ef1ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b56dd6a0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:03.157204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:03.171647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eeebd8b1-27bc-49e6-92de-be2442bb4910 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:03.194256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a024dd-bea2-4264-b52a-ef4481ef1ebb None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:03.195118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-56a024dd-bea2-4264-b52a-ef4481ef1ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b56dd6a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:03.270925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e1841-ace9-46d9-b81b-49ce8c5c37af req-cb6e8c39-e98f-4418-9516-3ccc138f0405 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:03.273163 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-075e1841-ace9-46d9-b81b-49ce8c5c37af req-cb6e8c39-e98f-4418-9516-3ccc138f0405 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 944 time: 0.1652246
Dec 03 11:21:03.281821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Pushing event updated for resources: {'Port': ['ID=a2e4de08-cad2-44d6-81ca-ec25bc91300b,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:03.285329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:03.314067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:03.371482 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-075e1841-ace9-46d9-b81b-49ce8c5c37af req-88ef3364-a39d-41b4-afc8-8892e0844427 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751874
Dec 03 11:21:03.372048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:03.376249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:subnet and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:03.379320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:03.386096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:03.452149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 13.0878544
Dec 03 11:21:03.453972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46592) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:03.461863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:03.462764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-56a024dd-bea2-4264-b52a-ef4481ef1ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b56dd6a0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:03.463400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a024dd-bea2-4264-b52a-ef4481ef1ebb None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:03.484384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0b43459d-1f84-463c-8773-f07b93035b3a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'floatingip': {'port_id': '9f253187-7da2-4f84-b811-a6c5f445adc1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:03.513061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:21:03.514085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:03.533761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc0bb5be-e982-4c1a-b95f-1ac689ad1606 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:03.575881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-4143ac76-e55d-4bbf-8178-81c4da4eb8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:03.577523 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-4143ac76-e55d-4bbf-8178-81c4da4eb8be service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 1161 time: 0.7368290
Dec 03 11:21:03.671157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=5d960b39-0eaa-4067-ad15-c554617284d8,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:03.675216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:03.709840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:03.711291 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-3ffe22e7-6f16-4204-afa3-3f6f277e16aa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2016d2a4-0819-4fa9-91e0-a2d18d509b5a HTTP/1.1" status: 200  len: 217 time: 0.1171317
Dec 03 11:21:03.729839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:03.731233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:03.735211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68743c8>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:20:56Z', 'revision_number': 3, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:02Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:03.741496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0474ffb-81bc-43b2-988e-dc9920f2017c None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:03.743947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:03.744302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bc8d7-6703-4acf-853f-475f5153364a None None] The sync data for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs is: [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:20:56Z', 'revision_number': 3, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:02Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:03.745388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:03.778744 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.4033532
Dec 03 11:21:03.779631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46596) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:03.786793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:9e:8c:ae', 'name': 'tempest-NetworksTestDHCPv6-985575374'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:03.841302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:03.950628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b43459d-1f84-463c-8773-f07b93035b3a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:03.998785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:04.010720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:04.025235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:04.032880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:04.226673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port 29a52c01-d4a4-4088-8756-3814a10a17cb yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:21:04.236049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '5d960b39-0eaa-4067-ad15-c554617284d8'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:21:04.237063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:04.383579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::f816:3eff:fe9e:8cae (cc7b5e29-f739-4393-8923-6dfd9a0401ee/5d960b39-0eaa-4067-ad15-c554617284d8/29a52c01-d4a4-4088-8756-3814a10a17cb) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:04.687457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:04.716530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe637f-6027-456d-a361-5e255a38f2d8 req-7fd02597-6f74-4619-8ea9-831b18d08485 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:04.718139 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afbe637f-6027-456d-a361-5e255a38f2d8 req-7fd02597-6f74-4619-8ea9-831b18d08485 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 944 time: 0.1594923
Dec 03 11:21:04.719571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:04.723266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object 29a52c01-d4a4-4088-8756-3814a10a17cb will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:04.730118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:04.743327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:04.777593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-b7ef72b3-0dc6-4316-8a30-6c0c48c0be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:04.778203 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afbe637f-6027-456d-a361-5e255a38f2d8 req-fb6ea1e5-6df3-4b2c-b5c2-b7294fd1a974 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510325
Dec 03 11:21:04.779237 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-b7ef72b3-0dc6-4316-8a30-6c0c48c0be96 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1012fa4b-3b1e-4d22-b551-17d616ea7e8a HTTP/1.1" status: 200  len: 835 time: 0.9806812
Dec 03 11:21:04.784968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:04.807296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45cf0515-1994-4c43-8afa-041878fe3892 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:04.845610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Allocated IP 2001:db8::f816:3eff:fe1c:d95f (cc7b5e29-f739-4393-8923-6dfd9a0401ee/5d960b39-0eaa-4067-ad15-c554617284d8/e6543304-002a-47d2-999b-9b0c160fc281) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:04.957961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=29a52c01-d4a4-4088-8756-3814a10a17cb,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:04.973212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.973634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.974061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.974601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.974881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.975317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.975819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.976285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.976515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.976911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.977315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.977909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.978481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.978904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.979324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.979742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.980134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.980547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.981630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.981630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.981964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.982116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.983709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.983709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:04.987188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:05.006165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:05.056934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:05.058891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:05.061798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:05.066847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:05.067552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:05.112938 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.3312201
Dec 03 11:21:05.114813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46602) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:05.132883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:05.144945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Transition to ACTIVE for port object e6543304-002a-47d2-999b-9b0c160fc281 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:05.163383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Transition to ACTIVE for port object e6543304-002a-47d2-999b-9b0c160fc281 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:05.170651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:05.193871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:05.212333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c2bbf7-aa44-4fea-aded-647c5ca2b9fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:05.213659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-98c2bbf7-aa44-4fea-aded-647c5ca2b9fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:05.235331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-98c2bbf7-aa44-4fea-aded-647c5ca2b9fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:05.239284 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-98c2bbf7-aa44-4fea-aded-647c5ca2b9fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.1208613
Dec 03 11:21:05.239581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46606) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:05.340212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-6d4f8dad-0786-4036-bd8e-1b5783b28fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:05.342571 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-6d4f8dad-0786-4036-bd8e-1b5783b28fca service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5480523
Dec 03 11:21:05.363078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d1663d48-856d-4c1a-8d72-3495d07ed4f4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port 29a52c01-d4a4-4088-8756-3814a10a17cb {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:05.363828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1663d48-856d-4c1a-8d72-3495d07ed4f4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:05.374171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Pushing event updated for resources: {'Port': ['ID=e6543304-002a-47d2-999b-9b0c160fc281,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:05.395825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:05.428825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 00882bf3-f4b6-43d6-854a-540fd667f656 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:05.526024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:05.529744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:05.530760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:05.535032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:05.615315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Attempting to bind port e6543304-002a-47d2-999b-9b0c160fc281 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:05.616081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Attempting to bind port e6543304-002a-47d2-999b-9b0c160fc281 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:05.616491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Attempting to bind port e6543304-002a-47d2-999b-9b0c160fc281 on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:05.621221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 00882bf3-f4b6-43d6-854a-540fd667f656 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:05.630437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:05.630437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:05.630437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:05.630850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:05.631274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Bound port: e6543304-002a-47d2-999b-9b0c160fc281, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:05.631480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:05.644233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 00882bf3-f4b6-43d6-854a-540fd667f656 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:05.644710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:05.842762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:05.847611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] For port e6543304-002a-47d2-999b-9b0c160fc281, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:05.904010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] For port e6543304-002a-47d2-999b-9b0c160fc281, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e6543304-002a-47d2-999b-9b0c160fc281,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:05.907759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:05.939182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:05.958849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6912faae-f473-4f54-b18f-526aa8bc640d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:06.062421 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-efc413c6-b309-4571-b5d6-a214a51d1635 service neutron] 10.222.0.91 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6885116
Dec 03 11:21:06.093644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 00882bf3-f4b6-43d6-854a-540fd667f656, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=00882bf3-f4b6-43d6-854a-540fd667f656,segment=NetworkSegment(f6567796-35eb-432e-a004-64340c6ce9e0),segment_id=f6567796-35eb-432e-a004-64340c6ce9e0)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:06.103930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1663d48-856d-4c1a-8d72-3495d07ed4f4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:06.112213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:06.122132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-0b43459d-1f84-463c-8773-f07b93035b3a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:21:06.147300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Pushing event updated for resources: {'Port': ['ID=e6543304-002a-47d2-999b-9b0c160fc281,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:06.155183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:06.155183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2943e147-c71d-4c23-b8fd-b8b56fd75c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:06.244052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=00882bf3-f4b6-43d6-854a-540fd667f656,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:06.249106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:06.281173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d1663d48-856d-4c1a-8d72-3495d07ed4f4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for 29a52c01-d4a4-4088-8756-3814a10a17cb owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:06.349097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a671569-4dbe-4147-9293-70ed08ea3889 req-6b877e87-c07e-402f-8afe-6809195e1262 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:06.350772 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a671569-4dbe-4147-9293-70ed08ea3889 req-6b877e87-c07e-402f-8afe-6809195e1262 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 944 time: 0.3499105
Dec 03 11:21:06.421828 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a671569-4dbe-4147-9293-70ed08ea3889 req-cecc31a6-51aa-4bed-9bab-8c23e91839e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632405
Dec 03 11:21:06.426455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b43459d-1f84-463c-8773-f07b93035b3a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:06.469048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b43459d-1f84-463c-8773-f07b93035b3a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:06.495637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1663d48-856d-4c1a-8d72-3495d07ed4f4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:06.514301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fcb61384-a1ff-4c5d-8f4e-075e7c419fbc tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:06.586487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1663d48-856d-4c1a-8d72-3495d07ed4f4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=29a52c01-d4a4-4088-8756-3814a10a17cb,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:06.608946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1663d48-856d-4c1a-8d72-3495d07ed4f4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:06.652814 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30c34ebd-464b-4cb3-a716-eccbcf3fbc6b req-f9b278cb-cf39-44c6-87b0-9520960461fa service neutron] 10.222.0.91 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5780969
Dec 03 11:21:06.749039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1663d48-856d-4c1a-8d72-3495d07ed4f4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:06.760583 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d1663d48-856d-4c1a-8d72-3495d07ed4f4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/29a52c01-d4a4-4088-8756-3814a10a17cb HTTP/1.1" status: 204  len: 168 time: 1.5198543
Dec 03 11:21:06.763083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46612) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:06.840729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf881fc8-9576-4921-8343-a83d4ca47629 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:06.842181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf881fc8-9576-4921-8343-a83d4ca47629 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:06.843094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cf881fc8-9576-4921-8343-a83d4ca47629 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:06.860537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cf881fc8-9576-4921-8343-a83d4ca47629 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:06.861830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cf881fc8-9576-4921-8343-a83d4ca47629 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0977049
Dec 03 11:21:06.864762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46616) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:07.081825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e975f67-a7ed-4d78-992c-083f6ef1edc6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 5d960b39-0eaa-4067-ad15-c554617284d8 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:21:07.085392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9e975f67-a7ed-4d78-992c-083f6ef1edc6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:07.143979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9e975f67-a7ed-4d78-992c-083f6ef1edc6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:07.235466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9e975f67-a7ed-4d78-992c-083f6ef1edc6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:07.277682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:07.421620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:07.430140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028fc32-4d47-4eb1-9657-8ffbe68ce9f5 req-bc58b4ae-6baf-41e0-a79e-d4d59a74d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:07.432317 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6028fc32-4d47-4eb1-9657-8ffbe68ce9f5 req-bc58b4ae-6baf-41e0-a79e-d4d59a74d0d1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 1161 time: 0.4281669
Dec 03 11:21:07.438449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 00882bf3-f4b6-43d6-854a-540fd667f656 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:07.563954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9e975f67-a7ed-4d78-992c-083f6ef1edc6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:07.591994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 00882bf3-f4b6-43d6-854a-540fd667f656 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:07.592590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:07.607510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c5e1c73-5057-4492-a759-1e52364c0ce6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:07.651757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:07.675525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5a3e16c-5d0a-441d-95cf-a87972d0ca9b tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:07.738629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e6543304-002a-47d2-999b-9b0c160fc281 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:07.806510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e975f67-a7ed-4d78-992c-083f6ef1edc6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=5d960b39-0eaa-4067-ad15-c554617284d8,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:07.810140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9e975f67-a7ed-4d78-992c-083f6ef1edc6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:07.827949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port e6543304-002a-47d2-999b-9b0c160fc281 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:07.836424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9e975f67-a7ed-4d78-992c-083f6ef1edc6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:07.869362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9e975f67-a7ed-4d78-992c-083f6ef1edc6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/5d960b39-0eaa-4067-ad15-c554617284d8 HTTP/1.1" status: 204  len: 168 time: 1.0011115
Dec 03 11:21:07.869555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f873827-16f4-463a-a56a-f80b5f52795a None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:07.869828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46622) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:07.972032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a11586-1245-47a3-9fce-cf450a222489 req-30eca523-4cbf-4d6e-9bb0-a98794303b55 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:07.973577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Subnet': ['ID=6e9a6285-f122-44de-ac6c-b8cc53c786a3,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:07.974321 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-75a11586-1245-47a3-9fce-cf450a222489 req-30eca523-4cbf-4d6e-9bb0-a98794303b55 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 944 time: 0.3107266
Dec 03 11:21:07.979137 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3b32eebb-15b5-41d0-b6a9-d5be4070cfac tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1054316
Dec 03 11:21:07.984082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46626) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:07.985540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b43459d-1f84-463c-8773-f07b93035b3a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:07.994727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:07.998426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028fc32-4d47-4eb1-9657-8ffbe68ce9f5 req-7c26760f-8ca4-4e2d-b648-e79295b3d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:08.000052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6028fc32-4d47-4eb1-9657-8ffbe68ce9f5 req-7c26760f-8ca4-4e2d-b648-e79295b3d247 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb HTTP/1.1" status: 200  len: 890 time: 0.5588601
Dec 03 11:21:08.022338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.022762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.023206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.023620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.024035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.024583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.024960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.025365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.025817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.026181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.026584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.027037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.027496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.027901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.028300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.028700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.029098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.029498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.029895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.030295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.030699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.031119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.031521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.031920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:08.074223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-83ec200b-1144-4ece-b88f-a55d0bb91bb5 None None] Provisioning for port e6543304-002a-47d2-999b-9b0c160fc281 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:08.085533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-83ec200b-1144-4ece-b88f-a55d0bb91bb5 None None] Provisioning complete for port e6543304-002a-47d2-999b-9b0c160fc281 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:08.086037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83ec200b-1144-4ece-b88f-a55d0bb91bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:08.102645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:08.124111 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6028fc32-4d47-4eb1-9657-8ffbe68ce9f5 req-29caee37-0ce6-4aec-a534-20370f494b3e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2016d2a4-0819-4fa9-91e0-a2d18d509b5a HTTP/1.1" status: 200  len: 217 time: 0.1052511
Dec 03 11:21:08.154583 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-75a11586-1245-47a3-9fce-cf450a222489 req-85d2939d-b3c0-48f5-86b8-59590febe9b7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1672611
Dec 03 11:21:08.167656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:08.174032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:08.177411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:08.184648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:08.202964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:08.214543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:08.239926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:21:08.250754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Deleting port e6543304-002a-47d2-999b-9b0c160fc281 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:08.251219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:08.340746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83ec200b-1144-4ece-b88f-a55d0bb91bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:08.387995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028fc32-4d47-4eb1-9657-8ffbe68ce9f5 req-14027a3c-6e62-48e3-9468-93b145579a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:08.389631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6028fc32-4d47-4eb1-9657-8ffbe68ce9f5 req-14027a3c-6e62-48e3-9468-93b145579a25 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1012fa4b-3b1e-4d22-b551-17d616ea7e8a HTTP/1.1" status: 200  len: 835 time: 0.1976349
Dec 03 11:21:08.427537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-83ec200b-1144-4ece-b88f-a55d0bb91bb5 None None] For port e6543304-002a-47d2-999b-9b0c160fc281, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e6543304-002a-47d2-999b-9b0c160fc281,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:08.454806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Checking segment: {'id': '1f81b3d1-dd24-4328-b50f-47221a8ff07c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:08.455721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network hostable DHCP agents. Network: 8bcac224-21a6-44eb-b3fa-66b89f03ee37, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:21:08.468556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Router fbdd50ff-24b3-4298-ac9e-16aea0406899 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:21:08.480649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83ec200b-1144-4ece-b88f-a55d0bb91bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:08.491063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b9f8fb02-c84a-4abe-a0a4-09159b23ee9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:08.510538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b43459d-1f84-463c-8773-f07b93035b3a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:08.522583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bec601-d531-40b2-997b-bc4645497b62 None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:08.535590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bec601-d531-40b2-997b-bc4645497b62 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:08.537141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f4bec601-d531-40b2-997b-bc4645497b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b7359a90>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:08.549198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] For port e6543304-002a-47d2-999b-9b0c160fc281, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e6543304-002a-47d2-999b-9b0c160fc281,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:08.549631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:08.630359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f4bec601-d531-40b2-997b-bc4645497b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b7359a90>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:08.642272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bec601-d531-40b2-997b-bc4645497b62 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:08.643565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f4bec601-d531-40b2-997b-bc4645497b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b7359a90>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:08.670881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b43459d-1f84-463c-8773-f07b93035b3a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:08.704135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:21:08.738596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 8bcac224-21a6-44eb-b3fa-66b89f03ee37) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:08.739517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f4bec601-d531-40b2-997b-bc4645497b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b7359a90>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:08.739961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bec601-d531-40b2-997b-bc4645497b62 None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:08.791382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:08.792031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:08.808045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:21:08.857713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb03e92-174c-452a-9d2a-0d4eca8287ff None None] Network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:08.891088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Calling delete_port for e6543304-002a-47d2-999b-9b0c160fc281 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:08.943074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec200b-1144-4ece-b88f-a55d0bb91bb5 None None] Pushing event updated for resources: {'Port': ['ID=e6543304-002a-47d2-999b-9b0c160fc281,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:08.960769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-83ec200b-1144-4ece-b88f-a55d0bb91bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:09.026800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:09.087520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:21:09.088253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:21:09.108649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028fc32-4d47-4eb1-9657-8ffbe68ce9f5 req-8d6db78d-29d6-4218-8817-2ad2e22ef4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:09.110274 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6028fc32-4d47-4eb1-9657-8ffbe68ce9f5 req-8d6db78d-29d6-4218-8817-2ad2e22ef4f3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.7047930
Dec 03 11:21:09.188215 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.2239318
Dec 03 11:21:09.193497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:21:09.194436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:09.197598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46630) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:09.205708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:09.223627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:09.225188 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "PUT /v2.0/routers/fbdd50ff-24b3-4298-ac9e-16aea0406899 HTTP/1.1" status: 200  len: 915 time: 12.1385109
Dec 03 11:21:09.231788 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0b43459d-1f84-463c-8773-f07b93035b3a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "PUT /v2.0/floatingips/b09f6c8e-7eac-44e6-aaf1-f17e7b75f424 HTTP/1.1" status: 200  len: 978 time: 5.7713983
Dec 03 11:21:09.232863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd74e84-1f4f-4f96-81ad-1df5950774f2 None None] Sync routers for ids ['fbdd50ff-24b3-4298-ac9e-16aea0406899'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:09.235183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46636) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:09.235955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46638) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:09.275730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd74e84-1f4f-4f96-81ad-1df5950774f2 None None] Routers {'fbdd50ff-24b3-4298-ac9e-16aea0406899'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:09.276430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dcd74e84-1f4f-4f96-81ad-1df5950774f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5aeb7f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['fbdd50ff-24b3-4298-ac9e-16aea0406899'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:09.361782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dcd74e84-1f4f-4f96-81ad-1df5950774f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5aeb7f0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:09.370379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e6543304-002a-47d2-999b-9b0c160fc281 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:21:09.473168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd74e84-1f4f-4f96-81ad-1df5950774f2 None None] Routers {'fbdd50ff-24b3-4298-ac9e-16aea0406899'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:09.473775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dcd74e84-1f4f-4f96-81ad-1df5950774f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5aeb7f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['fbdd50ff-24b3-4298-ac9e-16aea0406899'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:09.560634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dcd74e84-1f4f-4f96-81ad-1df5950774f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5aeb7f0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:09.561101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd74e84-1f4f-4f96-81ad-1df5950774f2 None None] The sync data for ids ['fbdd50ff-24b3-4298-ac9e-16aea0406899'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:09.624335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Deleting port e6543304-002a-47d2-999b-9b0c160fc281 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:09.625193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:09.739056 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6028fc32-4d47-4eb1-9657-8ffbe68ce9f5 req-b09c243c-8219-40f5-ac2b-ce029ae3ade5 service neutron] 10.222.0.91 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6049376
Dec 03 11:21:09.770983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:09.811664 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-73bcf16b-3f38-4a1a-a44f-8096c964bacf tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/routers/fbdd50ff-24b3-4298-ac9e-16aea0406899 HTTP/1.1" status: 200  len: 921 time: 0.5716281
Dec 03 11:21:09.827172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46644) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:09.830495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port c11697fb-c0ab-4e4c-a962-fa308309a1c3 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:09.831019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:09.981753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Allocated IP 172.22.0.2 (8bcac224-21a6-44eb-b3fa-66b89f03ee37/6e9a6285-f122-44de-ac6c-b8cc53c786a3/af2095bd-b389-40fe-b7bc-d31956a58bbc) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:10.009887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] For port e6543304-002a-47d2-999b-9b0c160fc281, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e6543304-002a-47d2-999b-9b0c160fc281,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:10.017410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5e7f5-de2c-47c3-897a-0ad6e73acd28 req-d6342be1-b7fe-4232-be36-f5d0bdf383cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:10.019062 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85e5e7f5-de2c-47c3-897a-0ad6e73acd28 req-d6342be1-b7fe-4232-be36-f5d0bdf383cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 944 time: 0.6585071
Dec 03 11:21:10.134645 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6028fc32-4d47-4eb1-9657-8ffbe68ce9f5 req-ad3de185-99e8-4111-888c-509f63271472 service neutron] 10.222.0.91 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3829272
Dec 03 11:21:10.173945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77d557-1fae-4dc7-84b1-21261d5062ae tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:10.178267 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5e77d557-1fae-4dc7-84b1-21261d5062ae tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/ports?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6&device_id=fbdd50ff-24b3-4298-ac9e-16aea0406899&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3471091
Dec 03 11:21:10.178990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46648) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:10.189820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:21:10.201798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] For port e6543304-002a-47d2-999b-9b0c160fc281, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e6543304-002a-47d2-999b-9b0c160fc281,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:10.202252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:10.208500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:10.208726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:10.214838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:10.240945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:10.241857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:10.262635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-986df9fb-16cc-4e28-bab1-2da8705588f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:10.337432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85e5e7f5-de2c-47c3-897a-0ad6e73acd28 req-9097fa8a-7ccd-466e-b4b6-828a1d88abef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2941167
Dec 03 11:21:10.360036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for c11697fb-c0ab-4e4c-a962-fa308309a1c3 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:10.382302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Calling delete_port for e6543304-002a-47d2-999b-9b0c160fc281 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:10.534892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:21:10.535240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:21:10.540886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=e6543304-002a-47d2-999b-9b0c160fc281,revision_number=6']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:10.560613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb78f13-9877-4250-a628-e3af11c08785 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:10.562384 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bcb78f13-9877-4250-a628-e3af11c08785 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 881 time: 0.3823233
Dec 03 11:21:10.567547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46652) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:10.577173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:21:10.577578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:21:10.594681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:10.599730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9395c240-75be-4f61-b4f2-f6290faa2126 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:10.662009 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-504d1d27-7c36-4383-a106-9efe1f9062e2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "GET /v2.0/ports?device_id=fbdd50ff-24b3-4298-ac9e-16aea0406899 HTTP/1.1" status: 200  len: 205 time: 0.0930336
Dec 03 11:21:10.665473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46656) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:10.711703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:10.735526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=0340c93d-aca3-4446-bd7e-4775a69343ca,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:10.741516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:10.764291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:10.768063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:10.828356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:10.832987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:10.837237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:10.837893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:10.841966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Transition to ACTIVE for port object af2095bd-b389-40fe-b7bc-d31956a58bbc will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:10.851902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8cd4f91-7784-48be-bd73-1c6fc826fbb3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:10.864871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Transition to ACTIVE for port object af2095bd-b389-40fe-b7bc-d31956a58bbc will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:10.871545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:10.890964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:10.933227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=c11697fb-c0ab-4e4c-a962-fa308309a1c3,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:10.939367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Deleting port e6543304-002a-47d2-999b-9b0c160fc281 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:10.939991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:10.948322 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.9629211
Dec 03 11:21:10.952253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46660) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:10.960568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:10.963898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:2c:6a:07', 'name': 'tempest-NetworksTestDHCPv6-1440489331'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:11.187035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:11.291708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:11.301915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:11.308473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:11.319213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:11.354419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:11.354980 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Floating IP b09f6c8e-7eac-44e6-aaf1-f17e7b75f424 disassociated (deleted). External IP: 172.26.1.112, port: 9f253187-7da2-4f84-b811-a6c5f445adc1.
Dec 03 11:21:11.388273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:11.395145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:11.432847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Pushing event updated for resources: {'Port': ['ID=af2095bd-b389-40fe-b7bc-d31956a58bbc,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:11.436063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:11.455044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:11.581521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:11.591760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:11.612012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:11.663069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port e6543304-002a-47d2-999b-9b0c160fc281, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e6543304-002a-47d2-999b-9b0c160fc281,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:11.678320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:11.694172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Allocated IP 172.22.0.1 (8bcac224-21a6-44eb-b3fa-66b89f03ee37/6e9a6285-f122-44de-ac6c-b8cc53c786a3/75637e43-20f6-41cf-b582-df31a233d58b) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:11.733724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:11.798113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Attempting to bind port af2095bd-b389-40fe-b7bc-d31956a58bbc on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:11.798533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Attempting to bind port af2095bd-b389-40fe-b7bc-d31956a58bbc by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '1f81b3d1-dd24-4328-b50f-47221a8ff07c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:11.798673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port 670cebab-16e8-4331-a20e-6475f8c95a14 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:21:11.798985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Attempting to bind port af2095bd-b389-40fe-b7bc-d31956a58bbc on network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:11.824983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:11.825412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Checking segment: {'id': '1f81b3d1-dd24-4328-b50f-47221a8ff07c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:11.825863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:11.826307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Bound using segment: {'id': '1f81b3d1-dd24-4328-b50f-47221a8ff07c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:11.826841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Bound port: af2095bd-b389-40fe-b7bc-d31956a58bbc, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f81b3d1-dd24-4328-b50f-47221a8ff07c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:11.827642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:11.871320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=e6543304-002a-47d2-999b-9b0c160fc281,revision_number=7']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:11.887740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:11.896638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Deleting port a2e4de08-cad2-44d6-81ca-ec25bc91300b {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:11.897358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:11.901161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cf831-4d32-477d-919f-a4296d907353 req-5a25a625-308c-4367-8cb3-368630400d92 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:11.902363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:11.908897 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f9cf831-4d32-477d-919f-a4296d907353 req-5a25a625-308c-4367-8cb3-368630400d92 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 944 time: 0.3820224
Dec 03 11:21:11.936961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] For port e6543304-002a-47d2-999b-9b0c160fc281, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e6543304-002a-47d2-999b-9b0c160fc281,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:11.937720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:12.030895 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f9cf831-4d32-477d-919f-a4296d907353 req-4ea15b1f-ab78-4bd4-92dc-0755becd1c87 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1210439
Dec 03 11:21:12.077131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:12.077399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 2016d2a4-0819-4fa9-91e0-a2d18d509b5a up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:12.080615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:21:12.109859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Transition to ACTIVE for port object 75637e43-20f6-41cf-b582-df31a233d58b will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:12.112259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Calling delete_port for e6543304-002a-47d2-999b-9b0c160fc281 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:12.131204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::f816:3eff:fe2c:6a07 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/0340c93d-aca3-4446-bd7e-4775a69343ca/670cebab-16e8-4331-a20e-6475f8c95a14) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:12.198174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] For port af2095bd-b389-40fe-b7bc-d31956a58bbc, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:12.198719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:12.216683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] For port af2095bd-b389-40fe-b7bc-d31956a58bbc, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=af2095bd-b389-40fe-b7bc-d31956a58bbc,segment=NetworkSegment(1f81b3d1-dd24-4328-b50f-47221a8ff07c),segment_id=1f81b3d1-dd24-4328-b50f-47221a8ff07c)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:12.217620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:12.234997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:12.253289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:12.308491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:12.317574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:12.386657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:21:12.387113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:21:12.387546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:12.401113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:12.401542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:12.451509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Calling delete_port for a2e4de08-cad2-44d6-81ca-ec25bc91300b owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:12.460742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Pushing event updated for resources: {'Port': ['ID=af2095bd-b389-40fe-b7bc-d31956a58bbc,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:12.476194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:12.615783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:12.648543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:21:12.660758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2016d2a4-0819-4fa9-91e0-a2d18d509b5a,segment=NetworkSegment(056e244d-397b-40fe-ae91-3fb300067eac),segment_id=056e244d-397b-40fe-ae91-3fb300067eac)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:12.664996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:12.668094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d87d09dc-1e18-41fc-938e-6d1e16fd9e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:12.737560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a', 'code': 200}
Dec 03 11:21:12.753384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=2016d2a4-0819-4fa9-91e0-a2d18d509b5a,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:12.757382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:12.779675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:12.786326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=75637e43-20f6-41cf-b582-df31a233d58b,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:12.792383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cec401-824c-4ccd-95a8-14aa1699a87c None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:12.793732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:12.814730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:12.816910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cec401-824c-4ccd-95a8-14aa1699a87c None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:12.817715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-73cec401-824c-4ccd-95a8-14aa1699a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b733e048>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:12.844735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:12.888870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:12.893196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:12.898145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:12.902005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:12.921219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-73cec401-824c-4ccd-95a8-14aa1699a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b733e048>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:12.936649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cec401-824c-4ccd-95a8-14aa1699a87c None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:12.937845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-73cec401-824c-4ccd-95a8-14aa1699a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b733e048>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:12.952959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object 670cebab-16e8-4331-a20e-6475f8c95a14 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:12.988287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.038839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.041031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-73cec401-824c-4ccd-95a8-14aa1699a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b733e048>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:13.041852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cec401-824c-4ccd-95a8-14aa1699a87c None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:13.059774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7e211a4a-52c5-4782-b56c-23321c3b3137 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:13.155585 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/floatingips/b09f6c8e-7eac-44e6-aaf1-f17e7b75f424 HTTP/1.1" status: 204  len: 168 time: 3.9166625
Dec 03 11:21:13.159586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46670) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:13.263232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b72988-cdd4-45f0-8d12-0cc4c1b8fb10 req-2d4cd11b-fe84-41b7-9c34-7f538ffcfb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:13.264722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 2016d2a4-0819-4fa9-91e0-a2d18d509b5a up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:13.264844 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5b72988-cdd4-45f0-8d12-0cc4c1b8fb10 req-2d4cd11b-fe84-41b7-9c34-7f538ffcfb46 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 1163 time: 0.2001743
Dec 03 11:21:13.298018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.321667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=670cebab-16e8-4331-a20e-6475f8c95a14,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:13.333057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:13.345604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:13.346560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.410628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fd5084a9-7c26-424d-aac6-5e35d2d42c87 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port 9f253187-7da2-4f84-b811-a6c5f445adc1 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:13.411061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd5084a9-7c26-424d-aac6-5e35d2d42c87 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.453872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.456994 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5b72988-cdd4-45f0-8d12-0cc4c1b8fb10 req-374241c3-063f-417a-b45e-9f0f6f461f85 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1817698
Dec 03 11:21:13.458122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.487136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.488348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Fanout notify agent at l3_agent the message router_deleted on router fbdd50ff-24b3-4298-ac9e-16aea0406899 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:21:13.500886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.502081 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-49502ccc-a224-4252-9805-df1e5a4548a2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/routers/fbdd50ff-24b3-4298-ac9e-16aea0406899 HTTP/1.1" status: 204  len: 168 time: 2.8354111
Dec 03 11:21:13.505921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46674) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:13.512542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a7559aeb-511a-4b89-a253-d3295d7811c6 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-233305681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:13.519398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a7559aeb-511a-4b89-a253-d3295d7811c6 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:13.523334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a7559aeb-511a-4b89-a253-d3295d7811c6 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Usage tracker for resource:router and tenant:9d954ff7cbd34eaa87d459922107748e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:13.526765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a7559aeb-511a-4b89-a253-d3295d7811c6 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:13.532671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a7559aeb-511a-4b89-a253-d3295d7811c6 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:13.546576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7559aeb-511a-4b89-a253-d3295d7811c6 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.547751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7559aeb-511a-4b89-a253-d3295d7811c6 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.563852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7559aeb-511a-4b89-a253-d3295d7811c6 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.578456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.581745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7559aeb-511a-4b89-a253-d3295d7811c6 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.604235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7559aeb-511a-4b89-a253-d3295d7811c6 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.605509 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a7559aeb-511a-4b89-a253-d3295d7811c6 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.0985694
Dec 03 11:21:13.608381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46678) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:13.613865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Request body: {'router': {'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'enable_snat': False}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:13.617104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:13.624371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11402ef2-e6d7-444c-ba13-a88ed0bab0d2 req-6b3150a0-a931-4e40-aa97-9e99402e7694 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:13.626009 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11402ef2-e6d7-444c-ba13-a88ed0bab0d2 req-6b3150a0-a931-4e40-aa97-9e99402e7694 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 946 time: 0.4073801
Dec 03 11:21:13.635472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:13.674013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:13.678369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:13.679061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:13.836076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device af2095bd-b389-40fe-b7bc-d31956a58bbc up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:13.915326 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11402ef2-e6d7-444c-ba13-a88ed0bab0d2 req-a1b17fc3-7075-44e1-8a72-682e8ba3ecad tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2769954
Dec 03 11:21:13.936677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port af2095bd-b389-40fe-b7bc-d31956a58bbc completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:13.955836 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.0001755
Dec 03 11:21:13.972993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46682) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:13.999711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Deleting port e6543304-002a-47d2-999b-9b0c160fc281 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:14.000161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:14.069159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:14.202093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd5084a9-7c26-424d-aac6-5e35d2d42c87 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:14.237555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49db789-3a39-488b-aff3-1641d1e1242f None None] Network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:14.361365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fd5084a9-7c26-424d-aac6-5e35d2d42c87 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for 9f253187-7da2-4f84-b811-a6c5f445adc1 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:14.368622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-41e17cfd-b9f1-4f0c-8c9c-f1d1bff6f44a None None] Provisioning for port af2095bd-b389-40fe-b7bc-d31956a58bbc completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:14.380396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-41e17cfd-b9f1-4f0c-8c9c-f1d1bff6f44a None None] Provisioning complete for port af2095bd-b389-40fe-b7bc-d31956a58bbc triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:14.380824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41e17cfd-b9f1-4f0c-8c9c-f1d1bff6f44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:14.439209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:14.454719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] For port e6543304-002a-47d2-999b-9b0c160fc281, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e6543304-002a-47d2-999b-9b0c160fc281,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:14.455190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:14.474819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:14.488461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4df82bf-9255-43b4-aafe-5df67bb1fcb4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:14.493852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4df82bf-9255-43b4-aafe-5df67bb1fcb4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:14.494840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a4df82bf-9255-43b4-aafe-5df67bb1fcb4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:14.633382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a4df82bf-9255-43b4-aafe-5df67bb1fcb4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:14.635140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a4df82bf-9255-43b4-aafe-5df67bb1fcb4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.6609912
Dec 03 11:21:14.642589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46686) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:14.790943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Allocated IP 172.26.1.174 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/b13427dd-4f67-4d8b-b0c2-08df35e22910) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:14.820764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9815e84c-6585-45e2-9748-8b165b3fff13 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port 670cebab-16e8-4331-a20e-6475f8c95a14 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:14.821773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9815e84c-6585-45e2-9748-8b165b3fff13 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:14.834875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Calling delete_port for e6543304-002a-47d2-999b-9b0c160fc281 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:14.947790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:14.953902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd5084a9-7c26-424d-aac6-5e35d2d42c87 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:14.973603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:14.976150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5db5ca94-6d15-404d-8f9e-7d741d8983c4 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:15.006453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:15.015757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:15.024571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:15.038057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41e17cfd-b9f1-4f0c-8c9c-f1d1bff6f44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:15.077539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5084a9-7c26-424d-aac6-5e35d2d42c87 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=9f253187-7da2-4f84-b811-a6c5f445adc1,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:15.082648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-41e17cfd-b9f1-4f0c-8c9c-f1d1bff6f44a None None] For port af2095bd-b389-40fe-b7bc-d31956a58bbc, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=af2095bd-b389-40fe-b7bc-d31956a58bbc,segment=NetworkSegment(1f81b3d1-dd24-4328-b50f-47221a8ff07c),segment_id=1f81b3d1-dd24-4328-b50f-47221a8ff07c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:15.095786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fd5084a9-7c26-424d-aac6-5e35d2d42c87 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:15.100920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-50f5ce7a-145b-4fc3-b58b-e99efae35b1b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:15.138455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41e17cfd-b9f1-4f0c-8c9c-f1d1bff6f44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:15.145519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1c8e0d2-90c7-4703-b536-be747e02ebd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:15.299033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e17cfd-b9f1-4f0c-8c9c-f1d1bff6f44a None None] Pushing event updated for resources: {'Port': ['ID=af2095bd-b389-40fe-b7bc-d31956a58bbc,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:15.310532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-41e17cfd-b9f1-4f0c-8c9c-f1d1bff6f44a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:15.332101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:15.350201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-07ae43d9-14a4-4ff8-9298-c9d595d9672b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:15.406395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Pushing event deleted for resources: {'Port': ['ID=e6543304-002a-47d2-999b-9b0c160fc281,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:15.482058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Pushing event updated for resources: {'Port': ['ID=b13427dd-4f67-4d8b-b0c2-08df35e22910,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:15.504276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:15.512859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:15.554483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:15.557331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:15.559944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:15.633403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] No DVR routers for this DVR port e6543304-002a-47d2-999b-9b0c160fc281 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:21:15.640467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:15.683070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-15e1e0b1-f736-4828-a900-1731c8a204f9 None None] Provisioning complete for port af2095bd-b389-40fe-b7bc-d31956a58bbc triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:15.684118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15e1e0b1-f736-4828-a900-1731c8a204f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:15.715185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d018a4-d4da-4c4c-b71f-8e7a4390a93c None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:15.724372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=75637e43-20f6-41cf-b582-df31a233d58b,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:15.728977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:15.912278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9815e84c-6585-45e2-9748-8b165b3fff13 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:16.028978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device af2095bd-b389-40fe-b7bc-d31956a58bbc up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:16.094135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:16.119952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9815e84c-6585-45e2-9748-8b165b3fff13 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for 670cebab-16e8-4331-a20e-6475f8c95a14 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:16.172942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1f8db-5add-4608-8fb8-8fc6f578fcdd req-6a7d95d6-f11c-495b-9f47-65024b4fb41c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:16.181390 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97a1f8db-5add-4608-8fb8-8fc6f578fcdd req-6a7d95d6-f11c-495b-9f47-65024b4fb41c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 946 time: 0.6693845
Dec 03 11:21:16.200697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port af2095bd-b389-40fe-b7bc-d31956a58bbc triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:16.201244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:16.279131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd5084a9-7c26-424d-aac6-5e35d2d42c87 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:16.285045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:16.300004 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97a1f8db-5add-4608-8fb8-8fc6f578fcdd req-5290adaa-aaa7-4438-8442-c49021157ff4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1171286
Dec 03 11:21:16.303739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-15e1e0b1-f736-4828-a900-1731c8a204f9 None None] Provisioning for port 75637e43-20f6-41cf-b582-df31a233d58b completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:16.305000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:16.314314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-15e1e0b1-f736-4828-a900-1731c8a204f9 None None] Provisioning complete for port 75637e43-20f6-41cf-b582-df31a233d58b triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:16.314848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15e1e0b1-f736-4828-a900-1731c8a204f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:16.338304 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fd5084a9-7c26-424d-aac6-5e35d2d42c87 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/ports/9f253187-7da2-4f84-b811-a6c5f445adc1 HTTP/1.1" status: 204  len: 168 time: 3.1258607
Dec 03 11:21:16.395155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46694) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:16.496695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:16.516700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:16.529004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-15e1e0b1-f736-4828-a900-1731c8a204f9 None None] Port 75637e43-20f6-41cf-b582-df31a233d58b cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:21:16.534774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:floatingip and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:16.541203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:16.552025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:16.577518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '0340c93d-aca3-4446-bd7e-4775a69343ca'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:21:16.583399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:16.598506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:16.621820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:16.634373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:16.639913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9815e84c-6585-45e2-9748-8b165b3fff13 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:16.661816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d12b7610-b975-407c-92bb-2aebb7cc6b3c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:16.723274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815e84c-6585-45e2-9748-8b165b3fff13 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=670cebab-16e8-4331-a20e-6475f8c95a14,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:16.732801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e66e04d7-1913-44b3-8972-ee4bd5088a42 None None] Provisioning complete for port af2095bd-b389-40fe-b7bc-d31956a58bbc triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:16.733228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e66e04d7-1913-44b3-8972-ee4bd5088a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:16.739371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9815e84c-6585-45e2-9748-8b165b3fff13 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:16.745072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 513ce876-4a4c-4a50-8de7-5bf45f4c346b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:16.812213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b2b25-70df-4447-a461-23e2b516253f req-22449777-41dd-4209-a29c-f4197eb49460 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:16.813845 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d74b2b25-70df-4447-a461-23e2b516253f req-22449777-41dd-4209-a29c-f4197eb49460 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 946 time: 0.3414364
Dec 03 11:21:16.979470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e66e04d7-1913-44b3-8972-ee4bd5088a42 None None] Provisioning complete for port 75637e43-20f6-41cf-b582-df31a233d58b triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:16.979899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e66e04d7-1913-44b3-8972-ee4bd5088a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:16.984812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:17.035331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Router 07cf8a45-3467-4b4b-be99-b3edf96d959b is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:21:17.055786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d74b2b25-70df-4447-a461-23e2b516253f req-4354c9a8-bfc7-4a88-b3fc-cdba1cb37503 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1755543
Dec 03 11:21:17.060490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:17.069941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9815e84c-6585-45e2-9748-8b165b3fff13 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:17.074770 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9815e84c-6585-45e2-9748-8b165b3fff13 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/670cebab-16e8-4331-a20e-6475f8c95a14 HTTP/1.1" status: 204  len: 168 time: 2.4286847
Dec 03 11:21:17.075071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46698) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:17.090562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e66e04d7-1913-44b3-8972-ee4bd5088a42 None None] Port 75637e43-20f6-41cf-b582-df31a233d58b cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:21:17.092545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Sync routers for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:17.109377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Allocated IP 2001:db8::f816:3eff:fee1:7fde (cc7b5e29-f739-4393-8923-6dfd9a0401ee/0340c93d-aca3-4446-bd7e-4775a69343ca/740f9283-f4cf-48b8-b679-d6f108eb8af2) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:17.120656 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9187548
Dec 03 11:21:17.121933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46702) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:17.128261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46704) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:17.129987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:17.130857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d84160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:17.192989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'network': {'name': 'tempest-RoutersTest-1583597125'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:17.205905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faede75-2b36-4093-b42b-a79f7395e7d8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:17.207812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faede75-2b36-4093-b42b-a79f7395e7d8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:17.208618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1faede75-2b36-4093-b42b-a79f7395e7d8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:17.236672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1faede75-2b36-4093-b42b-a79f7395e7d8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:17.240650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1faede75-2b36-4093-b42b-a79f7395e7d8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1618383
Dec 03 11:21:17.240980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46710) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:17.268511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:17.289673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:network and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:17.299168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff08044d-1604-4f14-9a24-0fb707f0ac37 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:17.305951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ff08044d-1604-4f14-9a24-0fb707f0ac37 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 1158 time: 0.1715753
Dec 03 11:21:17.306143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for network was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:17.306247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46714) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:17.316293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:17.319013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:17.325286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:17.346648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:floatingip and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:17.351592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:17.363768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:17.389049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:17.402868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:17.408399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:17.441878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:17.465767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:17.483662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3c631-998d-4f3a-8b35-8d1d574a614e None None] Sync routers for ids ['07cf8a45-3467-4b4b-be99-b3edf96d959b'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:17.501218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3c631-998d-4f3a-8b35-8d1d574a614e None None] Routers {'07cf8a45-3467-4b4b-be99-b3edf96d959b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:17.502892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2b3c631-998d-4f3a-8b35-8d1d574a614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b733e588>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['07cf8a45-3467-4b4b-be99-b3edf96d959b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:17.525598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c321dd9e-8752-41b7-932c-1fc7311c4e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 0340c93d-aca3-4446-bd7e-4775a69343ca {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:21:17.526712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:17.531142 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "PUT /v2.0/routers/07cf8a45-3467-4b4b-be99-b3edf96d959b HTTP/1.1" status: 200  len: 915 time: 3.9188263
Dec 03 11:21:17.531142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:21:17.531364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46718) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:17.552210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:17.554026 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Added segment 45044d45-6d23-4399-a0e3-252217bdc235 of type vxlan for network 24c37fd6-e671-4e48-89f5-de3471e47fae
Dec 03 11:21:17.577339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.26.1.63 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/8cfbcd21-82fd-470e-9b21-ec3f5e74aa01) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:17.620179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2b3c631-998d-4f3a-8b35-8d1d574a614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b733e588>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:17.630643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3c631-998d-4f3a-8b35-8d1d574a614e None None] Routers {'07cf8a45-3467-4b4b-be99-b3edf96d959b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:17.631627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2b3c631-998d-4f3a-8b35-8d1d574a614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b733e588>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['07cf8a45-3467-4b4b-be99-b3edf96d959b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:17.638224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:17.705476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2b3c631-998d-4f3a-8b35-8d1d574a614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b733e588>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:17.706210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3c631-998d-4f3a-8b35-8d1d574a614e None None] The sync data for ids ['07cf8a45-3467-4b4b-be99-b3edf96d959b'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:17.810318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:17.814941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:17.815654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:17.825838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18290748-1b74-4105-9f3b-fac8033cea09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:17.911785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:17.953787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:17.986684 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8634279
Dec 03 11:21:17.990742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46722) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:17.994228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Network': ['ID=24c37fd6-e671-4e48-89f5-de3471e47fae,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:17.999227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Transition to ACTIVE for port object 740f9283-f4cf-48b8-b679-d6f108eb8af2 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:18.001626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'subnet': {'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:18.014581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 24c37fd6-e671-4e48-89f5-de3471e47fae details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:21:18.021362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:18.118001 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-379a7cc2-6bac-422b-a940-d5c842dd3953 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/routers/07cf8a45-3467-4b4b-be99-b3edf96d959b HTTP/1.1" status: 200  len: 921 time: 0.5830381
Dec 03 11:21:18.119445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46726) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:18.126683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 24c37fd6-e671-4e48-89f5-de3471e47fae details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:21:18.138860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:18.143272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:18.157625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:subnet and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:18.162493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-effb6e6d-dee1-42bb-be58-9267419e9c85 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:18.165729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:18.180507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Transition to ACTIVE for port object 740f9283-f4cf-48b8-b679-d6f108eb8af2 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:18.187547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c321dd9e-8752-41b7-932c-1fc7311c4e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:18.190957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:18.239511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:18.265900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:18.308118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c321dd9e-8752-41b7-932c-1fc7311c4e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:18.429841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28932f69-8bda-4d9a-a524-e5aeca92f28c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:18.435340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Pushing event updated for resources: {'Port': ['ID=740f9283-f4cf-48b8-b679-d6f108eb8af2,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:18.435849 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-28932f69-8bda-4d9a-a524-e5aeca92f28c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/ports?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6&device_id=07cf8a45-3467-4b4b-be99-b3edf96d959b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3130379
Dec 03 11:21:18.452854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d84160>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:13Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:14Z', 'revision_number': 2, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:18.456102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.457050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.457050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.457270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46730) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:18.457370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.457564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.457934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.458306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.458679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.459079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.459452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.459871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.460494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.460930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.461345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.462269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.462729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.463133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.463511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.463882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.464253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.464624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.464993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.465368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.465734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:21:18.472934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:18.481681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:18.482028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Checking router: 513ce876-4a4c-4a50-8de7-5bf45f4c346b for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:21:18.482453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Updating router 513ce876-4a4c-4a50-8de7-5bf45f4c346b port 75637e43-20f6-41cf-b582-df31a233d58b binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:21:18.560414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:18.574971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Made reservation on behalf of 1b893c1d08a64cb780a50f0941d3c674 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:18.600506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=8cfbcd21-82fd-470e-9b21-ec3f5e74aa01,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:18.612085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:18.683609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:18.689522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:18.709788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:18.741012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:18.784112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c321dd9e-8752-41b7-932c-1fc7311c4e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:18.788819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:18.793119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:18.797405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:18.828346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Attempting to bind port 740f9283-f4cf-48b8-b679-d6f108eb8af2 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:18.828683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Attempting to bind port 740f9283-f4cf-48b8-b679-d6f108eb8af2 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:18.829440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Attempting to bind port 740f9283-f4cf-48b8-b679-d6f108eb8af2 on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:18.836111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e5b8ae-b85b-4a7f-9bba-1d109603ab6b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:18.841007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-62e5b8ae-b85b-4a7f-9bba-1d109603ab6b tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 881 time: 0.3700259
Dec 03 11:21:18.842618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46734) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:18.875046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:18.875482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:18.875940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:18.876385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:18.876931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Bound port: 740f9283-f4cf-48b8-b679-d6f108eb8af2, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:18.877359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:18.954657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.74 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/e2599c35-31c2-41ec-899f-4f0819833f27) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:18.984510 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-14d31830-8420-455a-8661-ffc8ac34669e tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "GET /v2.0/ports?device_id=07cf8a45-3467-4b4b-be99-b3edf96d959b HTTP/1.1" status: 200  len: 205 time: 0.1364427
Dec 03 11:21:18.988513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46738) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:19.129612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.226130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.239497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Transition to ACTIVE for port object 75637e43-20f6-41cf-b582-df31a233d58b will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:19.244705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.265833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:19.284635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.314211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.370335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c321dd9e-8752-41b7-932c-1fc7311c4e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.373202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.386658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2afd8730-adad-426c-8e9e-9665d87f2eb6 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:19.416505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] For port 740f9283-f4cf-48b8-b679-d6f108eb8af2, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:19.420630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285bb71-ca1d-4e1b-b2e7-3e5cf68cdd4a None None] Pushing event updated for resources: {'Port': ['ID=75637e43-20f6-41cf-b582-df31a233d58b,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:19.422944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.428561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5285bb71-ca1d-4e1b-b2e7-3e5cf68cdd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:19.433996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] For port 740f9283-f4cf-48b8-b679-d6f108eb8af2, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=740f9283-f4cf-48b8-b679-d6f108eb8af2,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:19.442835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.453127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321dd9e-8752-41b7-932c-1fc7311c4e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=0340c93d-aca3-4446-bd7e-4775a69343ca,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:19.463631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93720f58-d5d3-4e80-b875-7908a99eecd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:19.469338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c321dd9e-8752-41b7-932c-1fc7311c4e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:19.480135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:19.680573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=e2599c35-31c2-41ec-899f-4f0819833f27,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:19.703074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:19.707702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c321dd9e-8752-41b7-932c-1fc7311c4e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.726562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.737800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Deleting port b13427dd-4f67-4d8b-b0c2-08df35e22910 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:19.738184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.754574 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c321dd9e-8752-41b7-932c-1fc7311c4e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/0340c93d-aca3-4446-bd7e-4775a69343ca HTTP/1.1" status: 204  len: 168 time: 2.5103564
Dec 03 11:21:19.756494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46742) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:19.756637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Pushing event updated for resources: {'Port': ['ID=740f9283-f4cf-48b8-b679-d6f108eb8af2,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:19.773826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:19.807511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Attempting to bind port 75637e43-20f6-41cf-b582-df31a233d58b on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:19.808145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Attempting to bind port 75637e43-20f6-41cf-b582-df31a233d58b by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '1f81b3d1-dd24-4328-b50f-47221a8ff07c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:19.808771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Attempting to bind port 75637e43-20f6-41cf-b582-df31a233d58b on network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:19.818194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:19.819119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Checking segment: {'id': '1f81b3d1-dd24-4328-b50f-47221a8ff07c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:19.820029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.821190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Bound using segment: {'id': '1f81b3d1-dd24-4328-b50f-47221a8ff07c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:19.822180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Bound port: 75637e43-20f6-41cf-b582-df31a233d58b, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f81b3d1-dd24-4328-b50f-47221a8ff07c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:19.824638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:19.837068 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a168ac0e-cc57-4e83-b29e-01675749ffa8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0782368
Dec 03 11:21:19.837497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:19.838389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46746) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:19.839345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:19.843910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:19.981241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] For port 75637e43-20f6-41cf-b582-df31a233d58b, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:19.986200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] For port 75637e43-20f6-41cf-b582-df31a233d58b, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=75637e43-20f6-41cf-b582-df31a233d58b,segment=NetworkSegment(1f81b3d1-dd24-4328-b50f-47221a8ff07c),segment_id=1f81b3d1-dd24-4328-b50f-47221a8ff07c)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:19.992128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:20.022291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:20.082717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f15888-e5fa-404b-8b08-b12cd24665a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:20.083477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-90f15888-e5fa-404b-8b08-b12cd24665a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:20.160210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-90f15888-e5fa-404b-8b08-b12cd24665a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:20.161092 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-90f15888-e5fa-404b-8b08-b12cd24665a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.3193967
Dec 03 11:21:20.164553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46750) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:20.185120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:20.289610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:20.360105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:20.386771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Calling delete_port for b13427dd-4f67-4d8b-b0c2-08df35e22910 owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:20.414601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:20.417811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285bb71-ca1d-4e1b-b2e7-3e5cf68cdd4a None None] Pushing event updated for resources: {'Port': ['ID=75637e43-20f6-41cf-b582-df31a233d58b,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:20.420909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5285bb71-ca1d-4e1b-b2e7-3e5cf68cdd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:20.430764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57dbc3-e2e4-4aca-959c-6c84ab6956f6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:20.431713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1f57dbc3-e2e4-4aca-959c-6c84ab6956f6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:20.444598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:20.479820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:20.480525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d84160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:20.484444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1f57dbc3-e2e4-4aca-959c-6c84ab6956f6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:20.488127 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1f57dbc3-e2e4-4aca-959c-6c84ab6956f6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3201249
Dec 03 11:21:20.488652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46754) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:20.587258 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4ff8b4c6-9a8f-4ee3-8b70-cf6a598cf2ae tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0930517
Dec 03 11:21:20.591539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46758) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:20.613225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:20.652872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:20.780763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:20.796662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:20.807977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:20.818842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:20.826117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:20.971845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=8cfbcd21-82fd-470e-9b21-ec3f5e74aa01,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:20.978808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:20.989027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6147afeb-4494-4caf-b223-b5f469ecbe0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:21.092489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d84160>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:13Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:19Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:21.097386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec2ac8-da79-4e95-840c-3b478baad496 None None] The sync data for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs is: [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:13Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:19Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:21.099204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:21.217954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Subnet': ['ID=bb5f2023-27f7-4bea-a25b-2ad61d6d68e4,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:21.220934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:21.300967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:21.307724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:21.405852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:21.451125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Checking segment: {'id': '45044d45-6d23-4399-a0e3-252217bdc235', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:21.451621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network hostable DHCP agents. Network: 24c37fd6-e671-4e48-89f5-de3471e47fae, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:21:21.464322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:21.468731 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.0624671
Dec 03 11:21:21.471641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46762) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:21.488752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'port': {'network_id': 'f3309eba-7a20-47a9-85c8-6b7d055b96c2', 'name': 'tempest-FloatingIPTestJSON-436420764'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:21.562534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 24c37fd6-e671-4e48-89f5-de3471e47fae is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:21:21.620788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e40691-fc39-416d-98d2-c4ab13f24d78 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:21.661147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 24c37fd6-e671-4e48-89f5-de3471e47fae) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:21.724575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c948ed-355d-46d4-9e28-a789505698c1 None None] Network 24c37fd6-e671-4e48-89f5-de3471e47fae requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:21.750989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:21.750989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:21.795740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:21.810418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:21.812677 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.8205907
Dec 03 11:21:21.828279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:21.851575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46766) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:21.855606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35737c62-d415-4fcf-92f8-f1ff0c738a0d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:21.878119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:21.895904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-639c7e0a-be1f-4e4a-bee4-6ff0f7d0af1b None None] Provisioning for port 740f9283-f4cf-48b8-b679-d6f108eb8af2 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:21.950774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:port and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:21.956181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for port was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:21.959203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 740f9283-f4cf-48b8-b679-d6f108eb8af2 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:21.966418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:21.969905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:21.973095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:21.995544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Made reservation on behalf of bed15e13252a48acad7b4d88131ac0c2 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:22.001336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:22.014386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-639c7e0a-be1f-4e4a-bee4-6ff0f7d0af1b None None] Could not find standard attr ID for object 670cebab-16e8-4331-a20e-6475f8c95a14. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:21:22.035778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:22.036332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Fanout notify agent at l3_agent the message router_deleted on router 07cf8a45-3467-4b4b-be99-b3edf96d959b {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:21:22.067269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:22.068469 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f2ee80b4-358f-4a5e-9403-8167132665cf tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/routers/07cf8a45-3467-4b4b-be99-b3edf96d959b HTTP/1.1" status: 204  len: 168 time: 3.0789440
Dec 03 11:21:22.075436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46770) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:22.083867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-17378728', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:22.106443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:22.115550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Usage tracker for resource:router and tenant:9d954ff7cbd34eaa87d459922107748e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:22.173179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=e2599c35-31c2-41ec-899f-4f0819833f27,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:22.173399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:22.174107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 740f9283-f4cf-48b8-b679-d6f108eb8af2 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:22.183683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:22.183915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:22.189668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 740f9283-f4cf-48b8-b679-d6f108eb8af2 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:22.189668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:22.212959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] device_id is not set on port 6940a347-fbc8-4f54-9b58-90d1bbbea7ce yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:21:22.223368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-24c37fd6-e671-4e48-89f5-de3471e47fae', 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'fixed_ips': [{'subnet_id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:21:22.224292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:22.261958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:22.263177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:22.281268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:21:22.296359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Deleting port 740f9283-f4cf-48b8-b679-d6f108eb8af2 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:22.296783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:22.308475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:22.588113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.20.0.11 (f3309eba-7a20-47a9-85c8-6b7d055b96c2/753260e8-fd21-4021-8e20-bcc43eef5611/6940a347-fbc8-4f54-9b58-90d1bbbea7ce) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:22.644781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:22.671292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:22.794392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.017560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 740f9283-f4cf-48b8-b679-d6f108eb8af2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=740f9283-f4cf-48b8-b679-d6f108eb8af2,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:23.019615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.038546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.039558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 75637e43-20f6-41cf-b582-df31a233d58b up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:23.074448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-41e17cfd-b9f1-4f0c-8c9c-f1d1bff6f44a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:23.154699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] For port 740f9283-f4cf-48b8-b679-d6f108eb8af2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=740f9283-f4cf-48b8-b679-d6f108eb8af2,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:23.155179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.193132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Allocated IP 172.23.0.2 (24c37fd6-e671-4e48-89f5-de3471e47fae/bb5f2023-27f7-4bea-a25b-2ad61d6d68e4/ee1e0142-993c-451d-9aeb-5ef2b1745062) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:23.207693 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP b1b8c79b-65e8-4f68-b0d3-df16e768ae08 associated. External IP: 172.26.1.74, port: 2016d2a4-0819-4fa9-91e0-a2d18d509b5a.
Dec 03 11:21:23.209796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.248751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.261254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.278489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8310ec73-a5c9-4a5a-a5a1-4e2405fe080a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:23.322242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Calling delete_port for 740f9283-f4cf-48b8-b679-d6f108eb8af2 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:23.394573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=740f9283-f4cf-48b8-b679-d6f108eb8af2,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:23.424739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:23.521845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 75637e43-20f6-41cf-b582-df31a233d58b completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:23.539185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 75637e43-20f6-41cf-b582-df31a233d58b triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:23.540165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.584999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:21:23.585648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:21:23.666402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.703780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:21:23.727733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=6940a347-fbc8-4f54-9b58-90d1bbbea7ce,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:23.775476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.781176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:23.782486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.802608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Transition to ACTIVE for port object ee1e0142-993c-451d-9aeb-5ef2b1745062 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:23.832444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Transition to ACTIVE for port object ee1e0142-993c-451d-9aeb-5ef2b1745062 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:23.840617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.855619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 75637e43-20f6-41cf-b582-df31a233d58b, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=75637e43-20f6-41cf-b582-df31a233d58b,segment=NetworkSegment(1f81b3d1-dd24-4328-b50f-47221a8ff07c),segment_id=1f81b3d1-dd24-4328-b50f-47221a8ff07c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:23.856626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:23.901083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:23.915465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:23.919103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:23.923540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:24.042615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:24.043224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:24.047453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 740f9283-f4cf-48b8-b679-d6f108eb8af2 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:21:24.082791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Allocated IP 172.26.1.78 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/8c1edb73-b14f-487e-8ba2-25fd50422b03) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:24.087727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Deleting port 740f9283-f4cf-48b8-b679-d6f108eb8af2 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:24.088331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:24.106354 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.6304848
Dec 03 11:21:24.106622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46774) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:24.114107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d3e0d68b-359d-4441-9b8b-62c4632a9abd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'floatingip': {'port_id': '6940a347-fbc8-4f54-9b58-90d1bbbea7ce'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:24.161870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Pushing event updated for resources: {'Port': ['ID=ee1e0142-993c-451d-9aeb-5ef2b1745062,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:24.165752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:24.184298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64c1ad42-24f6-475f-b540-57c63e024ed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:24.233249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3e0d68b-359d-4441-9b8b-62c4632a9abd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:24.383659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=75637e43-20f6-41cf-b582-df31a233d58b,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:24.387079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:24.412038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Network 24c37fd6-e671-4e48-89f5-de3471e47fae is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:24.440731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:24.446901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:24.450520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 28466069-90db-4f3e-9727-d2886dbada37 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:24.457568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:24.472257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:24.531482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:24.605752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Attempting to bind port ee1e0142-993c-451d-9aeb-5ef2b1745062 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:24.606172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Attempting to bind port ee1e0142-993c-451d-9aeb-5ef2b1745062 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '45044d45-6d23-4399-a0e3-252217bdc235', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:24.606581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Attempting to bind port ee1e0142-993c-451d-9aeb-5ef2b1745062 on network 24c37fd6-e671-4e48-89f5-de3471e47fae {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:24.618561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:24.619167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Checking segment: {'id': '45044d45-6d23-4399-a0e3-252217bdc235', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:24.619614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:24.620053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Bound using segment: {'id': '45044d45-6d23-4399-a0e3-252217bdc235', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:24.620572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Bound port: ee1e0142-993c-451d-9aeb-5ef2b1745062, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45044d45-6d23-4399-a0e3-252217bdc235', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:24.620990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:24.631560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 740f9283-f4cf-48b8-b679-d6f108eb8af2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=740f9283-f4cf-48b8-b679-d6f108eb8af2,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:24.647583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:24.654098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8bad2783-5d0f-43af-b50d-b5d5c16f69de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:24.730627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:24.749747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5e232e56-67d0-4697-a873-96769dcdbcd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:24.930973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Allocated IP 172.23.0.1 (24c37fd6-e671-4e48-89f5-de3471e47fae/bb5f2023-27f7-4bea-a25b-2ad61d6d68e4/d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:24.941563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:24.964813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] For port 740f9283-f4cf-48b8-b679-d6f108eb8af2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=740f9283-f4cf-48b8-b679-d6f108eb8af2,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:24.965252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:24.978455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88acccc0-7365-4d4b-a6db-fbdab8bf80a8 None None] Sync routers for ids ['28466069-90db-4f3e-9727-d2886dbada37'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:25.006071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Pushing event updated for resources: {'Port': ['ID=8c1edb73-b14f-487e-8ba2-25fd50422b03,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:25.013152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:25.082132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:25.084211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:25.088173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:25.119284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:25.142691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Calling delete_port for 740f9283-f4cf-48b8-b679-d6f108eb8af2 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:25.170563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=740f9283-f4cf-48b8-b679-d6f108eb8af2,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:25.181277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acccc0-7365-4d4b-a6db-fbdab8bf80a8 None None] Routers {'28466069-90db-4f3e-9727-d2886dbada37'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:25.182268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-88acccc0-7365-4d4b-a6db-fbdab8bf80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e357f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['28466069-90db-4f3e-9727-d2886dbada37'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:25.242414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:25.289383 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.9816830
Dec 03 11:21:25.298003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'tag': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:21:25.311388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46778) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:25.315033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] For port 740f9283-f4cf-48b8-b679-d6f108eb8af2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=740f9283-f4cf-48b8-b679-d6f108eb8af2,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:25.359475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3e0d68b-359d-4441-9b8b-62c4632a9abd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:25.364135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] For port ee1e0142-993c-451d-9aeb-5ef2b1745062, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:25.370058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3e0d68b-359d-4441-9b8b-62c4632a9abd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:25.386623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] For port ee1e0142-993c-451d-9aeb-5ef2b1745062, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ee1e0142-993c-451d-9aeb-5ef2b1745062,segment=NetworkSegment(45044d45-6d23-4399-a0e3-252217bdc235),segment_id=45044d45-6d23-4399-a0e3-252217bdc235)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:25.387505 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'tag': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a', 'status': 'completed', 'code': 200}
Dec 03 11:21:25.401930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:25.418396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9f8b4d5e-b2af-4bf0-9c80-2f529f41327b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:25.424547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:25.468909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:25.488873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:25.489895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:25.504008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Transition to ACTIVE for port object d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:25.504314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:21:25.504885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:21:25.507887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1fb21709-292b-4be9-a12e-69b516da3d90 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:25.545606 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-71b70ffd-d514-40c4-9ef4-7fda77a95e51 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/b1b8c79b-65e8-4f68-b0d3-df16e768ae08 HTTP/1.1" status: 200  len: 991 time: 0.2329171
Dec 03 11:21:25.610364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Pushing event updated for resources: {'Port': ['ID=ee1e0142-993c-451d-9aeb-5ef2b1745062,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:25.614087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:25.630772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-88acccc0-7365-4d4b-a6db-fbdab8bf80a8 None None] Set router 28466069-90db-4f3e-9727-d2886dbada37 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:25.676877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=740f9283-f4cf-48b8-b679-d6f108eb8af2,revision_number=7']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:25.684568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:25.687137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8fe3c24-6269-4c57-9b7d-09e9359f95b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:25.757701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:25.822786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=05b367bf-0f68-45e0-a23b-21db7b5d1788,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:25.829615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:25.832909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:26.064541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 75637e43-20f6-41cf-b582-df31a233d58b up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:26.146427 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-d3e0d68b-359d-4441-9b8b-62c4632a9abd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Floating IP a15042ed-c85d-406d-8cad-45a09f30708b associated. External IP: 172.26.1.63, port: 6940a347-fbc8-4f54-9b58-90d1bbbea7ce.
Dec 03 11:21:26.205689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Deleting port 740f9283-f4cf-48b8-b679-d6f108eb8af2 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:26.206253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:26.214884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8947e-e4b3-44d2-99f6-553f00779e7d req-616d3349-5b3e-4925-9e5f-fbec43a4ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:26.216562 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97a8947e-e4b3-44d2-99f6-553f00779e7d req-616d3349-5b3e-4925-9e5f-fbec43a4ae21 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 1163 time: 0.7910151
Dec 03 11:21:26.284573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:26.290370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:26.324776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:26.326521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:26.330721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:26.343563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:26.372971 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 5.7787938
Dec 03 11:21:26.376330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46784) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:26.381475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 75637e43-20f6-41cf-b582-df31a233d58b triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:26.381475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:26.391673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:ae:5c:f5', 'name': 'tempest-NetworksTestDHCPv6-317267903'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:26.465972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 24c37fd6-e671-4e48-89f5-de3471e47fae is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:26.494346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8947e-e4b3-44d2-99f6-553f00779e7d req-3717f527-f672-4e7f-b45a-bd62dfa60012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:26.495969 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97a8947e-e4b3-44d2-99f6-553f00779e7d req-3717f527-f672-4e7f-b45a-bd62dfa60012 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb HTTP/1.1" status: 200  len: 890 time: 0.1804593
Dec 03 11:21:26.499926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-88acccc0-7365-4d4b-a6db-fbdab8bf80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e357f0>, [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:20:29Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'b1b8c79b-65e8-4f68-b0d3-df16e768ae08', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '28466069-90db-4f3e-9727-d2886dbada37', 'port_id': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'mac_address': 'fa:16:3e:a4:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:21:20Z', 'updated_at': '2020-12-03T11:21:20Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f766180e-63ca-481d-97a2-aa2df12a6032', 'name': '', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:72:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:27Z', 'updated_at': '2020-12-03T11:20:41Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:26.519903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:26.522251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:26.553537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46788) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:26.555830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88acccc0-7365-4d4b-a6db-fbdab8bf80a8 None None] Checking router: 28466069-90db-4f3e-9727-d2886dbada37 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:21:26.582792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acccc0-7365-4d4b-a6db-fbdab8bf80a8 None None] Routers {'28466069-90db-4f3e-9727-d2886dbada37'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:26.583502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-88acccc0-7365-4d4b-a6db-fbdab8bf80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e357f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['28466069-90db-4f3e-9727-d2886dbada37'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:26.669474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:26.725399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:26.740999 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97a8947e-e4b3-44d2-99f6-553f00779e7d req-d091f8ef-9857-443c-a015-0338ee201ace service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2016d2a4-0819-4fa9-91e0-a2d18d509b5a HTTP/1.1" status: 200  len: 999 time: 0.2328513
Dec 03 11:21:26.770569 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8941315a-4669-4ce6-81ee-9eb6024544aa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/b1b8c79b-65e8-4f68-b0d3-df16e768ae08 HTTP/1.1" status: 200  len: 991 time: 0.2094686
Dec 03 11:21:26.779497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:26.786840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:26.792586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:26.802179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:26.822020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:26.966837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] For port 740f9283-f4cf-48b8-b679-d6f108eb8af2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=740f9283-f4cf-48b8-b679-d6f108eb8af2,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:26.967316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:27.043206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:27.052129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8947e-e4b3-44d2-99f6-553f00779e7d req-c2b14920-9354-4a40-9bd8-2ebd42d60527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:27.053713 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97a8947e-e4b3-44d2-99f6-553f00779e7d req-c2b14920-9354-4a40-9bd8-2ebd42d60527 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1012fa4b-3b1e-4d22-b551-17d616ea7e8a HTTP/1.1" status: 200  len: 835 time: 0.2450345
Dec 03 11:21:27.062955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:27.120908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Calling delete_port for 740f9283-f4cf-48b8-b679-d6f108eb8af2 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:27.212444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-88acccc0-7365-4d4b-a6db-fbdab8bf80a8 None None] Set router 28466069-90db-4f3e-9727-d2886dbada37 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:27.350512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e0d68b-359d-4441-9b8b-62c4632a9abd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:27.381524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8947e-e4b3-44d2-99f6-553f00779e7d req-4bc65068-1fbc-47db-9310-b3bc9d1ac966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:27.383677 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97a8947e-e4b3-44d2-99f6-553f00779e7d req-4bc65068-1fbc-47db-9310-b3bc9d1ac966 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3139546
Dec 03 11:21:27.493270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port d7f3dd24-7268-440e-b519-77b3efd65df9 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:21:27.497548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:27.520470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:27.596112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Pushing event deleted for resources: {'Port': ['ID=740f9283-f4cf-48b8-b679-d6f108eb8af2,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:27.602496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:27.612215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:27.673756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6157920-3aac-4aff-af31-c8d335675c60 None None] Network 24c37fd6-e671-4e48-89f5-de3471e47fae requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:27.791134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46792) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:27.881504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cba22606-f9cb-45d6-a4cc-a83443da4f8e None None] Provisioning for port ee1e0142-993c-451d-9aeb-5ef2b1745062 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:27.900198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::f816:3eff:feae:5cf5 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/05b367bf-0f68-45e0-a23b-21db7b5d1788/d7f3dd24-7268-440e-b519-77b3efd65df9) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:27.994416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7dbe752f-678c-4bdd-ad8b-1a3be43913d6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/b1b8c79b-65e8-4f68-b0d3-df16e768ae08 HTTP/1.1" status: 200  len: 991 time: 0.1995463
Dec 03 11:21:28.064371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:28.074758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:28.096641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ee1e0142-993c-451d-9aeb-5ef2b1745062 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:28.119760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:28.155228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e0d68b-359d-4441-9b8b-62c4632a9abd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:28.158341 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97a8947e-e4b3-44d2-99f6-553f00779e7d req-b8651419-fc97-449e-881b-8ff9f13e0590 service neutron] 10.222.0.91 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6990891
Dec 03 11:21:28.170329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3e0d68b-359d-4441-9b8b-62c4632a9abd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:28.179356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ce1979-ab0f-41c3-b46a-26399c4ce3e9 None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:28.197033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce1979-ab0f-41c3-b46a-26399c4ce3e9 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:28.198161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e1ce1979-ab0f-41c3-b46a-26399c4ce3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62b56a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:28.236741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] No DVR routers for this DVR port 740f9283-f4cf-48b8-b679-d6f108eb8af2 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:21:28.282671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:28.294282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4171f01a-c0b7-4434-b8a3-6fc10465ad05 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:28.312828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event updated for resources: {'Port': ['ID=d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:28.318886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e1ce1979-ab0f-41c3-b46a-26399c4ce3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62b56a0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:28.330474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:28.337519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce1979-ab0f-41c3-b46a-26399c4ce3e9 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:28.338402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e1ce1979-ab0f-41c3-b46a-26399c4ce3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62b56a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:28.365335 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d3e0d68b-359d-4441-9b8b-62c4632a9abd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "PUT /v2.0/floatingips/a15042ed-c85d-406d-8cad-45a09f30708b HTTP/1.1" status: 200  len: 977 time: 4.2576191
Dec 03 11:21:28.368707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46796) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:28.434792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port ee1e0142-993c-451d-9aeb-5ef2b1745062 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:28.438055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:28.444352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e1ce1979-ab0f-41c3-b46a-26399c4ce3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62b56a0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:28.444837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ce1979-ab0f-41c3-b46a-26399c4ce3e9 None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:28.452516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-88acccc0-7365-4d4b-a6db-fbdab8bf80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e357f0>, [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:20:29Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'b1b8c79b-65e8-4f68-b0d3-df16e768ae08', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '28466069-90db-4f3e-9727-d2886dbada37', 'port_id': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'mac_address': 'fa:16:3e:a4:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:21:20Z', 'updated_at': '2020-12-03T11:21:20Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f766180e-63ca-481d-97a2-aa2df12a6032', 'name': '', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:72:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:27Z', 'updated_at': '2020-12-03T11:20:41Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:28.465033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ee1e0142-993c-451d-9aeb-5ef2b1745062 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:28.465469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:28.480244 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97a8947e-e4b3-44d2-99f6-553f00779e7d req-7336bbaa-f994-4274-851a-ab090758413c service neutron] 10.222.0.91 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2800915
Dec 03 11:21:28.480563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object d7f3dd24-7268-440e-b519-77b3efd65df9 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:28.497420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port 6940a347-fbc8-4f54-9b58-90d1bbbea7ce {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:28.497809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:28.506121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 24c37fd6-e671-4e48-89f5-de3471e47fae is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:28.508376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:28.509515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88acccc0-7365-4d4b-a6db-fbdab8bf80a8 None None] The sync data for ids ['28466069-90db-4f3e-9727-d2886dbada37'] in dv-neutron-765072-2-ovs is: [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:20:29Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'b1b8c79b-65e8-4f68-b0d3-df16e768ae08', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '28466069-90db-4f3e-9727-d2886dbada37', 'port_id': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'mac_address': 'fa:16:3e:a4:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:21:20Z', 'updated_at': '2020-12-03T11:21:20Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f766180e-63ca-481d-97a2-aa2df12a6032', 'name': '', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:72:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:27Z', 'updated_at': '2020-12-03T11:20:41Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:28.539750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Router ee957345-df82-4c38-95c6-ec62d357218e is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:21:28.956874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d9178d-0cd8-48cd-90fc-9a12c9d90dab None None] New status for floating IP b1b8c79b-65e8-4f68-b0d3-df16e768ae08: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:21:28.982656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:29.006529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46800) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:29.008694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2607692c-adb9-4ff9-ad70-2716b91515f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:29.073421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:29.076664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:29.086895 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-67987e3d-d4b4-49aa-99a5-fb54c11f0c4b req-2e1c035d-c9b0-4167-9532-4782410f7ee5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3361702
Dec 03 11:21:29.094296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f89d0-85e4-4a51-918a-1d9f2155aa8c None None] Sync routers for ids ['ee957345-df82-4c38-95c6-ec62d357218e'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:29.138829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f89d0-85e4-4a51-918a-1d9f2155aa8c None None] Routers {'ee957345-df82-4c38-95c6-ec62d357218e'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:29.146866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-716f89d0-85e4-4a51-918a-1d9f2155aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1bc137358>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ee957345-df82-4c38-95c6-ec62d357218e'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:29.176391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:29.180959 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 882 time: 7.1012599
Dec 03 11:21:29.188236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46804) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:29.190118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:29.213062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:29.233752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=d7f3dd24-7268-440e-b519-77b3efd65df9,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:29.244947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:29.253673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 513ce876-4a4c-4a50-8de7-5bf45f4c346b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:29.278563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-716f89d0-85e4-4a51-918a-1d9f2155aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1bc137358>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:29.294170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f89d0-85e4-4a51-918a-1d9f2155aa8c None None] Routers {'ee957345-df82-4c38-95c6-ec62d357218e'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:29.295327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-716f89d0-85e4-4a51-918a-1d9f2155aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1bc137358>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ee957345-df82-4c38-95c6-ec62d357218e'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:29.342500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port ee1e0142-993c-451d-9aeb-5ef2b1745062, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ee1e0142-993c-451d-9aeb-5ef2b1745062,segment=NetworkSegment(45044d45-6d23-4399-a0e3-252217bdc235),segment_id=45044d45-6d23-4399-a0e3-252217bdc235)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:29.350451 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e6c9c3ea-96fe-4c89-a888-065137a68e4f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/b1b8c79b-65e8-4f68-b0d3-df16e768ae08 HTTP/1.1" status: 200  len: 991 time: 0.3426650
Dec 03 11:21:29.365648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:29.382060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:29.409206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-716f89d0-85e4-4a51-918a-1d9f2155aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1bc137358>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:29.410521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f89d0-85e4-4a51-918a-1d9f2155aa8c None None] The sync data for ids ['ee957345-df82-4c38-95c6-ec62d357218e'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:29.521890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-08c315fb-7c32-4559-aac8-027951db78bb None None] Provisioning for port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:29.537901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-08c315fb-7c32-4559-aac8-027951db78bb None None] Provisioning complete for port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:29.538468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08c315fb-7c32-4559-aac8-027951db78bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:29.541270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:29.567629 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6274514
Dec 03 11:21:29.568454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Sync routers for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:29.569660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46808) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:29.577558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-00184a77-0c17-47cc-a43e-4d7924f4678c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:29.592324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=ee1e0142-993c-451d-9aeb-5ef2b1745062,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:29.603475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:29.617812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:29.618611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b59d29e8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:29.684724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '05b367bf-0f68-45e0-a23b-21db7b5d1788'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:21:29.685844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:29.778257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-08c315fb-7c32-4559-aac8-027951db78bb None None] Port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:21:29.863816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-08c315fb-7c32-4559-aac8-027951db78bb None None] Provisioning complete for port ee1e0142-993c-451d-9aeb-5ef2b1745062 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:29.864537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08c315fb-7c32-4559-aac8-027951db78bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:29.965292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:30.024181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67987e3d-d4b4-49aa-99a5-fb54c11f0c4b req-b3a25b41-a462-4836-a820-557a28da9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:30.025980 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-67987e3d-d4b4-49aa-99a5-fb54c11f0c4b req-b3a25b41-a462-4836-a820-557a28da9ca9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 1163 time: 0.7267945
Dec 03 11:21:30.087602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:30.092523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:30.098129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ee1e0142-993c-451d-9aeb-5ef2b1745062 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:30.138784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:30.144577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:30.145419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:30.312041 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.9332774
Dec 03 11:21:30.316363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46812) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:30.365039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46816) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:30.403842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:30.404247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:30.404587 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Floating IP a15042ed-c85d-406d-8cad-45a09f30708b disassociated. External IP: 172.26.1.63, port: 6940a347-fbc8-4f54-9b58-90d1bbbea7ce.
Dec 03 11:21:30.404966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for 6940a347-fbc8-4f54-9b58-90d1bbbea7ce owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:30.546443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67987e3d-d4b4-49aa-99a5-fb54c11f0c4b req-9fb5c8f2-6385-4410-8b09-f0cdc57f8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:30.548598 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-67987e3d-d4b4-49aa-99a5-fb54c11f0c4b req-9fb5c8f2-6385-4410-8b09-f0cdc57f8db2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb HTTP/1.1" status: 200  len: 890 time: 0.3917940
Dec 03 11:21:30.556040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.extraroute_db [None req-00184a77-0c17-47cc-a43e-4d7924f4678c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=80975) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 03 11:21:30.585059 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bcaed5ca-8ba1-4244-8b1b-4aac7eba5d9f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/b1b8c79b-65e8-4f68-b0d3-df16e768ae08 HTTP/1.1" status: 200  len: 993 time: 0.2066565
Dec 03 11:21:30.585533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ee1e0142-993c-451d-9aeb-5ef2b1745062 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:30.585533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:30.599101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.extraroute_db [None req-00184a77-0c17-47cc-a43e-4d7924f4678c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Removed routes are [] {{(pid=80975) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 03 11:21:30.599542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-00184a77-0c17-47cc-a43e-4d7924f4678c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:30.609826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300ee44-04de-4015-8107-a203d02f6e24 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:30.610626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1300ee44-04de-4015-8107-a203d02f6e24 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:30.781153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1300ee44-04de-4015-8107-a203d02f6e24 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:30.784568 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1300ee44-04de-4015-8107-a203d02f6e24 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.4653070
Dec 03 11:21:30.785679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46820) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:30.873100 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-67987e3d-d4b4-49aa-99a5-fb54c11f0c4b req-13e00a5e-0842-41f5-b465-ad51b308d7a2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2016d2a4-0819-4fa9-91e0-a2d18d509b5a HTTP/1.1" status: 200  len: 1001 time: 0.2294362
Dec 03 11:21:30.873664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:30.892335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:31.004296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Allocated IP 2001:db8::f816:3eff:feff:295b (cc7b5e29-f739-4393-8923-6dfd9a0401ee/05b367bf-0f68-45e0-a23b-21db7b5d1788/16aeb378-8a0f-432e-b30b-a8547aef500a) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:31.014005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=6940a347-fbc8-4f54-9b58-90d1bbbea7ce,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:31.026256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:31.037210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86614bd7-c63e-4f78-9443-61f2ed913151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.044651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-69a7b8fc-26e5-47d4-bdb5-d445315b2905 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port d7f3dd24-7268-440e-b519-77b3efd65df9 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:31.044821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-69a7b8fc-26e5-47d4-bdb5-d445315b2905 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.064962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-adf87a94-5d8f-42de-b0eb-f569dab903ad None None] Provisioning complete for port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:31.065391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-adf87a94-5d8f-42de-b0eb-f569dab903ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.091164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.117924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67987e3d-d4b4-49aa-99a5-fb54c11f0c4b req-b6576fe1-f9d3-4c46-bba7-e8afa413396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:31.119452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-67987e3d-d4b4-49aa-99a5-fb54c11f0c4b req-b6576fe1-f9d3-4c46-bba7-e8afa413396b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1012fa4b-3b1e-4d22-b551-17d616ea7e8a HTTP/1.1" status: 200  len: 835 time: 0.1896720
Dec 03 11:21:31.182729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-00184a77-0c17-47cc-a43e-4d7924f4678c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.189764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-adf87a94-5d8f-42de-b0eb-f569dab903ad None None] Port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:21:31.195851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-00184a77-0c17-47cc-a43e-4d7924f4678c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.198620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.225226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Deleting port 8c1edb73-b14f-487e-8ba2-25fd50422b03 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:31.225614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.282976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b59d29e8>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:26Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:23Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd76e5c96-7d30-4da0-a8b1-14a1eaa0dee7', 'name': '', 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:cf:c1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:24Z', 'updated_at': '2020-12-03T11:21:27Z', 'revision_number': 2, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:31.285351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-adf87a94-5d8f-42de-b0eb-f569dab903ad None None] Provisioning complete for port ee1e0142-993c-451d-9aeb-5ef2b1745062 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:31.285786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-adf87a94-5d8f-42de-b0eb-f569dab903ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.337333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Checking router: 513ce876-4a4c-4a50-8de7-5bf45f4c346b for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:21:31.337902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Updating router 513ce876-4a4c-4a50-8de7-5bf45f4c346b port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:21:31.486220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67987e3d-d4b4-49aa-99a5-fb54c11f0c4b req-bfb2d198-5819-4b2c-a727-b943cb41e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:31.488050 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-67987e3d-d4b4-49aa-99a5-fb54c11f0c4b req-bfb2d198-5819-4b2c-a727-b943cb41e31c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3508832
Dec 03 11:21:31.488469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.617952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.646467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Transition to ACTIVE for port object 16aeb378-8a0f-432e-b30b-a8547aef500a will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:31.709592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Transition to ACTIVE for port object 16aeb378-8a0f-432e-b30b-a8547aef500a will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:31.724875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.738454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:31.742995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-272cf545-da45-4d0f-b374-58a616170ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:31.752257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.786692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00184a77-0c17-47cc-a43e-4d7924f4678c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 513ce876-4a4c-4a50-8de7-5bf45f4c346b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:31.812567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-69a7b8fc-26e5-47d4-bdb5-d445315b2905 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:31.826293 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-67987e3d-d4b4-49aa-99a5-fb54c11f0c4b req-727886f7-9a04-4c18-89a9-3627fb931210 service neutron] 10.222.0.91 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3273966
Dec 03 11:21:31.981113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Pushing event updated for resources: {'Port': ['ID=16aeb378-8a0f-432e-b30b-a8547aef500a,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:31.984371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:32.086492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-69a7b8fc-26e5-47d4-bdb5-d445315b2905 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for d7f3dd24-7268-440e-b519-77b3efd65df9 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:32.126303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:32.129180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:32.131570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:32.160651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Calling delete_port for 8c1edb73-b14f-487e-8ba2-25fd50422b03 owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:32.193543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00184a77-0c17-47cc-a43e-4d7924f4678c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:32.200972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-00184a77-0c17-47cc-a43e-4d7924f4678c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:32.203876 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-00184a77-0c17-47cc-a43e-4d7924f4678c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b HTTP/1.1" status: 200  len: 934 time: 2.6308362
Dec 03 11:21:32.205731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46824) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:32.219603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Attempting to bind port 16aeb378-8a0f-432e-b30b-a8547aef500a on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:32.220138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Attempting to bind port 16aeb378-8a0f-432e-b30b-a8547aef500a by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:32.220634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Attempting to bind port 16aeb378-8a0f-432e-b30b-a8547aef500a on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:32.229253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:32.229681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:32.230134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:32.230573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:32.231119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Bound port: 16aeb378-8a0f-432e-b30b-a8547aef500a, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:32.231546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:32.399230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:32.402046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] For port 16aeb378-8a0f-432e-b30b-a8547aef500a, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:32.405355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] For port 16aeb378-8a0f-432e-b30b-a8547aef500a, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=16aeb378-8a0f-432e-b30b-a8547aef500a,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:32.409363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:32.425778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d0c79ce-edb6-4b98-8d78-d5b475e18616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:32.438003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-69a7b8fc-26e5-47d4-bdb5-d445315b2905 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:32.447572 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4ee2154c-7f56-4478-b679-16b2eaa99511 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b HTTP/1.1" status: 200  len: 934 time: 0.2374153
Dec 03 11:21:32.456336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46828) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:32.465627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fd5084a9-7c26-424d-aac6-5e35d2d42c87 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:32.466496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3a1e1618-9dc3-4aa4-a6e7-42f86d882155 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'router': {'routes': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:32.516945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7b8fc-26e5-47d4-bdb5-d445315b2905 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=d7f3dd24-7268-440e-b519-77b3efd65df9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:32.517680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Transition to ACTIVE for port object d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:32.530550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-69a7b8fc-26e5-47d4-bdb5-d445315b2905 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:32.582656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:32.610787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Pushing event updated for resources: {'Port': ['ID=16aeb378-8a0f-432e-b30b-a8547aef500a,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:32.615825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:32.623891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-37a731b4-3bb3-4514-8ac3-c1b699b03e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:32.654118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-69a7b8fc-26e5-47d4-bdb5-d445315b2905 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:32.669567 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-69a7b8fc-26e5-47d4-bdb5-d445315b2905 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/d7f3dd24-7268-440e-b519-77b3efd65df9 HTTP/1.1" status: 204  len: 168 time: 1.8764291
Dec 03 11:21:32.669816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46832) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:32.710567 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-67987e3d-d4b4-49aa-99a5-fb54c11f0c4b req-8b4a6da8-d434-481b-9122-0a993d64afd6 service neutron] 10.222.0.91 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5590124
Dec 03 11:21:32.718273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:32.734891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5b9f7-ad2b-4999-af54-25f5423f61b7 None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:32.749577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5b9f7-ad2b-4999-af54-25f5423f61b7 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:32.751050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-13c5b9f7-ad2b-4999-af54-25f5423f61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73bdc18>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:32.771130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d763b7d-17af-44d2-804a-dfa23326ce8d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:32.772976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d763b7d-17af-44d2-804a-dfa23326ce8d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:32.774064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5d763b7d-17af-44d2-804a-dfa23326ce8d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:32.794337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5d763b7d-17af-44d2-804a-dfa23326ce8d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:32.795865 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5d763b7d-17af-44d2-804a-dfa23326ce8d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1251047
Dec 03 11:21:32.798692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46836) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:32.863870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-13c5b9f7-ad2b-4999-af54-25f5423f61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73bdc18>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:32.877677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5b9f7-ad2b-4999-af54-25f5423f61b7 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:32.878828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-13c5b9f7-ad2b-4999-af54-25f5423f61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73bdc18>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:32.952948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-13c5b9f7-ad2b-4999-af54-25f5423f61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73bdc18>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:32.953893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5b9f7-ad2b-4999-af54-25f5423f61b7 None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:32.981768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:33.037884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08beeaa7-fb0c-4bf1-9cf5-7923b6ecaeb2 None None] Pushing event updated for resources: {'Port': ['ID=d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:33.045175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08beeaa7-fb0c-4bf1-9cf5-7923b6ecaeb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:33.052236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-639a073e-82dd-46ef-bae7-0643e3f7f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:33.084296 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/ports/6940a347-fbc8-4f54-9b58-90d1bbbea7ce HTTP/1.1" status: 204  len: 168 time: 4.7123282
Dec 03 11:21:33.087986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46840) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:33.156480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:33.187606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e1fc4763-62bc-4a8b-9c69-3b01621a8fa9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:33.195801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Attempting to bind port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:33.196240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Attempting to bind port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '45044d45-6d23-4399-a0e3-252217bdc235', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:33.196663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Attempting to bind port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 on network 24c37fd6-e671-4e48-89f5-de3471e47fae {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:33.203518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:33.203948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Checking segment: {'id': '45044d45-6d23-4399-a0e3-252217bdc235', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:33.204405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:33.204855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Bound using segment: {'id': '45044d45-6d23-4399-a0e3-252217bdc235', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:33.205383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Bound port: d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45044d45-6d23-4399-a0e3-252217bdc235', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:33.205807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:33.219266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c6b8cd-57c9-4813-a1fa-cfdfa8c4467b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 05b367bf-0f68-45e0-a23b-21db7b5d1788 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:21:33.226421 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-77f18b31-04f3-45ed-8841-127a4b9f8639 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "GET /v2.0/floatingips/a15042ed-c85d-406d-8cad-45a09f30708b HTTP/1.1" status: 200  len: 687 time: 0.1367087
Dec 03 11:21:33.228593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42c6b8cd-57c9-4813-a1fa-cfdfa8c4467b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:33.238549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46844) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:33.311378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42c6b8cd-57c9-4813-a1fa-cfdfa8c4467b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:33.319164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] For port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:33.323210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] For port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7,segment=NetworkSegment(45044d45-6d23-4399-a0e3-252217bdc235),segment_id=45044d45-6d23-4399-a0e3-252217bdc235)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:33.331278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:33.348343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:33.353694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Pushing event deleted for resources: {'Port': ['ID=8c1edb73-b14f-487e-8ba2-25fd50422b03,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:33.381272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:33.420577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42c6b8cd-57c9-4813-a1fa-cfdfa8c4467b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:33.539308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08beeaa7-fb0c-4bf1-9cf5-7923b6ecaeb2 None None] Pushing event updated for resources: {'Port': ['ID=d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:33.553690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08beeaa7-fb0c-4bf1-9cf5-7923b6ecaeb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:33.636174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:33.637348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b59d29e8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:33.791170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42c6b8cd-57c9-4813-a1fa-cfdfa8c4467b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:33.807760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04a6b5d1-cb24-456e-b42c-04a662c75a80 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:33.861493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6b8cd-57c9-4813-a1fa-cfdfa8c4467b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=05b367bf-0f68-45e0-a23b-21db7b5d1788,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:33.868901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:33.879878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-42c6b8cd-57c9-4813-a1fa-cfdfa8c4467b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:33.981891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.extraroute_db [None req-3a1e1618-9dc3-4aa4-a6e7-42f86d882155 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Added routes are [] {{(pid=80976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 03 11:21:33.982402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.extraroute_db [None req-3a1e1618-9dc3-4aa4-a6e7-42f86d882155 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=80976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 03 11:21:34.011828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42c6b8cd-57c9-4813-a1fa-cfdfa8c4467b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:34.017719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a1e1618-9dc3-4aa4-a6e7-42f86d882155 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:34.028091 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-42c6b8cd-57c9-4813-a1fa-cfdfa8c4467b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/05b367bf-0f68-45e0-a23b-21db7b5d1788 HTTP/1.1" status: 204  len: 168 time: 1.2282705
Dec 03 11:21:34.030828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46848) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:34.064091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cabc3ff5-2563-4c62-92e2-67803be63782 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port 8cfbcd21-82fd-470e-9b21-ec3f5e74aa01 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:34.064630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cabc3ff5-2563-4c62-92e2-67803be63782 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:34.074482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 16aeb378-8a0f-432e-b30b-a8547aef500a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:34.115266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:34.118010 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bb1f2939-c57c-4605-917b-9db9f3461ddc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0845680
Dec 03 11:21:34.120575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46852) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:34.126786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:34.257809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:34.262310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:34.265558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:34.272229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:34.274879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 16aeb378-8a0f-432e-b30b-a8547aef500a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:34.282485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:34.289933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:34.358147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b59d29e8>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:30Z', 'revision_number': 6, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:23Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd76e5c96-7d30-4da0-a8b1-14a1eaa0dee7', 'name': '', 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:cf:c1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:24Z', 'updated_at': '2020-12-03T11:21:33Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:34.362593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85381b-aae9-41d4-8e33-9c30b430cf65 None None] The sync data for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs is: [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:30Z', 'revision_number': 6, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:23Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd76e5c96-7d30-4da0-a8b1-14a1eaa0dee7', 'name': '', 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:cf:c1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:24Z', 'updated_at': '2020-12-03T11:21:33Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:34.586275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:34.802639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a1e1618-9dc3-4aa4-a6e7-42f86d882155 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:34.821451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a1e1618-9dc3-4aa4-a6e7-42f86d882155 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:34.862655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d0940-aed1-468d-b9ad-94acc790d7ea None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:34.968306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:21:35.036328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:35.041382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5bd7762e-f456-4ceb-a31e-fe26f8fc4374 None None] Provisioning for port 16aeb378-8a0f-432e-b30b-a8547aef500a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:35.060633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5bd7762e-f456-4ceb-a31e-fe26f8fc4374 None None] Provisioning complete for port 16aeb378-8a0f-432e-b30b-a8547aef500a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:35.061052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5bd7762e-f456-4ceb-a31e-fe26f8fc4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:35.182418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:35.268679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cabc3ff5-2563-4c62-92e2-67803be63782 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:35.269056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cabc3ff5-2563-4c62-92e2-67803be63782 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:35.287307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5bd7762e-f456-4ceb-a31e-fe26f8fc4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:35.329138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5bd7762e-f456-4ceb-a31e-fe26f8fc4374 None None] For port 16aeb378-8a0f-432e-b30b-a8547aef500a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=16aeb378-8a0f-432e-b30b-a8547aef500a,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:35.334660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5bd7762e-f456-4ceb-a31e-fe26f8fc4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:35.341143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:35.342603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:21:35.343128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:21:35.360989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:35.378008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5bd7762e-f456-4ceb-a31e-fe26f8fc4374 None None] Could not find standard attr ID for object d7f3dd24-7268-440e-b519-77b3efd65df9. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:21:35.414979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7762e-f456-4ceb-a31e-fe26f8fc4374 None None] Pushing event updated for resources: {'Port': ['ID=16aeb378-8a0f-432e-b30b-a8547aef500a,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:35.423089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5bd7762e-f456-4ceb-a31e-fe26f8fc4374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:35.425750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced69a8-20ac-4f62-9a18-4f0a5c4376a7 None None] Sync routers for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:35.441300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cabc3ff5-2563-4c62-92e2-67803be63782 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for 8cfbcd21-82fd-470e-9b21-ec3f5e74aa01 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:35.442929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced69a8-20ac-4f62-9a18-4f0a5c4376a7 None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:35.443663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dced69a8-20ac-4f62-9a18-4f0a5c4376a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b58ff7f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:35.472616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:35.498756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1e1618-9dc3-4aa4-a6e7-42f86d882155 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 513ce876-4a4c-4a50-8de7-5bf45f4c346b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:35.583193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:35.636743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-31f6c67e-a321-47e1-9cef-a6098ae70770 None None] Provisioning complete for port 16aeb378-8a0f-432e-b30b-a8547aef500a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:35.637307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31f6c67e-a321-47e1-9cef-a6098ae70770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:35.668429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-dced69a8-20ac-4f62-9a18-4f0a5c4376a7 None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:36.160294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:36.167939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Router ee957345-df82-4c38-95c6-ec62d357218e has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:36.355628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:36.355751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1e1618-9dc3-4aa4-a6e7-42f86d882155 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:36.392335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:36.401200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:36.401633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:36.435053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cabc3ff5-2563-4c62-92e2-67803be63782 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:36.454710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1dae66dd-d666-49ec-829e-dbff9e25af5b None None] Could not find standard attr ID for object d7f3dd24-7268-440e-b519-77b3efd65df9. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:21:36.462054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4822f42-c841-402e-8c6f-b58bb1d426b0 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:36.478425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1dae66dd-d666-49ec-829e-dbff9e25af5b None None] Could not find standard attr ID for object 29a52c01-d4a4-4088-8756-3814a10a17cb. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:21:36.488592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1dae66dd-d666-49ec-829e-dbff9e25af5b None None] Could not find standard attr ID for object 670cebab-16e8-4331-a20e-6475f8c95a14. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:21:36.495648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dced69a8-20ac-4f62-9a18-4f0a5c4376a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b58ff7f0>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:33Z', 'revision_number': 7, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:23Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd76e5c96-7d30-4da0-a8b1-14a1eaa0dee7', 'name': '', 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:cf:c1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:24Z', 'updated_at': '2020-12-03T11:21:33Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:36.502311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced69a8-20ac-4f62-9a18-4f0a5c4376a7 None None] Checking router: 513ce876-4a4c-4a50-8de7-5bf45f4c346b for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:21:36.520597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced69a8-20ac-4f62-9a18-4f0a5c4376a7 None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:36.521308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dced69a8-20ac-4f62-9a18-4f0a5c4376a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b58ff7f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:36.638867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc3ff5-2563-4c62-92e2-67803be63782 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=8cfbcd21-82fd-470e-9b21-ec3f5e74aa01,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:36.641935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cabc3ff5-2563-4c62-92e2-67803be63782 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:36.653252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a1e1618-9dc3-4aa4-a6e7-42f86d882155 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:36.657122 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3a1e1618-9dc3-4aa4-a6e7-42f86d882155 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b HTTP/1.1" status: 200  len: 700 time: 4.1971664
Dec 03 11:21:36.659104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46856) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:36.666616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:36.673134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:36.684043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bc04c-6c82-4009-98af-f9b947a37a31 None None] Sync routers for ids ['ee957345-df82-4c38-95c6-ec62d357218e'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:36.685763 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "PUT /v2.0/routers/ee957345-df82-4c38-95c6-ec62d357218e HTTP/1.1" status: 200  len: 704 time: 7.4810853
Dec 03 11:21:36.686882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46860) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:36.716063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bc04c-6c82-4009-98af-f9b947a37a31 None None] Routers {'ee957345-df82-4c38-95c6-ec62d357218e'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:36.717914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-023bc04c-6c82-4009-98af-f9b947a37a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b66a5940>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ee957345-df82-4c38-95c6-ec62d357218e'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:36.771230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:36.816140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-dced69a8-20ac-4f62-9a18-4f0a5c4376a7 None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:36.951161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cabc3ff5-2563-4c62-92e2-67803be63782 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:36.954337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cabc3ff5-2563-4c62-92e2-67803be63782 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:36.955643 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cabc3ff5-2563-4c62-92e2-67803be63782 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/floatingips/a15042ed-c85d-406d-8cad-45a09f30708b HTTP/1.1" status: 204  len: 168 time: 3.7069647
Dec 03 11:21:36.959458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46864) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:36.965202 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-118832cf-df2d-43d5-9026-1018ab3d6c3f tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/routers/ee957345-df82-4c38-95c6-ec62d357218e HTTP/1.1" status: 200  len: 739 time: 0.2737670
Dec 03 11:21:36.965897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46868) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:36.966679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '112b23db-8a7e-4639-aa03-9b32ad481813'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:36.990869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] For port 16aeb378-8a0f-432e-b30b-a8547aef500a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=16aeb378-8a0f-432e-b30b-a8547aef500a,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:36.991564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7,segment=NetworkSegment(45044d45-6d23-4399-a0e3-252217bdc235),segment_id=45044d45-6d23-4399-a0e3-252217bdc235)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:37.000306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:37.001234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 16aeb378-8a0f-432e-b30b-a8547aef500a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:37.014481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:37.027509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-023bc04c-6c82-4009-98af-f9b947a37a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b66a5940>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:37.028944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e941af18-4474-46b6-94f0-f40c0863cfa7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b HTTP/1.1" status: 200  len: 700 time: 0.3686094
Dec 03 11:21:37.030844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:floatingip and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:37.033512 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7fb4dae5-d0db-476f-93c0-db08b1dbcd3c tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] 10.222.0.90 "GET /v2.0/ports?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6&device_id=ee957345-df82-4c38-95c6-ec62d357218e HTTP/1.1" status: 200  len: 205 time: 0.0662820
Dec 03 11:21:37.034206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46872) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:37.034654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46874) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:37.035977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:37.044956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:37.059303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bc04c-6c82-4009-98af-f9b947a37a31 None None] Routers {'ee957345-df82-4c38-95c6-ec62d357218e'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:37.060187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-023bc04c-6c82-4009-98af-f9b947a37a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b66a5940>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ee957345-df82-4c38-95c6-ec62d357218e'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:37.077865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:37.106274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:37.107208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5285bb71-ca1d-4e1b-b2e7-3e5cf68cdd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:37.138660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:37.139723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:37.157546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:37.157917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-023bc04c-6c82-4009-98af-f9b947a37a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b66a5940>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:37.158525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bc04c-6c82-4009-98af-f9b947a37a31 None None] The sync data for ids ['ee957345-df82-4c38-95c6-ec62d357218e'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:37.236042 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-749cc118-13ff-4731-bc6a-a8c465733e35 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "GET /v2.0/ports?device_id=ee957345-df82-4c38-95c6-ec62d357218e HTTP/1.1" status: 200  len: 205 time: 0.1977916
Dec 03 11:21:37.236744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46880) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:37.339805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271b5089-1b2b-4ad9-ad85-2e6283778685 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:21:37.372509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:37.385717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:37.423781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c733e59-6ea9-4025-9dfb-bc7f218a0dee tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:37.430073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=16aeb378-8a0f-432e-b30b-a8547aef500a,revision_number=6']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:37.436040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:37.437759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:37.440754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 16aeb378-8a0f-432e-b30b-a8547aef500a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:37.441184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:37.510823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:37.519379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:37.545332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=cb80669c-4a2f-447e-a5d7-cc7b5f58c282,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:37.548776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:37.549421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:37.555393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:37.592846 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 3.4685743
Dec 03 11:21:37.592846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:37.603554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46884) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:37.612465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:30:61:50', 'name': 'tempest-NetworksTestDHCPv6-277253321'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:37.681613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271b5089-1b2b-4ad9-ad85-2e6283778685 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:21:37.728674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-dced69a8-20ac-4f62-9a18-4f0a5c4376a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b58ff7f0>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:33Z', 'revision_number': 7, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:23Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd76e5c96-7d30-4da0-a8b1-14a1eaa0dee7', 'name': '', 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:cf:c1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:24Z', 'updated_at': '2020-12-03T11:21:33Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:37.756891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced69a8-20ac-4f62-9a18-4f0a5c4376a7 None None] The sync data for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs is: [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:33Z', 'revision_number': 7, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:23Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd76e5c96-7d30-4da0-a8b1-14a1eaa0dee7', 'name': '', 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:cf:c1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:24Z', 'updated_at': '2020-12-03T11:21:33Z', 'revision_number': 4, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:37.912798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:37.927288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:37.933776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:37.944503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:38.004199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:38.013579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:38.119016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.26.1.161 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/a025267a-598d-4b63-862f-da903991c5a6) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:38.134006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c733e59-6ea9-4025-9dfb-bc7f218a0dee tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:38.141691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c733e59-6ea9-4025-9dfb-bc7f218a0dee tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:38.165367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:38.199436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:38.236292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86ad7d-79d5-453c-8c10-2e3a6fa4e1cb None None] Sync routers for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:38.296468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c733e59-6ea9-4025-9dfb-bc7f218a0dee tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:38.297008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c733e59-6ea9-4025-9dfb-bc7f218a0dee tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Fanout notify agent at l3_agent the message router_deleted on router ee957345-df82-4c38-95c6-ec62d357218e {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:21:38.310461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c733e59-6ea9-4025-9dfb-bc7f218a0dee tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:38.311319 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4c733e59-6ea9-4025-9dfb-bc7f218a0dee tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/routers/ee957345-df82-4c38-95c6-ec62d357218e HTTP/1.1" status: 204  len: 168 time: 1.0712020
Dec 03 11:21:38.317637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86ad7d-79d5-453c-8c10-2e3a6fa4e1cb None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:38.318487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5e86ad7d-79d5-453c-8c10-2e3a6fa4e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e7c940>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:38.322228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46888) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:38.325546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port 9c4b5c41-3415-4ba5-9ff6-e06cce0b010f yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:21:38.423789 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-904fd371-0b39-49f6-8c8e-99966e22f01e tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "GET /v2.0/ports?device_id=ee957345-df82-4c38-95c6-ec62d357218e HTTP/1.1" status: 200  len: 205 time: 0.1002910
Dec 03 11:21:38.439552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46892) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:38.522830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-5e86ad7d-79d5-453c-8c10-2e3a6fa4e1cb None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:38.553547 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-6ea72531-a91c-4ad1-a218-37f4fdf7252f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] delete failed (client error): The resource could not be found.
Dec 03 11:21:38.557424 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6ea72531-a91c-4ad1-a218-37f4fdf7252f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/routers/ee957345-df82-4c38-95c6-ec62d357218e HTTP/1.1" status: 404  len: 336 time: 0.1140647
Dec 03 11:21:38.561524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46896) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:38.578497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:38.584064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:38.584492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:38.668997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-73e021f1-ad59-43bb-9f45-45e328b66e71 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "GET /v2.0/ports?device_id=07cf8a45-3467-4b4b-be99-b3edf96d959b HTTP/1.1" status: 200  len: 205 time: 0.0997667
Dec 03 11:21:38.675919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46900) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:38.765980 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-16c2ccab-bfcd-446d-9387-60a61d60c93d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] delete failed (client error): The resource could not be found.
Dec 03 11:21:38.769985 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-16c2ccab-bfcd-446d-9387-60a61d60c93d tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/routers/07cf8a45-3467-4b4b-be99-b3edf96d959b HTTP/1.1" status: 404  len: 336 time: 0.0892494
Dec 03 11:21:38.771003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46904) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:38.789915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::f816:3eff:fe30:6150 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/cb80669c-4a2f-447e-a5d7-cc7b5f58c282/9c4b5c41-3415-4ba5-9ff6-e06cce0b010f) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:38.803483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:38.860661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c77329db-8974-48d3-ba87-8308a1764920 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "GET /v2.0/ports?device_id=fbdd50ff-24b3-4298-ac9e-16aea0406899 HTTP/1.1" status: 200  len: 205 time: 0.0881968
Dec 03 11:21:38.867697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46908) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:38.973766 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-69b3377a-6977-4522-acce-fcb915c9c5d8 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] delete failed (client error): The resource could not be found.
Dec 03 11:21:38.977542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-69b3377a-6977-4522-acce-fcb915c9c5d8 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/routers/fbdd50ff-24b3-4298-ac9e-16aea0406899 HTTP/1.1" status: 404  len: 336 time: 0.1057665
Dec 03 11:21:38.983392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46912) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:39.043522 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fff7b305-2a5f-44fc-aaaa-92c7fdb9ba07 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "GET /v2.0/ports?device_id=8ca70720-9f77-4f62-912b-9b94a1cf6278 HTTP/1.1" status: 200  len: 205 time: 0.0565403
Dec 03 11:21:39.043839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46916) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:39.046622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:39.047019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:39.058527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 16aeb378-8a0f-432e-b30b-a8547aef500a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:39.119874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f9d3917-dc30-4235-ae7c-1b25a0753a31 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:39.209577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 16aeb378-8a0f-432e-b30b-a8547aef500a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:39.210175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:39.289145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] For port d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7,segment=NetworkSegment(45044d45-6d23-4399-a0e3-252217bdc235),segment_id=45044d45-6d23-4399-a0e3-252217bdc235)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:39.290114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:39.291111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5e86ad7d-79d5-453c-8c10-2e3a6fa4e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e7c940>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:33Z', 'revision_number': 7, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:23Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd76e5c96-7d30-4da0-a8b1-14a1eaa0dee7', 'name': '', 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:cf:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:24Z', 'updated_at': '2020-12-03T11:21:36Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:39.300032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86ad7d-79d5-453c-8c10-2e3a6fa4e1cb None None] Checking router: 513ce876-4a4c-4a50-8de7-5bf45f4c346b for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:21:39.301711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=a025267a-598d-4b63-862f-da903991c5a6,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:39.309279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:39.327457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86ad7d-79d5-453c-8c10-2e3a6fa4e1cb None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:39.328507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5e86ad7d-79d5-453c-8c10-2e3a6fa4e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e7c940>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:39.436007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:39.474858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:39.478715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:39.483240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:39.574308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-5e86ad7d-79d5-453c-8c10-2e3a6fa4e1cb None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:39.584663 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-e514beeb-7ecf-41aa-ab17-07c4a9471c59 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] delete failed (client error): The resource could not be found.
Dec 03 11:21:39.588741 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e514beeb-7ecf-41aa-ab17-07c4a9471c59 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/routers/8ca70720-9f77-4f62-912b-9b94a1cf6278 HTTP/1.1" status: 404  len: 336 time: 0.5437515
Dec 03 11:21:39.589431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46920) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:39.596517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:39.621736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3852ecf0-5ddf-41fb-8fe6-9cf6adbdbbbc None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:21:39.656987 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-12fa57ad-91e7-476b-9c0b-6c3434383f1a tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "GET /v2.0/ports?device_id=f6e26154-1098-4fb4-9cbb-6459ae01c140 HTTP/1.1" status: 200  len: 205 time: 0.0562551
Dec 03 11:21:39.658885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46924) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:39.664847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object 9c4b5c41-3415-4ba5-9ff6-e06cce0b010f will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:39.750695 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-3e9da832-e669-4e89-8bd7-37adfa55f41a tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] delete failed (client error): The resource could not be found.
Dec 03 11:21:39.754214 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3e9da832-e669-4e89-8bd7-37adfa55f41a tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/routers/f6e26154-1098-4fb4-9cbb-6459ae01c140 HTTP/1.1" status: 404  len: 336 time: 0.0919876
Dec 03 11:21:39.757335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46928) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:39.788208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d2a3438f-e923-40e0-97fc-dfe8470ffbe0 None None] Provisioning complete for port 16aeb378-8a0f-432e-b30b-a8547aef500a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:39.788793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2a3438f-e923-40e0-97fc-dfe8470ffbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:39.864348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:39.919222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:39.949882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43e8b5ce-bd6c-4d24-8ab8-634574ad8ef7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:39.985541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d5f6abc5-ebdd-46f5-85b3-f1b5235f534b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "GET /v2.0/ports?device_id=6322f650-de16-45ff-a54e-a917e4da81f9 HTTP/1.1" status: 200  len: 205 time: 0.2234187
Dec 03 11:21:39.995973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46932) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:40.000952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-10907096-7bf1-4fe0-928e-99523b804366 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:40.046350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:40.049298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:40.183845 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-a6fa2410-13f9-4b1b-a5e2-23342a641c17 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] delete failed (client error): The resource could not be found.
Dec 03 11:21:40.184974 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a6fa2410-13f9-4b1b-a5e2-23342a641c17 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/routers/6322f650-de16-45ff-a54e-a917e4da81f9 HTTP/1.1" status: 404  len: 336 time: 0.1834540
Dec 03 11:21:40.194865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46936) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:40.250047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=9c4b5c41-3415-4ba5-9ff6-e06cce0b010f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:40.266509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:40.269729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-000677cc-a3c3-44d6-96f3-fa38bce37544 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] DELETE failed (client error): The resource could not be found.
Dec 03 11:21:40.270232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000677cc-a3c3-44d6-96f3-fa38bce37544 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:21:40.280374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3852ecf0-5ddf-41fb-8fe6-9cf6adbdbbbc None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:21:40.314851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:40.320055 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-000677cc-a3c3-44d6-96f3-fa38bce37544 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] 10.222.0.90 "DELETE /v2.0/subnets/a86a29af-24fe-4059-8604-ab240ffcb2fc HTTP/1.1" status: 404  len: 337 time: 0.1193259
Dec 03 11:21:40.351499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:40.357446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:40.361052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:40.365382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:40.366055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:40.402119 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.7973969
Dec 03 11:21:40.409620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46942) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:40.512063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:40.539449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db66209e-50b8-4400-898d-d12a0e54dd59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:40.539706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5e86ad7d-79d5-453c-8c10-2e3a6fa4e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e7c940>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:33Z', 'revision_number': 7, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:23Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd76e5c96-7d30-4da0-a8b1-14a1eaa0dee7', 'name': '', 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:cf:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:24Z', 'updated_at': '2020-12-03T11:21:36Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:40.544226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db66209e-50b8-4400-898d-d12a0e54dd59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:40.545277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-db66209e-50b8-4400-898d-d12a0e54dd59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:40.561564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86ad7d-79d5-453c-8c10-2e3a6fa4e1cb None None] The sync data for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs is: [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:33Z', 'revision_number': 7, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:23Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd76e5c96-7d30-4da0-a8b1-14a1eaa0dee7', 'name': '', 'network_id': '24c37fd6-e671-4e48-89f5-de3471e47fae', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:cf:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:24Z', 'updated_at': '2020-12-03T11:21:36Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'bb5f2023-27f7-4bea-a25b-2ad61d6d68e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:40.574195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-db66209e-50b8-4400-898d-d12a0e54dd59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:40.575450 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-db66209e-50b8-4400-898d-d12a0e54dd59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.1651943
Dec 03 11:21:40.642776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46946) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:40.747354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:40.836440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46952) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:40.875887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1dad4d2e-8856-4761-aa15-bebbf87e5c89 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port 9c4b5c41-3415-4ba5-9ff6-e06cce0b010f {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:40.876280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1dad4d2e-8856-4761-aa15-bebbf87e5c89 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:40.882108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 513ce876-4a4c-4a50-8de7-5bf45f4c346b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:41.044526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39c8449b-4046-4794-ae77-9c3f947afd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:41.076769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-39c8449b-4046-4794-ae77-9c3f947afd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:41.087207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-39c8449b-4046-4794-ae77-9c3f947afd70 admin admin] Usage tracker for resource:security_group_rule and tenant:9d954ff7cbd34eaa87d459922107748e is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:41.092203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-39c8449b-4046-4794-ae77-9c3f947afd70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:41.102455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-39c8449b-4046-4794-ae77-9c3f947afd70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:41.107934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:41.119756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccda1a0-b9c0-4051-9d44-96891d5cdd53 None None] Sync routers for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:41.134359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccda1a0-b9c0-4051-9d44-96891d5cdd53 None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:41.135085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9ccda1a0-b9c0-4051-9d44-96891d5cdd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68d2c18>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:41.223502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39c8449b-4046-4794-ae77-9c3f947afd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:41.233019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39c8449b-4046-4794-ae77-9c3f947afd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:41.243953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8cac933-55bd-43e8-a02e-aa2e6d18466f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:41.279623 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2434285
Dec 03 11:21:41.283407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 46958) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:41.315325 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-39c8449b-4046-4794-ae77-9c3f947afd70 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9d954ff7cbd34eaa87d459922107748e&name=default HTTP/1.1" status: 200  len: 2883 time: 0.4777026
Dec 03 11:21:41.317368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8449b-4046-4794-ae77-9c3f947afd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774e494c-6703-4562-a0ba-0e97cc051f48,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:41.322423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-39c8449b-4046-4794-ae77-9c3f947afd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:41.323160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46962) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:41.344125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:41.349076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-9ccda1a0-b9c0-4051-9d44-96891d5cdd53 None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:41.362412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:41.383761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:41.402658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03f5fe9e-edbc-4afa-997e-b271f68ca3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:41.435833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03f5fe9e-edbc-4afa-997e-b271f68ca3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:41.460187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8605f36b-60ff-4370-a216-7f654766d344 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:41.468535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1dad4d2e-8856-4761-aa15-bebbf87e5c89 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:41.497692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03f5fe9e-edbc-4afa-997e-b271f68ca3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:41.506452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65338f61-1bf5-4a21-b1fa-bfbab22763d9 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:41.524849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5fe9e-edbc-4afa-997e-b271f68ca3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774e494c-6703-4562-a0ba-0e97cc051f48,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:41.535861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03f5fe9e-edbc-4afa-997e-b271f68ca3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:41.537451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03f5fe9e-edbc-4afa-997e-b271f68ca3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:41.540327 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-03f5fe9e-edbc-4afa-997e-b271f68ca3f9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/774e494c-6703-4562-a0ba-0e97cc051f48 HTTP/1.1" status: 204  len: 168 time: 0.2155271
Dec 03 11:21:41.650424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1fc19f85-1049-490a-9e97-419ae8121efd None None] Provisioning complete for port 16aeb378-8a0f-432e-b30b-a8547aef500a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:41.651278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fc19f85-1049-490a-9e97-419ae8121efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:41.799670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9ccda1a0-b9c0-4051-9d44-96891d5cdd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68d2c18>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:39Z', 'revision_number': 8, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:23Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:41.804904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccda1a0-b9c0-4051-9d44-96891d5cdd53 None None] Checking router: 513ce876-4a4c-4a50-8de7-5bf45f4c346b for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:21:41.814843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccda1a0-b9c0-4051-9d44-96891d5cdd53 None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:41.815577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9ccda1a0-b9c0-4051-9d44-96891d5cdd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68d2c18>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:41.990163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-9ccda1a0-b9c0-4051-9d44-96891d5cdd53 None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:42.002570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1fc19f85-1049-490a-9e97-419ae8121efd None None] Provisioning for port 9c4b5c41-3415-4ba5-9ff6-e06cce0b010f completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:42.011019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1fc19f85-1049-490a-9e97-419ae8121efd None None] Provisioning complete for port 9c4b5c41-3415-4ba5-9ff6-e06cce0b010f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:42.011473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fc19f85-1049-490a-9e97-419ae8121efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:42.088555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1fc19f85-1049-490a-9e97-419ae8121efd None None] Port 9c4b5c41-3415-4ba5-9ff6-e06cce0b010f cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:21:42.104515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46970) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:42.165591 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-957a6555-4b43-4015-b354-bcffd9343646 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ada6f360f0794155984c03692a855cbc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0591316
Dec 03 11:21:42.167952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46974) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:42.187301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1dad4d2e-8856-4761-aa15-bebbf87e5c89 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for 9c4b5c41-3415-4ba5-9ff6-e06cce0b010f owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:42.231083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=a025267a-598d-4b63-862f-da903991c5a6,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:42.247403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:42.253852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fabfbb0-e545-4d91-86f3-8e48b172a329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:42.285364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fabfbb0-e545-4d91-86f3-8e48b172a329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:42.348950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fabfbb0-e545-4d91-86f3-8e48b172a329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:42.355982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84ea22f9-b6d0-4626-bca1-5aa735105c81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:42.371147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabfbb0-e545-4d91-86f3-8e48b172a329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eaf77b-9438-4ffe-8d07-4db484fa12b9,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:42.384883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5fabfbb0-e545-4d91-86f3-8e48b172a329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:42.387163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fabfbb0-e545-4d91-86f3-8e48b172a329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:42.389198 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5fabfbb0-e545-4d91-86f3-8e48b172a329 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a0eaf77b-9438-4ffe-8d07-4db484fa12b9 HTTP/1.1" status: 204  len: 168 time: 0.2194793
Dec 03 11:21:42.431554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3dcfcfb6-3a06-4e5b-99b7-083dfaf3ca5c None None] Provisioning complete for port 16aeb378-8a0f-432e-b30b-a8547aef500a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:42.432111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcfb6-3a06-4e5b-99b7-083dfaf3ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:42.438742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9ccda1a0-b9c0-4051-9d44-96891d5cdd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68d2c18>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:39Z', 'revision_number': 8, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:23Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:42.465706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccda1a0-b9c0-4051-9d44-96891d5cdd53 None None] The sync data for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs is: [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:39Z', 'revision_number': 8, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '75637e43-20f6-41cf-b582-df31a233d58b', 'name': '', 'network_id': '8bcac224-21a6-44eb-b3fa-66b89f03ee37', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:61:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:21:11Z', 'updated_at': '2020-12-03T11:21:23Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '6e9a6285-f122-44de-ac6c-b8cc53c786a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:42.489534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:42.579904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-30da454b-d71e-40c6-acc6-95f2266366d0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting subnet bb5f2023-27f7-4bea-a25b-2ad61d6d68e4 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:21:42.583627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30da454b-d71e-40c6-acc6-95f2266366d0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:42.629149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3dcfcfb6-3a06-4e5b-99b7-083dfaf3ca5c None None] Provisioning complete for port 9c4b5c41-3415-4ba5-9ff6-e06cce0b010f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:42.629149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcfb6-3a06-4e5b-99b7-083dfaf3ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:42.695461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfcfb6-3a06-4e5b-99b7-083dfaf3ca5c None None] Port 9c4b5c41-3415-4ba5-9ff6-e06cce0b010f cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:21:42.791834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30da454b-d71e-40c6-acc6-95f2266366d0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:42.816531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-83aaa262-f975-4195-9ed5-242bfafd7b69 None None] Provisioning complete for port 9c4b5c41-3415-4ba5-9ff6-e06cce0b010f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:42.817077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83aaa262-f975-4195-9ed5-242bfafd7b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:42.874610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83aaa262-f975-4195-9ed5-242bfafd7b69 None None] Port 9c4b5c41-3415-4ba5-9ff6-e06cce0b010f cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:21:42.901580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1dad4d2e-8856-4761-aa15-bebbf87e5c89 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:42.924239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ae206b2-a9a0-4da8-ae04-194811f86c10 tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:42.988046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad4d2e-8856-4761-aa15-bebbf87e5c89 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=9c4b5c41-3415-4ba5-9ff6-e06cce0b010f,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:43.002486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1dad4d2e-8856-4761-aa15-bebbf87e5c89 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:43.009276 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Floating IP 5e0931e5-9c87-4bba-b095-bce8f9a13386 associated. External IP: 172.26.1.161, port: 112b23db-8a7e-4639-aa03-9b32ad481813.
Dec 03 11:21:43.224761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30da454b-d71e-40c6-acc6-95f2266366d0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:43.363503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1dad4d2e-8856-4761-aa15-bebbf87e5c89 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:43.494661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 46996) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:43.509016 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1dad4d2e-8856-4761-aa15-bebbf87e5c89 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/9c4b5c41-3415-4ba5-9ff6-e06cce0b010f HTTP/1.1" status: 204  len: 168 time: 2.8644321
Dec 03 11:21:43.511570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47002) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:43.594419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b796e-7237-48d5-b8b8-b6519cfef2f8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:43.595955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b796e-7237-48d5-b8b8-b6519cfef2f8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:43.596810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bf2b796e-7237-48d5-b8b8-b6519cfef2f8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:43.614037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bf2b796e-7237-48d5-b8b8-b6519cfef2f8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:43.617907 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bf2b796e-7237-48d5-b8b8-b6519cfef2f8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1017375
Dec 03 11:21:43.620529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47006) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:43.746473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:43.893574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30da454b-d71e-40c6-acc6-95f2266366d0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:43.920449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb3433f9-d65d-44b5-b076-ad1237084ffa tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:43.946304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1862124375'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:43.956045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:43.961939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:21:43.964084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:network and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:43.969088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:43.983329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:43.983989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da454b-d71e-40c6-acc6-95f2266366d0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Subnet': ['ID=bb5f2023-27f7-4bea-a25b-2ad61d6d68e4,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:43.994317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30da454b-d71e-40c6-acc6-95f2266366d0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:44.000110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:21:44.000789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d76e5c96-7d30-4da0-a8b1-14a1eaa0dee7 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:21:44.028472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:44.033996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.104585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.143247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:44.143934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:security_group_rule and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:44.150747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:44.166825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:44.201440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c421ab3-d904-4bf3-a60d-ab6f7799e263 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet cb80669c-4a2f-447e-a5d7-cc7b5f58c282 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:21:44.213787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c421ab3-d904-4bf3-a60d-ab6f7799e263 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.290942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c421ab3-d904-4bf3-a60d-ab6f7799e263 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.389320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30da454b-d71e-40c6-acc6-95f2266366d0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.396508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a5e2f-7417-4c01-a413-4e4e78c8d339 None None] Network 24c37fd6-e671-4e48-89f5-de3471e47fae requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:44.398725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:44.408017 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-30da454b-d71e-40c6-acc6-95f2266366d0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/bb5f2023-27f7-4bea-a25b-2ad61d6d68e4 HTTP/1.1" status: 204  len: 168 time: 3.1205277
Dec 03 11:21:44.408667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47010) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:44.415195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.418054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de462d2-efec-433e-bccd-48217afc39fe None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:44.424559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.428132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c421ab3-d904-4bf3-a60d-ab6f7799e263 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.459582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2c49864-57ce-4494-8ede-09d35f023c7c tempest-PortsAdminExtendedAttrsTestJSON-928423482 tempest-PortsAdminExtendedAttrsTestJSON-928423482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:44.462961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.504372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:21:44.512916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de462d2-efec-433e-bccd-48217afc39fe None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:44.513615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0de462d2-efec-433e-bccd-48217afc39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6168080>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:44.524056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'SecurityGroup': ['ID=b5581bea-f7ce-48f1-8901-78ff889d8f51,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:44.534078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:44.538903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.539346 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Added segment 2de9a0cf-fe5d-4608-88aa-d191628178a8 of type vxlan for network 64639232-d0b1-474a-8ddd-6895b2b16407
Dec 03 11:21:44.586643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0de462d2-efec-433e-bccd-48217afc39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6168080>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:44.596448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.657047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de462d2-efec-433e-bccd-48217afc39fe None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:44.658273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0de462d2-efec-433e-bccd-48217afc39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6168080>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:44.659561 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 7.6988020
Dec 03 11:21:44.669313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47014) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:44.677887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port ee1e0142-993c-451d-9aeb-5ef2b1745062 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:44.678268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.679270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.689481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1145572202'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:44.699208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:44.713774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:network and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:44.721942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:44.732808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0de462d2-efec-433e-bccd-48217afc39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6168080>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:44.733266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de462d2-efec-433e-bccd-48217afc39fe None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:44.751818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:44.811901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Made reservation on behalf of bed15e13252a48acad7b4d88131ac0c2 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:44.817529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.821625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83939106-a569-46a8-bc48-8cca06249c39 None None] DHCP port deletion for 24c37fd6-e671-4e48-89f5-de3471e47fae request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:21:44.826209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83939106-a569-46a8-bc48-8cca06249c39 None None] Deleting port ee1e0142-993c-451d-9aeb-5ef2b1745062 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:44.826632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83939106-a569-46a8-bc48-8cca06249c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.828093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.832234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:44.832875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:44.845674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a955e623-6ea3-4efa-a279-0029e3c97c29 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:44.938266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] For port ee1e0142-993c-451d-9aeb-5ef2b1745062, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ee1e0142-993c-451d-9aeb-5ef2b1745062,segment=NetworkSegment(45044d45-6d23-4399-a0e3-252217bdc235),segment_id=45044d45-6d23-4399-a0e3-252217bdc235)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:44.938479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:45.012650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Network': ['ID=64639232-d0b1-474a-8ddd-6895b2b16407,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:45.016029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:21:45.018993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:45.027470 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5314558
Dec 03 11:21:45.044260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:45.045825 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Added segment ae672eb9-cae2-4870-a396-22e67c35e437 of type vxlan for network 38d79cb4-ee67-470c-b01b-53596f3e1bfb
Dec 03 11:21:45.061095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-83939106-a569-46a8-bc48-8cca06249c39 None None] For port ee1e0142-993c-451d-9aeb-5ef2b1745062, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ee1e0142-993c-451d-9aeb-5ef2b1745062,segment=NetworkSegment(45044d45-6d23-4399-a0e3-252217bdc235),segment_id=45044d45-6d23-4399-a0e3-252217bdc235)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:45.061533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83939106-a569-46a8-bc48-8cca06249c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:45.078318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:45.092288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for ee1e0142-993c-451d-9aeb-5ef2b1745062 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:45.112167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c421ab3-d904-4bf3-a60d-ab6f7799e263 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:45.131566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fee0265c-4139-42b9-a594-0ac06e471573 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:45.164116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:45.170116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:45.171249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:45.186752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:45.200018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c421ab3-d904-4bf3-a60d-ab6f7799e263 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=cb80669c-4a2f-447e-a5d7-cc7b5f58c282,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:45.205058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:45.208734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83939106-a569-46a8-bc48-8cca06249c39 None None] Calling delete_port for ee1e0142-993c-451d-9aeb-5ef2b1745062 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:45.209391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c421ab3-d904-4bf3-a60d-ab6f7799e263 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:45.223864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:45.266666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=ee1e0142-993c-451d-9aeb-5ef2b1745062,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:45.272239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   (rel_b, rel_a, rel_b),
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:21:45.283567 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:21:45.287122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-83939106-a569-46a8-bc48-8cca06249c39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:21:45.287122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-83939106-a569-46a8-bc48-8cca06249c39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:21:45.289539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 64639232-d0b1-474a-8ddd-6895b2b16407 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:21:45.302783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 64639232-d0b1-474a-8ddd-6895b2b16407 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:21:45.377709 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.7054560
Dec 03 11:21:45.382454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No DVR routers for this DVR port ee1e0142-993c-451d-9aeb-5ef2b1745062 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:21:45.423420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47018) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:45.453280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c421ab3-d904-4bf3-a60d-ab6f7799e263 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:45.457479 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5c421ab3-d904-4bf3-a60d-ab6f7799e263 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/cb80669c-4a2f-447e-a5d7-cc7b5f58c282 HTTP/1.1" status: 204  len: 168 time: 1.8320656
Dec 03 11:21:45.458599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47022) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:45.460199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'subnet': {'network_id': '38d79cb4-ee67-470c-b01b-53596f3e1bfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:45.462560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Network': ['ID=38d79cb4-ee67-470c-b01b-53596f3e1bfb,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:45.473529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f275c511-77c8-46bd-b804-1727ffe014d1 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:45.476199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:45.521321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 38d79cb4-ee67-470c-b01b-53596f3e1bfb details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:21:45.535652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 38d79cb4-ee67-470c-b01b-53596f3e1bfb details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:21:45.555868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a857f7eb-4d6c-4075-bcae-bddfb28644cf tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:router {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:45.581360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a857f7eb-4d6c-4075-bcae-bddfb28644cf tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:router {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:45.585139 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a857f7eb-4d6c-4075-bcae-bddfb28644cf tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1229079
Dec 03 11:21:45.586321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47026) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:45.700644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037a4f-c43c-426b-829e-6d61900b6055 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:45.701449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84037a4f-c43c-426b-829e-6d61900b6055 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:45.710291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:45.720483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84037a4f-c43c-426b-829e-6d61900b6055 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:45.722112 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-84037a4f-c43c-426b-829e-6d61900b6055 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1341486
Dec 03 11:21:45.724757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47030) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:45.784444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:45.789898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:subnet and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:45.793431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:45.799698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:45.801214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83939106-a569-46a8-bc48-8cca06249c39 None None] Deleting port ee1e0142-993c-451d-9aeb-5ef2b1745062 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:45.801477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83939106-a569-46a8-bc48-8cca06249c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:45.812077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0960be-eccb-4a39-a48c-002807e909b2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:45.813604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9c0960be-eccb-4a39-a48c-002807e909b2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:45.832251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9c0960be-eccb-4a39-a48c-002807e909b2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:45.833879 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9c0960be-eccb-4a39-a48c-002807e909b2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1078591
Dec 03 11:21:45.837523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47034) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:45.877542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Made reservation on behalf of bed15e13252a48acad7b4d88131ac0c2 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:45.976580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4757198>,) {'filters': {'network_id': ['24c37fd6-e671-4e48-89f5-de3471e47fae']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:46.030099 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-99dc7602-fbed-4d80-bee1-7a566da018a9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1910746
Dec 03 11:21:46.035659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47038) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:46.047280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:46.097779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4757198>, '45044d45-6d23-4399-a0e3-252217bdc235') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:46.098156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4757198>, '45044d45-6d23-4399-a0e3-252217bdc235') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:46.101886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83939106-a569-46a8-bc48-8cca06249c39 None None] The port 'ee1e0142-993c-451d-9aeb-5ef2b1745062' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:21:46.102992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ee1e0142-993c-451d-9aeb-5ef2b1745062 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:21:46.117782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:46.129240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:46.185297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: ee1e0142-993c-451d-9aeb-5ef2b1745062 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:21:46.185697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ee1e0142-993c-451d-9aeb-5ef2b1745062 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:21:46.233169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:46.244713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:46.257086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:46.264751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:46.278607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:46.281459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Releasing vxlan tunnel 9 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:21:46.332158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb250dd3-ec6e-4a6a-8792-c0754728bc4a None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:21:46.338082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-eb250dd3-ec6e-4a6a-8792-c0754728bc4a None None] Deleting port 16aeb378-8a0f-432e-b30b-a8547aef500a {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:46.338534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb250dd3-ec6e-4a6a-8792-c0754728bc4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:46.489333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 24c37fd6-e671-4e48-89f5-de3471e47fae has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:21:46.498482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:46.559989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-eb250dd3-ec6e-4a6a-8792-c0754728bc4a None None] For port 16aeb378-8a0f-432e-b30b-a8547aef500a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=16aeb378-8a0f-432e-b30b-a8547aef500a,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:46.560362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb250dd3-ec6e-4a6a-8792-c0754728bc4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:46.687192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 24c37fd6-e671-4e48-89f5-de3471e47fae has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:21:46.705260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-eb250dd3-ec6e-4a6a-8792-c0754728bc4a None None] Calling delete_port for 16aeb378-8a0f-432e-b30b-a8547aef500a owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:21:46.720602 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:21:46.784224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb250dd3-ec6e-4a6a-8792-c0754728bc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:46.799829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:46.808988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:46.813117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:46.829307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-12002201-9664-491e-8603-7e66d02d44b2 tempest-AllowedAddressPairIpV6TestJSON-1449008126 tempest-AllowedAddressPairIpV6TestJSON-1449008126] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:46.857165 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/networks/24c37fd6-e671-4e48-89f5-de3471e47fae HTTP/1.1" status: 204  len: 168 time: 2.4456773
Dec 03 11:21:46.859191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb250dd3-ec6e-4a6a-8792-c0754728bc4a None None] Pushing event deleted for resources: {'Port': ['ID=16aeb378-8a0f-432e-b30b-a8547aef500a,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:46.859493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Network': ['ID=24c37fd6-e671-4e48-89f5-de3471e47fae,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:46.862834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:46.863426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47042) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:46.872143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eb250dd3-ec6e-4a6a-8792-c0754728bc4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:46.967071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb250dd3-ec6e-4a6a-8792-c0754728bc4a None None] No DVR routers for this DVR port 16aeb378-8a0f-432e-b30b-a8547aef500a on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:21:47.262313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:47.282015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18ff7b86-1a9f-4875-9dc3-6fad1913dc7e tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:47.312857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:47.425044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=4158b10c-a1f1-4d13-945e-9b3e25252c8e,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:47.434020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:47.486060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:47.487555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:47.497294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e52e559-29f0-4a3e-8d19-33b5bfd17a54 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:47.500547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:47.501333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:47.534242 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4945736
Dec 03 11:21:47.534613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47046) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:47.542687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:22:4b:fb', 'name': 'tempest-NetworksTestDHCPv6-1468882514'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:47.726187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:47.736972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:47.752926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:47.760830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:47.796598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '4158b10c-a1f1-4d13-945e-9b3e25252c8e'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:21:47.798506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:48.035705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port a3d3f446-8df3-40e4-b28b-7578a7628124 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:21:48.187169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 16aeb378-8a0f-432e-b30b-a8547aef500a no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:21:48.218227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:48.229766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 16aeb378-8a0f-432e-b30b-a8547aef500a {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:21:48.230296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 16aeb378-8a0f-432e-b30b-a8547aef500a not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:21:48.236894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:48.260242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Allocated IP 2001:db8::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/4158b10c-a1f1-4d13-945e-9b3e25252c8e/17f412c9-5776-470c-b896-903ed45746a2) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:48.446407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Subnet': ['ID=89fa27e4-1e16-4ddc-a5f7-6dd064e8b0f7,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:48.454379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:48.485122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:48.500332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Transition to ACTIVE for port object 17f412c9-5776-470c-b896-903ed45746a2 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:48.517787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Transition to ACTIVE for port object 17f412c9-5776-470c-b896-903ed45746a2 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:48.528497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:48.572235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Checking segment: {'id': 'ae672eb9-cae2-4870-a396-22e67c35e437', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '38d79cb4-ee67-470c-b01b-53596f3e1bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:48.572810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network hostable DHCP agents. Network: 38d79cb4-ee67-470c-b01b-53596f3e1bfb, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:21:48.608287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::38 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/4158b10c-a1f1-4d13-945e-9b3e25252c8e/a3d3f446-8df3-40e4-b28b-7578a7628124) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:48.618313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network 38d79cb4-ee67-470c-b01b-53596f3e1bfb is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:21:48.655048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8784991e-7661-4443-beb5-e65ba943e724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:48.676831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 38d79cb4-ee67-470c-b01b-53596f3e1bfb) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:48.711566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:48.712679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:48.718866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 75637e43-20f6-41cf-b582-df31a233d58b {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:48.719402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:48.732535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a509fda-db05-4fdb-9fe2-13b21e6cbb3a None None] Network 38d79cb4-ee67-470c-b01b-53596f3e1bfb requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:48.783398 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3434370
Dec 03 11:21:48.793484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47050) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:48.799392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-460712178', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:48.829829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:48.847631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:router and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:48.861864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for router was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:48.873652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47054) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:48.876698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:48.877178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:48.889076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Pushing event updated for resources: {'Port': ['ID=17f412c9-5776-470c-b896-903ed45746a2,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:48.892473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:48.895096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object a3d3f446-8df3-40e4-b28b-7578a7628124 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:48.925212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:48.945166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04d67ac3-a0be-4f44-bb8d-3aef69f5d576 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:48.952000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:48.961746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'subnet': {'network_id': '64639232-d0b1-474a-8ddd-6895b2b16407', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:48.962247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:48.964720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:49.065248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Attempting to bind port 17f412c9-5776-470c-b896-903ed45746a2 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:49.065633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Attempting to bind port 17f412c9-5776-470c-b896-903ed45746a2 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:49.066047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Attempting to bind port 17f412c9-5776-470c-b896-903ed45746a2 on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:49.072779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:49.073943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:49.080229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:21:49.080826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:49.081248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:49.081766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:49.082202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:49.082728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Bound port: 17f412c9-5776-470c-b896-903ed45746a2, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:49.083166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:49.143745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:49.155172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] For port 75637e43-20f6-41cf-b582-df31a233d58b, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=75637e43-20f6-41cf-b582-df31a233d58b,segment=NetworkSegment(1f81b3d1-dd24-4328-b50f-47221a8ff07c),segment_id=1f81b3d1-dd24-4328-b50f-47221a8ff07c)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:49.155589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:49.164807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:subnet and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:49.168686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:49.174790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:49.186487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-38d79cb4-ee67-470c-b01b-53596f3e1bfb', 'network_id': '38d79cb4-ee67-470c-b01b-53596f3e1bfb', 'tenant_id': 'bed15e13252a48acad7b4d88131ac0c2', 'fixed_ips': [{'subnet_id': '89fa27e4-1e16-4ddc-a5f7-6dd064e8b0f7'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:21:49.187469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:49.193983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:49.289769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] For port 17f412c9-5776-470c-b896-903ed45746a2, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:49.314399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] For port 17f412c9-5776-470c-b896-903ed45746a2, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=17f412c9-5776-470c-b896-903ed45746a2,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:49.334689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for 75637e43-20f6-41cf-b582-df31a233d58b owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:49.365153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:49.372023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=a3d3f446-8df3-40e4-b28b-7578a7628124,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:49.372406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:49.376544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:49.433180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:49.434578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:49.437041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:49.441516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:49.442219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:49.473381 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.9347854
Dec 03 11:21:49.473961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47058) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:49.567219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a3b750-dd2c-4321-b842-44cb54f803d6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:49.571397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:49.571681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a3b750-dd2c-4321-b842-44cb54f803d6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:49.572523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-38a3b750-dd2c-4321-b842-44cb54f803d6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:49.588296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-38a3b750-dd2c-4321-b842-44cb54f803d6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:49.590117 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-38a3b750-dd2c-4321-b842-44cb54f803d6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1154451
Dec 03 11:21:49.592899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47062) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:49.643995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:49.672093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9de79e13-e215-409e-8994-25b566551be3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port a3d3f446-8df3-40e4-b28b-7578a7628124 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:49.673106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9de79e13-e215-409e-8994-25b566551be3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:49.791976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Pushing event updated for resources: {'Port': ['ID=17f412c9-5776-470c-b896-903ed45746a2,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:49.806843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:49.892891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:49.952693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Allocated IP 172.20.0.2 (38d79cb4-ee67-470c-b01b-53596f3e1bfb/89fa27e4-1e16-4ddc-a5f7-6dd064e8b0f7/f93ca168-6be3-433c-bd26-2de468c77190) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:49.982634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9de79e13-e215-409e-8994-25b566551be3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:50.127840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9de79e13-e215-409e-8994-25b566551be3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for a3d3f446-8df3-40e4-b28b-7578a7628124 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:50.206366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:50.209608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:50.227730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-281940e4-b5de-47ce-a8b4-d6b6612571b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:50.277247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Transition to ACTIVE for port object f93ca168-6be3-433c-bd26-2de468c77190 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:50.281776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9de79e13-e215-409e-8994-25b566551be3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:50.315883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=75637e43-20f6-41cf-b582-df31a233d58b,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:50.323362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:50.326756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Transition to ACTIVE for port object f93ca168-6be3-433c-bd26-2de468c77190 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:50.336618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:50.341924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:50.360623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-83ec200b-1144-4ece-b88f-a55d0bb91bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:50.394688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de79e13-e215-409e-8994-25b566551be3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=a3d3f446-8df3-40e4-b28b-7578a7628124,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:50.399781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9de79e13-e215-409e-8994-25b566551be3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:50.457527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Pushing event updated for resources: {'Port': ['ID=f93ca168-6be3-433c-bd26-2de468c77190,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:50.465504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:50.541622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9de79e13-e215-409e-8994-25b566551be3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:50.557905 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9de79e13-e215-409e-8994-25b566551be3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/a3d3f446-8df3-40e4-b28b-7578a7628124 HTTP/1.1" status: 204  len: 168 time: 0.9636695
Dec 03 11:21:50.558974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47066) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:50.611723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Network 38d79cb4-ee67-470c-b01b-53596f3e1bfb is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:50.613155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:50.615641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:50.639055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7dd6c3-6010-40a2-83c5-59e79c1e37e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:50.641104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7dd6c3-6010-40a2-83c5-59e79c1e37e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:50.642129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cb7dd6c3-6010-40a2-83c5-59e79c1e37e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:50.665587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cb7dd6c3-6010-40a2-83c5-59e79c1e37e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:50.667450 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cb7dd6c3-6010-40a2-83c5-59e79c1e37e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.1074576
Dec 03 11:21:50.670529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47070) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:50.676183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Attempting to bind port f93ca168-6be3-433c-bd26-2de468c77190 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:50.676617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Attempting to bind port f93ca168-6be3-433c-bd26-2de468c77190 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'ae672eb9-cae2-4870-a396-22e67c35e437', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '38d79cb4-ee67-470c-b01b-53596f3e1bfb'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:50.677046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Attempting to bind port f93ca168-6be3-433c-bd26-2de468c77190 on network 38d79cb4-ee67-470c-b01b-53596f3e1bfb {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:50.683728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:50.684239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Checking segment: {'id': 'ae672eb9-cae2-4870-a396-22e67c35e437', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '38d79cb4-ee67-470c-b01b-53596f3e1bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:50.684700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:50.685150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Bound using segment: {'id': 'ae672eb9-cae2-4870-a396-22e67c35e437', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '38d79cb4-ee67-470c-b01b-53596f3e1bfb'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:50.685683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Bound port: f93ca168-6be3-433c-bd26-2de468c77190, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae672eb9-cae2-4870-a396-22e67c35e437', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '38d79cb4-ee67-470c-b01b-53596f3e1bfb'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:50.686112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:50.785602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] For port f93ca168-6be3-433c-bd26-2de468c77190, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:50.789310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] For port f93ca168-6be3-433c-bd26-2de468c77190, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f93ca168-6be3-433c-bd26-2de468c77190,segment=NetworkSegment(ae672eb9-cae2-4870-a396-22e67c35e437),segment_id=ae672eb9-cae2-4870-a396-22e67c35e437)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:50.795726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:50.811332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:50.911585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f170f26-4d4f-453a-b0e2-e796ef7b0b2d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 4158b10c-a1f1-4d13-945e-9b3e25252c8e {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:21:50.920029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f170f26-4d4f-453a-b0e2-e796ef7b0b2d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:50.987433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Pushing event updated for resources: {'Port': ['ID=f93ca168-6be3-433c-bd26-2de468c77190,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:50.991830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f170f26-4d4f-453a-b0e2-e796ef7b0b2d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:50.993045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:51.079756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:51.092256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f170f26-4d4f-453a-b0e2-e796ef7b0b2d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:51.092526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:51.127513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:51.419227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f170f26-4d4f-453a-b0e2-e796ef7b0b2d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:51.437846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53af1494-2794-4360-a3c1-4594cb2a55f9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:51.468702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:51.491471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f170f26-4d4f-453a-b0e2-e796ef7b0b2d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=4158b10c-a1f1-4d13-945e-9b3e25252c8e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:51.505457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4f170f26-4d4f-453a-b0e2-e796ef7b0b2d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:51.619239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f170f26-4d4f-453a-b0e2-e796ef7b0b2d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:51.646504 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4f170f26-4d4f-453a-b0e2-e796ef7b0b2d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/4158b10c-a1f1-4d13-945e-9b3e25252c8e HTTP/1.1" status: 204  len: 168 time: 0.9747403
Dec 03 11:21:51.651527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47074) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:51.732961 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-081ec317-8c06-4cdd-a09d-e044c4e08aa6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0801063
Dec 03 11:21:51.735780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47078) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:51.757282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b2033-19e5-4413-95bd-523ce7fd5ade None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:51.790406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:51.811775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-277af035-a2d1-4356-9bd6-8cd98fedf5a9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:51.824064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b80fe5-0691-45e3-bacd-05e8c64bbeba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:51.824897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b6b80fe5-0691-45e3-bacd-05e8c64bbeba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:51.840681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b6b80fe5-0691-45e3-bacd-05e8c64bbeba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:51.844588 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b6b80fe5-0691-45e3-bacd-05e8c64bbeba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1051826
Dec 03 11:21:51.844844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47082) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:51.875853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0db4df8a-ba11-4a8b-a1ed-3f8336ac14ab None None] Provisioning for port 17f412c9-5776-470c-b896-903ed45746a2 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:51.940777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deac9ca5-d763-4314-a764-f9f65be5ded0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:51.941512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-deac9ca5-d763-4314-a764-f9f65be5ded0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:51.959819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-deac9ca5-d763-4314-a764-f9f65be5ded0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:51.964040 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-deac9ca5-d763-4314-a764-f9f65be5ded0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1176023
Dec 03 11:21:51.966199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47086) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:52.015966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.26.1.4 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/7c3bf306-743f-4c18-b1ed-b054f9dee8c2) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:52.018221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Subnet': ['ID=3b52e135-07fd-471a-a953-3debc19f2113,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:52.021700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:52.047810 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f03358ef-cb5f-407f-a1bc-c284969d2f0c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0798731
Dec 03 11:21:52.052090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47090) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:52.059384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:52.175011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f93ca168-6be3-433c-bd26-2de468c77190 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:52.194116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:52.205337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:52.207777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501c70d5-8dc6-491f-b826-c23793a12ce9 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:21:52.217499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:52.224221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:52.228017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-501c70d5-8dc6-491f-b826-c23793a12ce9 None None] Deleting port 17f412c9-5776-470c-b896-903ed45746a2 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:52.228449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-501c70d5-8dc6-491f-b826-c23793a12ce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:52.381185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port f93ca168-6be3-433c-bd26-2de468c77190 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:52.398654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 17f412c9-5776-470c-b896-903ed45746a2 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:52.518205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-501c70d5-8dc6-491f-b826-c23793a12ce9 None None] For port 17f412c9-5776-470c-b896-903ed45746a2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=17f412c9-5776-470c-b896-903ed45746a2,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:52.518758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-501c70d5-8dc6-491f-b826-c23793a12ce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:52.555014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 513ce876-4a4c-4a50-8de7-5bf45f4c346b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:21:52.574397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Checking segment: {'id': '2de9a0cf-fe5d-4608-88aa-d191628178a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '64639232-d0b1-474a-8ddd-6895b2b16407'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:52.574800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network hostable DHCP agents. Network: 64639232-d0b1-474a-8ddd-6895b2b16407, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:21:52.586512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:52.652088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-501c70d5-8dc6-491f-b826-c23793a12ce9 None None] Calling delete_port for 17f412c9-5776-470c-b896-903ed45746a2 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:52.807622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-501c70d5-8dc6-491f-b826-c23793a12ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:52.809292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80976) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:21:52.939434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08beeaa7-fb0c-4bf1-9cf5-7923b6ecaeb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:52.955996 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.services.revisions.revision_plugin [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7ff1b661a6d8] {port_id='17f412c9-5776-470c-b896-903ed45746a2', ip_address='2001:db8::f816:3eff:fe71:5d0c', subnet_id='396562aa-d802-4f78-8ffa-c07fab7951f7', network_id='cc7b5e29-f739-4393-8923-6dfd9a0401ee'}> to bump revision.
Dec 03 11:21:52.962289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_pluggable_backend [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Port 17f412c9-5776-470c-b896-903ed45746a2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=80976) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 03 11:21:52.962640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_pluggable_backend [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Reverting IP allocation for 2001:db8::f816:3eff:fe71:5d0c {{(pid=80976) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}}
Dec 03 11:21:52.977284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:52.994202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bec83eb7-53c8-4f33-a018-dd03e5aade2a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:52.999128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22856cbc-4003-4c1d-8900-951a20d0ee98 None None] Network 38d79cb4-ee67-470c-b01b-53596f3e1bfb requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:53.031241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c70d5-8dc6-491f-b826-c23793a12ce9 None None] Pushing event deleted for resources: {'Port': ['ID=17f412c9-5776-470c-b896-903ed45746a2,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:53.042000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-501c70d5-8dc6-491f-b826-c23793a12ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:53.064705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No active binding found for port 17f412c9-5776-470c-b896-903ed45746a2 {{(pid=80977) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 03 11:21:53.065181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 17f412c9-5776-470c-b896-903ed45746a2 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 03 11:21:53.083162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 64639232-d0b1-474a-8ddd-6895b2b16407 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:21:53.106663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 64639232-d0b1-474a-8ddd-6895b2b16407) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:53.131311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:53.131978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:53.134333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=396562aa-d802-4f78-8ffa-c07fab7951f7,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:53.138474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:53.139105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:53.162950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c5d38-c761-4af8-9662-1bee07d205c1 None None] Sync routers for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:53.173369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:53.185512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c5d38-c761-4af8-9662-1bee07d205c1 None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:53.186646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-862c5d38-c761-4af8-9662-1bee07d205c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68624e0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:53.194219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:53.196880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:53.201723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a6c7a2d-2dd0-44fd-807c-27ad17b56287 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:53.215251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:53.215830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:53.250948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.1945345
Dec 03 11:21:53.250948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47096) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:53.259639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fe7f9704-4bad-46eb-b585-a501ba36026a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:53.266584 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.3917069
Dec 03 11:21:53.269278 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4036202
Dec 03 11:21:53.275089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47100) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:53.275469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47102) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:53.285461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1082227783'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:53.338366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f76b6c-1fdb-4083-a74e-9e361472f1b8 None None] Network 64639232-d0b1-474a-8ddd-6895b2b16407 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:53.392158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:53.407739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-862c5d38-c761-4af8-9662-1bee07d205c1 None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:53.414375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:network and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:53.421768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:53.430393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Port 17f412c9-5776-470c-b896-903ed45746a2 not found, will not notify nova. {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 03 11:21:53.438633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:53.452534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fe7f9704-4bad-46eb-b585-a501ba36026a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:53.453849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=7c3bf306-743f-4c18-b1ed-b054f9dee8c2,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:53.461057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fe7f9704-4bad-46eb-b585-a501ba36026a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:53.464963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:53.465935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fe7f9704-4bad-46eb-b585-a501ba36026a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:53.472850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8af70c95-bc86-415f-979f-e574cd05bd50 None None] Provisioning for port f93ca168-6be3-433c-bd26-2de468c77190 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:21:53.474319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fe7f9704-4bad-46eb-b585-a501ba36026a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:53.491684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7f9704-4bad-46eb-b585-a501ba36026a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:53.501378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe7f9704-4bad-46eb-b585-a501ba36026a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:53.503912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8af70c95-bc86-415f-979f-e574cd05bd50 None None] Provisioning complete for port f93ca168-6be3-433c-bd26-2de468c77190 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:53.504338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8af70c95-bc86-415f-979f-e574cd05bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:53.509391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:53.515600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:53.564359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c70d5-8dc6-491f-b826-c23793a12ce9 None None] No DVR routers for this DVR port 17f412c9-5776-470c-b896-903ed45746a2 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:21:53.629994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db61138b-53a1-444c-901d-46413ab0ff32 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:53.691103 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.ipam_backend_mixin [None req-fe7f9704-4bad-46eb-b585-a501ba36026a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 396562aa-d802-4f78-8ffa-c07fab7951f7 (CIDR: 2001:db8::/64)
Dec 03 11:21:53.696078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:21:53.698884 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7f9704-4bad-46eb-b585-a501ba36026a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:21:53.699657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7f9704-4bad-46eb-b585-a501ba36026a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 400 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:21:53.705489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:53.718903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:53.724147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:53.728461 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fe7f9704-4bad-46eb-b585-a501ba36026a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4764969
Dec 03 11:21:53.731290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47110) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:53.738601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:53.775514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:53.776202 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Added segment 04e867af-bc2c-4ff0-a344-e5c24b9e3569 of type vxlan for network 04e42878-d83a-42c5-89ab-910b0c922c51
Dec 03 11:21:53.844335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:53.854213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d67d65-f7e0-45e7-bc4f-30f7c8312b2c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting subnet 6e9a6285-f122-44de-ac6c-b8cc53c786a3 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:21:53.922366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-51d67d65-f7e0-45e7-bc4f-30f7c8312b2c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:53.984375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-862c5d38-c761-4af8-9662-1bee07d205c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68624e0>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:49Z', 'revision_number': 9, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:53.989781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c5d38-c761-4af8-9662-1bee07d205c1 None None] Checking router: 513ce876-4a4c-4a50-8de7-5bf45f4c346b for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:21:54.000781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c5d38-c761-4af8-9662-1bee07d205c1 None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:54.001749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-862c5d38-c761-4af8-9662-1bee07d205c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68624e0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:54.029770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:54.035207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:54.039777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:54.047263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:54.058876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:54.066672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:54.072592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8af70c95-bc86-415f-979f-e574cd05bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:54.121578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-51d67d65-f7e0-45e7-bc4f-30f7c8312b2c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:54.146570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 17f412c9-5776-470c-b896-903ed45746a2 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:21:54.166872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:54.171397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:54.171690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:54.182630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05d950ff-a431-4eb9-8806-e49693848c09 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:54.188175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-862c5d38-c761-4af8-9662-1bee07d205c1 None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:21:54.255016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 17f412c9-5776-470c-b896-903ed45746a2 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:21:54.255528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 17f412c9-5776-470c-b896-903ed45746a2 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:21:54.265823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '396562aa-d802-4f78-8ffa-c07fab7951f7'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:21:54.267132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:54.316502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-64639232-d0b1-474a-8ddd-6895b2b16407', 'network_id': '64639232-d0b1-474a-8ddd-6895b2b16407', 'tenant_id': '2fa9bddaed044cd89154cfbcb46769fc', 'fixed_ips': [{'subnet_id': '3b52e135-07fd-471a-a953-3debc19f2113'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:21:54.317611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:54.347283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8af70c95-bc86-415f-979f-e574cd05bd50 None None] For port f93ca168-6be3-433c-bd26-2de468c77190, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f93ca168-6be3-433c-bd26-2de468c77190,segment=NetworkSegment(ae672eb9-cae2-4870-a396-22e67c35e437),segment_id=ae672eb9-cae2-4870-a396-22e67c35e437)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:54.358332 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0780234
Dec 03 11:21:54.412391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47116) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:54.496843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'subnet': {'network_id': '04e42878-d83a-42c5-89ab-910b0c922c51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:54.512837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Network': ['ID=04e42878-d83a-42c5-89ab-910b0c922c51,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:54.528448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:54.555660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-862c5d38-c761-4af8-9662-1bee07d205c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68624e0>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:49Z', 'revision_number': 9, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:54.560019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c5d38-c761-4af8-9662-1bee07d205c1 None None] The sync data for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs is: [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:21:49Z', 'revision_number': 9, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '00882bf3-f4b6-43d6-854a-540fd667f656', 'name': '', 'network_id': '720de8e6-1a0e-4fe8-8734-e4d0d9713745', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:13:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:52Z', 'updated_at': '2020-12-03T11:21:05Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': 'e75bdc21-08b9-41fd-b187-854a82b629eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:54.605446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 04e42878-d83a-42c5-89ab-910b0c922c51 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:21:54.628072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 04e42878-d83a-42c5-89ab-910b0c922c51 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:21:54.734409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-51d67d65-f7e0-45e7-bc4f-30f7c8312b2c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:54.761464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8af70c95-bc86-415f-979f-e574cd05bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:54.771400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-501c70d5-8dc6-491f-b826-c23793a12ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:54.772711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:54.789940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:subnet and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:21:54.794710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:21:54.809204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:54.813742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:55.016572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:55.124942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:55.244428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de0ea2f2-bfef-4c7b-b310-2f6c50d5b681 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:55.333726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=5f655a10-3ba7-425e-9c43-4f175f89d7d4,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:55.339394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:55.400561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af70c95-bc86-415f-979f-e574cd05bd50 None None] Pushing event updated for resources: {'Port': ['ID=f93ca168-6be3-433c-bd26-2de468c77190,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:55.403464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:55.404599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:55.419132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:55.419903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:55.428620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8af70c95-bc86-415f-979f-e574cd05bd50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:55.448637 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7161386
Dec 03 11:21:55.450881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Allocated IP 2001:db8::f816:3eff:fe4e:eba2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/396562aa-d802-4f78-8ffa-c07fab7951f7/3ba3c322-a60d-4f6f-8b55-03e6cc81f990) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:55.451930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47120) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:55.458163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3dae701e-d7f5-4a24-93b8-38d45ecff9f9 None None] Provisioning complete for port f93ca168-6be3-433c-bd26-2de468c77190 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:55.458556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:52:37:cf', 'name': 'tempest-NetworksTestDHCPv6-489366016'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:21:55.458688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3dae701e-d7f5-4a24-93b8-38d45ecff9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:55.561503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:55.618380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:21:55.628664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:21:55.638082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Allocated IP 2001:db8:0:ffff::2 (64639232-d0b1-474a-8ddd-6895b2b16407/3b52e135-07fd-471a-a953-3debc19f2113/c51f423f-1a3d-4eb9-8ced-e81463e75cce) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:55.639246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:21:55.645968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:55.829152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port 0384c968-5881-4979-aa8e-8471f825fbea yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:21:55.977527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.012318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-51d67d65-f7e0-45e7-bc4f-30f7c8312b2c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.034150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-54f0bfd8-335b-4ec8-9520-88d80ff0519b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:56.053383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.058960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f93ca168-6be3-433c-bd26-2de468c77190 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:21:56.122491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Transition to ACTIVE for port object 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:56.180564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f0e72844-8c0d-43b8-9d59-0d35613aba02 None None] Provisioning complete for port f93ca168-6be3-433c-bd26-2de468c77190 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:56.180988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f0e72844-8c0d-43b8-9d59-0d35613aba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.208053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Transition to ACTIVE for port object 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:56.214206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d67d65-f7e0-45e7-bc4f-30f7c8312b2c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Subnet': ['ID=6e9a6285-f122-44de-ac6c-b8cc53c786a3,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:56.225003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.230554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-51d67d65-f7e0-45e7-bc4f-30f7c8312b2c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:56.249097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.269478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08beeaa7-fb0c-4bf1-9cf5-7923b6ecaeb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:56.309624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Transition to ACTIVE for port object c51f423f-1a3d-4eb9-8ced-e81463e75cce will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:56.385155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8:0:1::3a9 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/5f655a10-3ba7-425e-9c43-4f175f89d7d4/0384c968-5881-4979-aa8e-8471f825fbea) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:56.395958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-51d67d65-f7e0-45e7-bc4f-30f7c8312b2c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.396415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::f816:3eff:fe52:37cf (cc7b5e29-f739-4393-8923-6dfd9a0401ee/396562aa-d802-4f78-8ffa-c07fab7951f7/0384c968-5881-4979-aa8e-8471f825fbea) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:56.419993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port f93ca168-6be3-433c-bd26-2de468c77190 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:21:56.420422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.434837 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-51d67d65-f7e0-45e7-bc4f-30f7c8312b2c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/6e9a6285-f122-44de-ac6c-b8cc53c786a3 HTTP/1.1" status: 204  len: 168 time: 3.1541512
Dec 03 11:21:56.435917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47126) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:56.459186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10b952-07ab-42cc-b25a-98644ce94355 None None] Network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:56.485373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Transition to ACTIVE for port object c51f423f-1a3d-4eb9-8ced-e81463e75cce will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:56.507751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Pushing event updated for resources: {'Port': ['ID=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:56.524419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:56.540634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.562185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5285bb71-ca1d-4e1b-b2e7-3e5cf68cdd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:56.622676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.640376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object 0384c968-5881-4979-aa8e-8471f825fbea will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:56.661566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.677944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-47534d25-5e9c-4df7-9e0d-71e889bbf4e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:56.680240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.747913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 402f4359-16d2-4d0f-bf25-385242311ee7 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:21:56.825942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=0384c968-5881-4979-aa8e-8471f825fbea,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:56.830618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:56.844405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port af2095bd-b389-40fe-b7bc-d31956a58bbc {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:56.844790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.896175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:56.897322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:56.900640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:56.905981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:56.906643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:56.907811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Pushing event updated for resources: {'Port': ['ID=c51f423f-1a3d-4eb9-8ced-e81463e75cce,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:56.941229 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.4857416
Dec 03 11:21:56.941427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:56.941559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47130) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:57.005625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:57.012238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:57.021191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-811c4612-aee6-4ee2-91e6-4834104269b4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port 0384c968-5881-4979-aa8e-8471f825fbea {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:57.021581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-811c4612-aee6-4ee2-91e6-4834104269b4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.207264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:57.278303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] For port af2095bd-b389-40fe-b7bc-d31956a58bbc, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=af2095bd-b389-40fe-b7bc-d31956a58bbc,segment=NetworkSegment(1f81b3d1-dd24-4328-b50f-47221a8ff07c),segment_id=1f81b3d1-dd24-4328-b50f-47221a8ff07c)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:21:57.278694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.297605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 75637e43-20f6-41cf-b582-df31a233d58b no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:21:57.298322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-811c4612-aee6-4ee2-91e6-4834104269b4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.333057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Network 64639232-d0b1-474a-8ddd-6895b2b16407 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:57.342925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:57.344805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Attempting to bind port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:57.345226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Attempting to bind port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:57.345642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Attempting to bind port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:57.349442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:57.352965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 75637e43-20f6-41cf-b582-df31a233d58b {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:21:57.353364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 75637e43-20f6-41cf-b582-df31a233d58b not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:21:57.362829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:57.363198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:57.363658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.364108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:57.365634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Bound port: 3ba3c322-a60d-4f6f-8b55-03e6cc81f990, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:57.365634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.416748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:21:57.431053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for af2095bd-b389-40fe-b7bc-d31956a58bbc owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:57.432358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-811c4612-aee6-4ee2-91e6-4834104269b4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for 0384c968-5881-4979-aa8e-8471f825fbea owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:21:57.459011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53560b-ba61-48a5-99c8-9861b1817d53 None None] Sync routers for ids ['402f4359-16d2-4d0f-bf25-385242311ee7'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:21:57.482153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Attempting to bind port c51f423f-1a3d-4eb9-8ced-e81463e75cce on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:57.482581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Attempting to bind port c51f423f-1a3d-4eb9-8ced-e81463e75cce by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '2de9a0cf-fe5d-4608-88aa-d191628178a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '64639232-d0b1-474a-8ddd-6895b2b16407'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:57.483024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Attempting to bind port c51f423f-1a3d-4eb9-8ced-e81463e75cce on network 64639232-d0b1-474a-8ddd-6895b2b16407 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:57.486350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.497540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:57.497973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Checking segment: {'id': '2de9a0cf-fe5d-4608-88aa-d191628178a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '64639232-d0b1-474a-8ddd-6895b2b16407'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:57.498428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.498873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Bound using segment: {'id': '2de9a0cf-fe5d-4608-88aa-d191628178a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '64639232-d0b1-474a-8ddd-6895b2b16407'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:57.499428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Bound port: c51f423f-1a3d-4eb9-8ced-e81463e75cce, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de9a0cf-fe5d-4608-88aa-d191628178a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '64639232-d0b1-474a-8ddd-6895b2b16407'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:57.499858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.506654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2ea48e06-df3b-492b-b40f-680b5dc6d748 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:57.509760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cf275b-1bf5-41d8-a302-78611f69fde8 None None] DHCP port deletion for 8bcac224-21a6-44eb-b3fa-66b89f03ee37 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:21:57.521143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53560b-ba61-48a5-99c8-9861b1817d53 None None] Routers {'402f4359-16d2-4d0f-bf25-385242311ee7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:57.521851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4b53560b-ba61-48a5-99c8-9861b1817d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e6eeb8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['402f4359-16d2-4d0f-bf25-385242311ee7'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:57.580914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.584931 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 8.7877009
Dec 03 11:21:57.587095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47134) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:57.592787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf275b-1bf5-41d8-a302-78611f69fde8 None None] Deleting port af2095bd-b389-40fe-b7bc-d31956a58bbc {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:21:57.593216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0cf275b-1bf5-41d8-a302-78611f69fde8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.668983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Subnet': ['ID=d6c47190-6805-437d-a3bb-103ab38f1217,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:57.682134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4b53560b-ba61-48a5-99c8-9861b1817d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e6eeb8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:57.683288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:57.717048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.734561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-97639bb4-6ffe-49e5-91a8-7f4982361b3a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:57.738435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] For port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:57.740702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53560b-ba61-48a5-99c8-9861b1817d53 None None] Routers {'402f4359-16d2-4d0f-bf25-385242311ee7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:21:57.741439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4b53560b-ba61-48a5-99c8-9861b1817d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e6eeb8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['402f4359-16d2-4d0f-bf25-385242311ee7'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:57.851492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-811c4612-aee6-4ee2-91e6-4834104269b4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.860114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] For port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:57.865803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf275b-1bf5-41d8-a302-78611f69fde8 None None] The port 'af2095bd-b389-40fe-b7bc-d31956a58bbc' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:21:57.871292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4b53560b-ba61-48a5-99c8-9861b1817d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e6eeb8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:57.871292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53560b-ba61-48a5-99c8-9861b1817d53 None None] The sync data for ids ['402f4359-16d2-4d0f-bf25-385242311ee7'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:21:57.871856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-12fe5d0e-4339-47e0-bcd1-e110ae878f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:57.875638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:57.898754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:57.937552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] For port c51f423f-1a3d-4eb9-8ced-e81463e75cce, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:57.939937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c4612-aee6-4ee2-91e6-4834104269b4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=0384c968-5881-4979-aa8e-8471f825fbea,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:57.942654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-811c4612-aee6-4ee2-91e6-4834104269b4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:57.984312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] For port c51f423f-1a3d-4eb9-8ced-e81463e75cce, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c51f423f-1a3d-4eb9-8ced-e81463e75cce,segment=NetworkSegment(2de9a0cf-fe5d-4608-88aa-d191628178a8),segment_id=2de9a0cf-fe5d-4608-88aa-d191628178a8)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:58.046628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:58.102323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Pushing event updated for resources: {'Port': ['ID=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:58.104528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device af2095bd-b389-40fe-b7bc-d31956a58bbc no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:21:58.106409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=af2095bd-b389-40fe-b7bc-d31956a58bbc,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:58.112875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:58.135400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:58.141741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:58.223260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No DVR routers for this DVR port af2095bd-b389-40fe-b7bc-d31956a58bbc on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:21:58.224876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Checking segment: {'id': '04e867af-bc2c-4ff0-a344-e5c24b9e3569', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '04e42878-d83a-42c5-89ab-910b0c922c51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:58.225267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network hostable DHCP agents. Network: 04e42878-d83a-42c5-89ab-910b0c922c51, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:21:58.249153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: af2095bd-b389-40fe-b7bc-d31956a58bbc {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:21:58.249524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device af2095bd-b389-40fe-b7bc-d31956a58bbc not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:21:58.271713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-811c4612-aee6-4ee2-91e6-4834104269b4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:58.285211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-811c4612-aee6-4ee2-91e6-4834104269b4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/0384c968-5881-4979-aa8e-8471f825fbea HTTP/1.1" status: 204  len: 168 time: 1.3404062
Dec 03 11:21:58.291452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47138) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:58.334367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Pushing event updated for resources: {'Port': ['ID=c51f423f-1a3d-4eb9-8ced-e81463e75cce,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:58.345039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:58.432683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 04e42878-d83a-42c5-89ab-910b0c922c51 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:21:58.438041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:58.489842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 04e42878-d83a-42c5-89ab-910b0c922c51) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:58.499725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fff01d-3758-4f12-93a0-1de3ee82d5c5 None None] Network 04e42878-d83a-42c5-89ab-910b0c922c51 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:21:58.585939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:58.586603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:58.628689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612450e3-c586-46c8-8267-ec7f771db151 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:58.629501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-612450e3-c586-46c8-8267-ec7f771db151 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:58.640298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b42de828>,) {'filters': {'network_id': ['8bcac224-21a6-44eb-b3fa-66b89f03ee37']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:58.657872 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 4.2323790
Dec 03 11:21:58.660035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b42de828>, '1f81b3d1-dd24-4328-b50f-47221a8ff07c') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:58.660377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b42de828>, '1f81b3d1-dd24-4328-b50f-47221a8ff07c') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:21:58.671456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47142) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:58.705025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:58.722985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-612450e3-c586-46c8-8267-ec7f771db151 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:58.725456 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-612450e3-c586-46c8-8267-ec7f771db151 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.4311056
Dec 03 11:21:58.742093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47146) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:58.758874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:58.776509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Releasing vxlan tunnel 8 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:21:58.797459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-04e42878-d83a-42c5-89ab-910b0c922c51', 'network_id': '04e42878-d83a-42c5-89ab-910b0c922c51', 'tenant_id': '2fa9bddaed044cd89154cfbcb46769fc', 'fixed_ips': [{'subnet_id': 'd6c47190-6805-437d-a3bb-103ab38f1217'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:21:58.798398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:58.992937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab1885-ee0d-4fec-a422-170911601f47 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:58.993663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b1ab1885-ee0d-4fec-a422-170911601f47 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:59.021330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b1ab1885-ee0d-4fec-a422-170911601f47 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:59.023326 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b1ab1885-ee0d-4fec-a422-170911601f47 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.2794166
Dec 03 11:21:59.026966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47150) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:59.092365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.182813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:21:59.199075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.230054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.248846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Allocated IP 2001:db8::1 (04e42878-d83a-42c5-89ab-910b0c922c51/d6c47190-6805-437d-a3bb-103ab38f1217/c19aa6f5-b49f-462a-8b65-159733298892) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:59.383875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f212068f-d966-47cf-8205-3efd774c6617 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:59.385399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f212068f-d966-47cf-8205-3efd774c6617 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:59.386901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f212068f-d966-47cf-8205-3efd774c6617 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:21:59.387794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f212068f-d966-47cf-8205-3efd774c6617 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:21:59.488901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.501479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Transition to ACTIVE for port object c19aa6f5-b49f-462a-8b65-159733298892 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:59.518471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Transition to ACTIVE for port object c19aa6f5-b49f-462a-8b65-159733298892 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:59.525373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.541940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5bd7762e-f456-4ceb-a31e-fe26f8fc4374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:59.547189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f212068f-d966-47cf-8205-3efd774c6617 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:21:59.551031 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f212068f-d966-47cf-8205-3efd774c6617 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.5204921
Dec 03 11:21:59.551031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 8bcac224-21a6-44eb-b3fa-66b89f03ee37 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:21:59.560705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47154) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:21:59.580135 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:21:59.656657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.679957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Pushing event updated for resources: {'Port': ['ID=c19aa6f5-b49f-462a-8b65-159733298892,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:59.680424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.20.0.1 (38d79cb4-ee67-470c-b01b-53596f3e1bfb/89fa27e4-1e16-4ddc-a5f7-6dd064e8b0f7/aa820423-9aec-43bf-b6bd-d16fd9b60e32) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:21:59.684531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:59.734606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Network 04e42878-d83a-42c5-89ab-910b0c922c51 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:21:59.735823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:21:59.738236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:21:59.801943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Attempting to bind port c19aa6f5-b49f-462a-8b65-159733298892 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:21:59.802166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Attempting to bind port c19aa6f5-b49f-462a-8b65-159733298892 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '04e867af-bc2c-4ff0-a344-e5c24b9e3569', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '04e42878-d83a-42c5-89ab-910b0c922c51'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:21:59.802589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Attempting to bind port c19aa6f5-b49f-462a-8b65-159733298892 on network 04e42878-d83a-42c5-89ab-910b0c922c51 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:21:59.805232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.809052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:21:59.809477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Checking segment: {'id': '04e867af-bc2c-4ff0-a344-e5c24b9e3569', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '04e42878-d83a-42c5-89ab-910b0c922c51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:21:59.809928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.810365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Bound using segment: {'id': '04e867af-bc2c-4ff0-a344-e5c24b9e3569', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '04e42878-d83a-42c5-89ab-910b0c922c51'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:21:59.810861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Bound port: c19aa6f5-b49f-462a-8b65-159733298892, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e867af-bc2c-4ff0-a344-e5c24b9e3569', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '04e42878-d83a-42c5-89ab-910b0c922c51'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:21:59.811311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.827685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b34e98da-87c4-4f3a-9fa0-4344745ac29e tempest-TagsExtTest-1428835404 tempest-TagsExtTest-1428835404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:59.848568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.866864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.885231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Transition to ACTIVE for port object aa820423-9aec-43bf-b6bd-d16fd9b60e32 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:21:59.911739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Network': ['ID=8bcac224-21a6-44eb-b3fa-66b89f03ee37,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:21:59.919153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.925659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-45e8206f-a180-4318-8156-6683d10e552b None None] For port c19aa6f5-b49f-462a-8b65-159733298892, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:21:59.929275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-45e8206f-a180-4318-8156-6683d10e552b None None] For port c19aa6f5-b49f-462a-8b65-159733298892, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c19aa6f5-b49f-462a-8b65-159733298892,segment=NetworkSegment(04e867af-bc2c-4ff0-a344-e5c24b9e3569),segment_id=04e867af-bc2c-4ff0-a344-e5c24b9e3569)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:21:59.933953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:21:59.940906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4de53b3-d224-4484-8f5b-b1cd51818ed2 tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:59.941707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:21:59.943305 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/networks/8bcac224-21a6-44eb-b3fa-66b89f03ee37 HTTP/1.1" status: 204  len: 168 time: 3.5042861
Dec 03 11:21:59.958451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:21:59.958594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47160) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:00.059207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=aa820423-9aec-43bf-b6bd-d16fd9b60e32,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:00.062077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:00.228845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:00.248895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network 38d79cb4-ee67-470c-b01b-53596f3e1bfb is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:00.249705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:00.252192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:00.329444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:00.411290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Pushing event updated for resources: {'Port': ['ID=c19aa6f5-b49f-462a-8b65-159733298892,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:00.431530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:00.468935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:00.479894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c51f423f-1a3d-4eb9-8ced-e81463e75cce up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:00.484861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:00.588215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port c51f423f-1a3d-4eb9-8ced-e81463e75cce completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:00.615015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e832b-79fa-44dc-89d7-50b039b030e8 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:00.864650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea75ad8e-7a01-441a-8e95-9dcd56cbb4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:00.871752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a85d9a03-773b-4a3c-91c0-42b8a42e3662 None None] Provisioning for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:00.888477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a85d9a03-773b-4a3c-91c0-42b8a42e3662 None None] Provisioning complete for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:00.888903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a85d9a03-773b-4a3c-91c0-42b8a42e3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.055902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdc55ef-f0cb-440f-85de-df2be7cd83c4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 396562aa-d802-4f78-8ffa-c07fab7951f7 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:01.062765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdc55ef-f0cb-440f-85de-df2be7cd83c4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.099773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.121320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5378d-021c-4dae-89f4-1bacdf74900f None None] Network 64639232-d0b1-474a-8ddd-6895b2b16407 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:01.207510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a85d9a03-773b-4a3c-91c0-42b8a42e3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.234713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.238624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.274741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-886ef01f-d8bf-42c5-af54-47b6cf415714 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:01.334367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a85d9a03-773b-4a3c-91c0-42b8a42e3662 None None] For port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:01.339362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a85d9a03-773b-4a3c-91c0-42b8a42e3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.367304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=aa820423-9aec-43bf-b6bd-d16fd9b60e32,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:01.370390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:01.372604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdc55ef-f0cb-440f-85de-df2be7cd83c4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.373974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.374970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c915d3bc-e466-42bb-9f06-a6d0866e31b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:01.511225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d9a03-773b-4a3c-91c0-42b8a42e3662 None None] Pushing event updated for resources: {'Port': ['ID=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:01.515939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a85d9a03-773b-4a3c-91c0-42b8a42e3662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:01.517364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] Provisioning for port aa820423-9aec-43bf-b6bd-d16fd9b60e32 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:01.525159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] Provisioning complete for port aa820423-9aec-43bf-b6bd-d16fd9b60e32 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:01.525758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.531511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network 38d79cb4-ee67-470c-b01b-53596f3e1bfb is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:01.532846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:01.534661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.566555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f99a578-fd49-4f35-b1d4-db4c96ed9888 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:01.652219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] Port aa820423-9aec-43bf-b6bd-d16fd9b60e32 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:22:01.669508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aef540-5d2a-43c5-9953-2d6b6267a9de None None] Update dhcp port {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '396562aa-d802-4f78-8ffa-c07fab7951f7', 'ip_address': '2001:db8::f816:3eff:fe4e:eba2'}, {'subnet_id': '5f655a10-3ba7-425e-9c43-4f175f89d7d4'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': '3ba3c322-a60d-4f6f-8b55-03e6cc81f990'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:22:01.729350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] Provisioning for port c51f423f-1a3d-4eb9-8ced-e81463e75cce completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:01.730795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Subnet': ['ID=d6c47190-6805-437d-a3bb-103ab38f1217,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:01.755615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] Provisioning complete for port c51f423f-1a3d-4eb9-8ced-e81463e75cce triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:01.756043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.760308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:01.761479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 402f4359-16d2-4d0f-bf25-385242311ee7 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:22:01.811918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50aef540-5d2a-43c5-9953-2d6b6267a9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:01.850110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdc55ef-f0cb-440f-85de-df2be7cd83c4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:02.103626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:22:02.115773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9062b-9dee-4598-a147-413e1fe3cac1 None None] Sync routers for ids ['402f4359-16d2-4d0f-bf25-385242311ee7'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:22:02.129420 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "PUT /v2.0/routers/402f4359-16d2-4d0f-bf25-385242311ee7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5392718
Dec 03 11:22:02.129642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47164) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:02.134867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9062b-9dee-4598-a147-413e1fe3cac1 None None] Routers {'402f4359-16d2-4d0f-bf25-385242311ee7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:02.135670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3ee9062b-9dee-4598-a147-413e1fe3cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b636d470>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['402f4359-16d2-4d0f-bf25-385242311ee7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:02.136756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'port': {'network_id': '38d79cb4-ee67-470c-b01b-53596f3e1bfb', 'name': 'tempest-FloatingIPTestJSON-745813403'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:02.228718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:02.248459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3ee9062b-9dee-4598-a147-413e1fe3cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b636d470>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:02.283105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:02.284351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9062b-9dee-4598-a147-413e1fe3cac1 None None] Routers {'402f4359-16d2-4d0f-bf25-385242311ee7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:02.285060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3ee9062b-9dee-4598-a147-413e1fe3cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b636d470>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['402f4359-16d2-4d0f-bf25-385242311ee7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:02.341599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] For port c51f423f-1a3d-4eb9-8ced-e81463e75cce, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c51f423f-1a3d-4eb9-8ced-e81463e75cce,segment=NetworkSegment(2de9a0cf-fe5d-4608-88aa-d191628178a8),segment_id=2de9a0cf-fe5d-4608-88aa-d191628178a8)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:02.352970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:02.372853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c45d288c-9dc6-4ddb-aa61-d40e5be6cf13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:02.382280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3ee9062b-9dee-4598-a147-413e1fe3cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b636d470>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:02.383233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9062b-9dee-4598-a147-413e1fe3cac1 None None] The sync data for ids ['402f4359-16d2-4d0f-bf25-385242311ee7'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:22:02.420840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:02.423658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:02.424544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:02.463107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:02.468514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Usage tracker for resource:port and tenant:bed15e13252a48acad7b4d88131ac0c2 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:02.479650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Quota usage for port was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:02.487172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:02.509417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Made reservation on behalf of bed15e13252a48acad7b4d88131ac0c2 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:02.517111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:02.522506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d39d879-ed84-4592-a6d1-7d7c2cbd57e6 None None] Network 04e42878-d83a-42c5-89ab-910b0c922c51 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:02.653964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4777048>,) {'filters': {'network_id': ['04e42878-d83a-42c5-89ab-910b0c922c51']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:02.691942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4777048>, '04e867af-bc2c-4ff0-a344-e5c24b9e3569') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:02.692578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4777048>, '04e867af-bc2c-4ff0-a344-e5c24b9e3569') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:02.699202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8488c4fe-f208-4495-8d96-a58392ceaddd None None] Provisioning complete for port aa820423-9aec-43bf-b6bd-d16fd9b60e32 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:02.699631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8488c4fe-f208-4495-8d96-a58392ceaddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:02.709597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:02.721482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] device_id is not set on port f9c31471-655e-4694-addb-e922e71ffc3c yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:22:02.728891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:02.731657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 9 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:02.791264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8488c4fe-f208-4495-8d96-a58392ceaddd None None] Port aa820423-9aec-43bf-b6bd-d16fd9b60e32 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:22:02.810125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] Pushing event updated for resources: {'Port': ['ID=c51f423f-1a3d-4eb9-8ced-e81463e75cce,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:02.816100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:02.885699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8488c4fe-f208-4495-8d96-a58392ceaddd None None] Provisioning complete for port c51f423f-1a3d-4eb9-8ced-e81463e75cce triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:02.885699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8488c4fe-f208-4495-8d96-a58392ceaddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:02.908050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Allocated IP 172.20.0.6 (38d79cb4-ee67-470c-b01b-53596f3e1bfb/89fa27e4-1e16-4ddc-a5f7-6dd064e8b0f7/f9c31471-655e-4694-addb-e922e71ffc3c) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:02.991876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 04e42878-d83a-42c5-89ab-910b0c922c51 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:03.006235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:03.112686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-80f90235-7485-4d35-8aee-3b5acba4e4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:03.139345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c19aa6f5-b49f-462a-8b65-159733298892 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:03.161652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:03.189230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Transition to ACTIVE for port object f9c31471-655e-4694-addb-e922e71ffc3c will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server [None req-50aef540-5d2a-43c5-9953-2d6b6267a9de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 396562aa-d802-4f78-8ffa-c07fab7951f7: This subnet is being modified by another concurrent operation.
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1669, in update_port
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     port)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1486, in update_port
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     new_port=new_port)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 714, in update_port
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     new_port.get('mac_address'))
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 432, in update_port_with_ips
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     new_mac)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 355, in _update_ips_for_port
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(port))
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise exception
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 396562aa-d802-4f78-8ffa-c07fab7951f7: This subnet is being modified by another concurrent operation.
Dec 03 11:22:03.203018 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server 
Dec 03 11:22:03.229336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:03.244355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73a0ec1-4b71-4db0-bff4-4a487102450c None None] DHCP port deletion for 04e42878-d83a-42c5-89ab-910b0c922c51 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:22:03.258898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e73a0ec1-4b71-4db0-bff4-4a487102450c None None] Deleting port c19aa6f5-b49f-462a-8b65-159733298892 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:03.259342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e73a0ec1-4b71-4db0-bff4-4a487102450c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:03.285633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdc55ef-f0cb-440f-85de-df2be7cd83c4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:03.330944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port c19aa6f5-b49f-462a-8b65-159733298892 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:03.379242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4037f07e-0f6a-4296-9573-95138e8bd191 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:03.396193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58ac208b-f786-4210-a39f-a5254abb967d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:03.471342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event updated for resources: {'Port': ['ID=f9c31471-655e-4694-addb-e922e71ffc3c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:03.475184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network 38d79cb4-ee67-470c-b01b-53596f3e1bfb is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:03.476862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:03.477931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:03.480245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:03.503120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-deb7291e-0114-4980-a9d6-6cd2ea99dae7 None None] Could not find standard attr ID for object a3d3f446-8df3-40e4-b28b-7578a7628124. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:22:03.522981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e73a0ec1-4b71-4db0-bff4-4a487102450c None None] For port c19aa6f5-b49f-462a-8b65-159733298892, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c19aa6f5-b49f-462a-8b65-159733298892,segment=NetworkSegment(04e867af-bc2c-4ff0-a344-e5c24b9e3569),segment_id=04e867af-bc2c-4ff0-a344-e5c24b9e3569)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:03.523438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e73a0ec1-4b71-4db0-bff4-4a487102450c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:03.551900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:03.552971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:03.585402 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.4544415
Dec 03 11:22:03.588698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47168) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:03.596209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-725b6167-b07d-450c-9535-54f753f3ba80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Request body: {'floatingip': {'port_id': 'f9c31471-655e-4694-addb-e922e71ffc3c'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:03.603195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-deb7291e-0114-4980-a9d6-6cd2ea99dae7 None None] Provisioning complete for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:03.603617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-deb7291e-0114-4980-a9d6-6cd2ea99dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:03.705269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e73a0ec1-4b71-4db0-bff4-4a487102450c None None] Calling delete_port for c19aa6f5-b49f-462a-8b65-159733298892 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:03.730016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-725b6167-b07d-450c-9535-54f753f3ba80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:03.776800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 04e42878-d83a-42c5-89ab-910b0c922c51 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:03.796256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:03.818134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc55ef-f0cb-440f-85de-df2be7cd83c4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=396562aa-d802-4f78-8ffa-c07fab7951f7,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:03.821766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2fdc55ef-f0cb-440f-85de-df2be7cd83c4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:03.822681 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:03.902347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-deb7291e-0114-4980-a9d6-6cd2ea99dae7 None None] Provisioning complete for port c51f423f-1a3d-4eb9-8ced-e81463e75cce triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:03.902775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-deb7291e-0114-4980-a9d6-6cd2ea99dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:03.990450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:22:03.990450 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:22:03.990450 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': '04e42878-d83a-42c5-89ab-910b0c922c51'}]
Dec 03 11:22:03.990450 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:22:03.990851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:22:04.026748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdc55ef-f0cb-440f-85de-df2be7cd83c4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:04.031726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 00882bf3-f4b6-43d6-854a-540fd667f656 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:04.032382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:04.049383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e73a0ec1-4b71-4db0-bff4-4a487102450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:04.065300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4284aa-ee05-4e2e-af45-781d221b7d07 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:04.079168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c51f423f-1a3d-4eb9-8ced-e81463e75cce up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:04.098830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2fdc55ef-f0cb-440f-85de-df2be7cd83c4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/396562aa-d802-4f78-8ffa-c07fab7951f7 HTTP/1.1" status: 204  len: 168 time: 4.5178897
Dec 03 11:22:04.100178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47172) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:04.125806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4af1a98f-dcce-426f-b9c2-a53ce4b50886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:04.193806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a0ec1-4b71-4db0-bff4-4a487102450c None None] Pushing event deleted for resources: {'Port': ['ID=c19aa6f5-b49f-462a-8b65-159733298892,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:04.225351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e73a0ec1-4b71-4db0-bff4-4a487102450c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:04.284143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1ee555-a9c4-4822-be6a-3b71fe8e4c3a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 5f655a10-3ba7-425e-9c43-4f175f89d7d4 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:04.290071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c1ee555-a9c4-4822-be6a-3b71fe8e4c3a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:04.339600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-deb7291e-0114-4980-a9d6-6cd2ea99dae7 None None] Could not find standard attr ID for object c19aa6f5-b49f-462a-8b65-159733298892. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:22:04.353995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-deb7291e-0114-4980-a9d6-6cd2ea99dae7 None None] Could not find standard attr ID for object 0384c968-5881-4979-aa8e-8471f825fbea. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:22:04.380793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c1ee555-a9c4-4822-be6a-3b71fe8e4c3a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:04.425565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a0ec1-4b71-4db0-bff4-4a487102450c None None] No DVR routers for this DVR port c19aa6f5-b49f-462a-8b65-159733298892 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:22:04.425815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] For port 00882bf3-f4b6-43d6-854a-540fd667f656, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=00882bf3-f4b6-43d6-854a-540fd667f656,segment=NetworkSegment(f6567796-35eb-432e-a004-64340c6ce9e0),segment_id=f6567796-35eb-432e-a004-64340c6ce9e0)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:04.426061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:04.466514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port c51f423f-1a3d-4eb9-8ced-e81463e75cce triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:04.466955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:04.505717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:04.546385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3d5b5aa4-24af-4ea0-96ef-0847f88de129 None None] Provisioning for port f9c31471-655e-4694-addb-e922e71ffc3c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:04.558498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3d5b5aa4-24af-4ea0-96ef-0847f88de129 None None] Provisioning complete for port f9c31471-655e-4694-addb-e922e71ffc3c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:04.558953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5aa4-24af-4ea0-96ef-0847f88de129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:04.638967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for 00882bf3-f4b6-43d6-854a-540fd667f656 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:04.695023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c1ee555-a9c4-4822-be6a-3b71fe8e4c3a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:04.701474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b5aa4-24af-4ea0-96ef-0847f88de129 None None] Port f9c31471-655e-4694-addb-e922e71ffc3c cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:22:04.705870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-725b6167-b07d-450c-9535-54f753f3ba80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:04.709308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-725b6167-b07d-450c-9535-54f753f3ba80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:04.803005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:04.935934 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-725b6167-b07d-450c-9535-54f753f3ba80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Floating IP 5e0931e5-9c87-4bba-b095-bce8f9a13386 associated. External IP: 172.26.1.161, port: 112b23db-8a7e-4639-aa03-9b32ad481813.
Dec 03 11:22:04.941686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693d13cb-802e-42c0-bdd1-f4943879b074 None None] Update dhcp port {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '5f655a10-3ba7-425e-9c43-4f175f89d7d4'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': '3ba3c322-a60d-4f6f-8b55-03e6cc81f990'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:22:04.974335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:05.043723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:05.063445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:05.074163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-693d13cb-802e-42c0-bdd1-f4943879b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:05.157830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:05.171823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b6450438>,) {'filters': {'network_id': ['04e42878-d83a-42c5-89ab-910b0c922c51']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:05.174868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:05.175716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c19aa6f5-b49f-462a-8b65-159733298892 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:05.213786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8af70c95-bc86-415f-979f-e574cd05bd50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:05.219267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6450438>, '04e867af-bc2c-4ff0-a344-e5c24b9e3569') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:05.219584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6450438>, '04e867af-bc2c-4ff0-a344-e5c24b9e3569') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:05.256231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:05.269420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: c19aa6f5-b49f-462a-8b65-159733298892 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:22:05.269817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c19aa6f5-b49f-462a-8b65-159733298892 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:22:05.287497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:05.291332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 9 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:05.396610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725b6167-b07d-450c-9535-54f753f3ba80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:22:05.617716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:05.622015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:05.624393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725b6167-b07d-450c-9535-54f753f3ba80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:22:05.641992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397660e-6369-472f-a761-2cfd9ba52342 None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:22:05.656182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:05.677286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397660e-6369-472f-a761-2cfd9ba52342 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:05.678004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e397660e-6369-472f-a761-2cfd9ba52342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b60d0630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:05.683988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:05.703984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 04e42878-d83a-42c5-89ab-910b0c922c51 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:05.719003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dead877b-873a-4a94-9443-bbc9db0572b0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:05.754482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e397660e-6369-472f-a761-2cfd9ba52342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b60d0630>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:05.761366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:05.764967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397660e-6369-472f-a761-2cfd9ba52342 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:05.765655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e397660e-6369-472f-a761-2cfd9ba52342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b60d0630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:05.829459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=00882bf3-f4b6-43d6-854a-540fd667f656,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:05.846985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e397660e-6369-472f-a761-2cfd9ba52342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b60d0630>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:05.847231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397660e-6369-472f-a761-2cfd9ba52342 None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server [None req-693d13cb-802e-42c0-bdd1-f4943879b074 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f655a10-3ba7-425e-9c43-4f175f89d7d4: This subnet is being modified by another concurrent operation.
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1669, in update_port
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     port)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1486, in update_port
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     new_port=new_port)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 714, in update_port
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     new_port.get('mac_address'))
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 432, in update_port_with_ips
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     new_mac)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 355, in _update_ips_for_port
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(port))
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise exception
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f655a10-3ba7-425e-9c43-4f175f89d7d4: This subnet is being modified by another concurrent operation.
Dec 03 11:22:05.871865 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server 
Dec 03 11:22:05.928197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988c0b9-e82f-42b6-a242-33cf3413f8e8 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:22:05.967266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.968057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.968485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.969192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.969902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.970040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.970459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.970870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.971296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.972445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.972869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.973281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.973757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.974164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.974569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.974973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.975381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.976409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.978013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.978428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.978976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.979363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.979769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:05.980177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:06.044257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:06.045775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c1ee555-a9c4-4822-be6a-3b71fe8e4c3a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.049233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725b6167-b07d-450c-9535-54f753f3ba80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 402f4359-16d2-4d0f-bf25-385242311ee7 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:22:06.067574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9f5551f3-f094-45a0-b58c-5be06a019a77 None None] Provisioning complete for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:06.067989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f5551f3-f094-45a0-b58c-5be06a019a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.079242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:06.159147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ee555-a9c4-4822-be6a-3b71fe8e4c3a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=5f655a10-3ba7-425e-9c43-4f175f89d7d4,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:06.173687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7988c0b9-e82f-42b6-a242-33cf3413f8e8 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:22:06.224645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c1ee555-a9c4-4822-be6a-3b71fe8e4c3a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:06.285342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725b6167-b07d-450c-9535-54f753f3ba80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:22:06.291740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-725b6167-b07d-450c-9535-54f753f3ba80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.297051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82627609-b835-4e5b-bfea-613b1e3655ac None None] Sync routers for ids ['402f4359-16d2-4d0f-bf25-385242311ee7'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:22:06.297361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 04e42878-d83a-42c5-89ab-910b0c922c51 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:06.301119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f5551f3-f094-45a0-b58c-5be06a019a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.309369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82627609-b835-4e5b-bfea-613b1e3655ac None None] Routers {'402f4359-16d2-4d0f-bf25-385242311ee7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:06.310288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-82627609-b835-4e5b-bfea-613b1e3655ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b636d748>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['402f4359-16d2-4d0f-bf25-385242311ee7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:06.343943 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:06.378792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-82627609-b835-4e5b-bfea-613b1e3655ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b636d748>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:06.389302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82627609-b835-4e5b-bfea-613b1e3655ac None None] Routers {'402f4359-16d2-4d0f-bf25-385242311ee7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:06.390203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-82627609-b835-4e5b-bfea-613b1e3655ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b636d748>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['402f4359-16d2-4d0f-bf25-385242311ee7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:06.433261 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-725b6167-b07d-450c-9535-54f753f3ba80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "PUT /v2.0/floatingips/5e0931e5-9c87-4bba-b095-bce8f9a13386 HTTP/1.1" status: 200  len: 977 time: 2.8426645
Dec 03 11:22:06.434096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47178) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:06.461336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-82627609-b835-4e5b-bfea-613b1e3655ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b636d748>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:06.462079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82627609-b835-4e5b-bfea-613b1e3655ac None None] The sync data for ids ['402f4359-16d2-4d0f-bf25-385242311ee7'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:22:06.522218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port f9c31471-655e-4694-addb-e922e71ffc3c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:06.522711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.547002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9f5551f3-f094-45a0-b58c-5be06a019a77 None None] For port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:06.557074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f5551f3-f094-45a0-b58c-5be06a019a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.560843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:06.657070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5551f3-f094-45a0-b58c-5be06a019a77 None None] Pushing event updated for resources: {'Port': ['ID=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:06.661341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9f5551f3-f094-45a0-b58c-5be06a019a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:06.785508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c1ee555-a9c4-4822-be6a-3b71fe8e4c3a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.792933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549646e4-3422-4820-9b27-bfd2c911d737 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:22:06.798870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.803265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.808657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5949328c-f4dd-4cc6-a347-1189b16ff716 tempest-AllowedAddressPairTestJSON-1792136002 tempest-AllowedAddressPairTestJSON-1792136002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:06.827378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.854648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Network': ['ID=04e42878-d83a-42c5-89ab-910b0c922c51,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:06.863319 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5c1ee555-a9c4-4822-be6a-3b71fe8e4c3a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/5f655a10-3ba7-425e-9c43-4f175f89d7d4 HTTP/1.1" status: 204  len: 168 time: 2.7615972
Dec 03 11:22:06.864483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:06.871843 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/04e42878-d83a-42c5-89ab-910b0c922c51 HTTP/1.1" status: 204  len: 168 time: 8.1902893
Dec 03 11:22:06.871843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47182) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:06.883094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47184) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:06.897125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-529834371'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:06.903320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:06.907490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:network and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:06.910620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:06.916761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:06.938060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:06.941339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5c89e209-6f83-4c9f-a8c6-08197e6d41a0 None None] Provisioning complete for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:06.941901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c89e209-6f83-4c9f-a8c6-08197e6d41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.945044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.989789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:22:06.999343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:06.999937 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Added segment 5ab8e778-170b-4ec2-9376-1ef33f16f879 of type vxlan for network c63229f4-e105-4ea6-96e5-2101c1050ba0
Dec 03 11:22:07.014119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549646e4-3422-4820-9b27-bfd2c911d737 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:22:07.073599 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bdeee791-d64b-4f0b-8bfc-87677039eb4d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1974056
Dec 03 11:22:07.073801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47190) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:07.083914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:07.218771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:07.268612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:07.277800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:07.328123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:07.340827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:07.341075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:07.364716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:07.488906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:07.493814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:07.494494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:07.503019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-39bf5555-2bc5-4821-aa4c-b879726c1faa tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:07.556458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a7c74d4f-31c1-4d49-9cfc-8dc8593f47da None None] Provisioning complete for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:07.557049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7c74d4f-31c1-4d49-9cfc-8dc8593f47da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:07.581969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:07.582297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:07.582677 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Floating IP 5e0931e5-9c87-4bba-b095-bce8f9a13386 disassociated. External IP: 172.26.1.161, port: f9c31471-655e-4694-addb-e922e71ffc3c.
Dec 03 11:22:07.583041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for f9c31471-655e-4694-addb-e922e71ffc3c owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:07.624546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:07.669980 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7832084
Dec 03 11:22:07.670643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47194) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:07.679896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Network': ['ID=c63229f4-e105-4ea6-96e5-2101c1050ba0,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:07.689585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:07.694309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'subnet': {'network_id': 'c63229f4-e105-4ea6-96e5-2101c1050ba0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:07.700996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network c63229f4-e105-4ea6-96e5-2101c1050ba0 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:07.721934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network c63229f4-e105-4ea6-96e5-2101c1050ba0 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:07.807033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:07.823128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-50915779-110e-419d-836f-717c80c266fb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:07.873737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=f9c31471-655e-4694-addb-e922e71ffc3c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:07.886865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:08.040503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:08.061471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:subnet and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:08.067622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:08.080800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:08.145429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:08.168036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 513ce876-4a4c-4a50-8de7-5bf45f4c346b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:22:08.223177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 402f4359-16d2-4d0f-bf25-385242311ee7 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:22:08.413878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:22:08.424076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb76688-a035-43ce-9362-8273edce2bc9 None None] Sync routers for ids ['402f4359-16d2-4d0f-bf25-385242311ee7'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:22:08.434961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb76688-a035-43ce-9362-8273edce2bc9 None None] Routers {'402f4359-16d2-4d0f-bf25-385242311ee7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:08.435525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cbb76688-a035-43ce-9362-8273edce2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b3f8d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['402f4359-16d2-4d0f-bf25-385242311ee7'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:08.449188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:08.481490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:08.495454 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/ports/f9c31471-655e-4694-addb-e922e71ffc3c HTTP/1.1" status: 204  len: 168 time: 2.0598583
Dec 03 11:22:08.496634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47198) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:08.499102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cbb76688-a035-43ce-9362-8273edce2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b3f8d0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:08.508832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb76688-a035-43ce-9362-8273edce2bc9 None None] Routers {'402f4359-16d2-4d0f-bf25-385242311ee7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:08.509497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cbb76688-a035-43ce-9362-8273edce2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b3f8d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['402f4359-16d2-4d0f-bf25-385242311ee7'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:08.574709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cbb76688-a035-43ce-9362-8273edce2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b3f8d0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:08.575188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb76688-a035-43ce-9362-8273edce2bc9 None None] The sync data for ids ['402f4359-16d2-4d0f-bf25-385242311ee7'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:22:08.583684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:22:08.593856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b1558-7bf0-4d91-ba35-fb5491e7fa16 None None] Sync routers for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:22:08.604427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b1558-7bf0-4d91-ba35-fb5491e7fa16 None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:08.605509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3d0b1558-7bf0-4d91-ba35-fb5491e7fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68dd7b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:08.619708 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6421430
Dec 03 11:22:08.623945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47202) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:08.767212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3d0b1558-7bf0-4d91-ba35-fb5491e7fa16 None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:22:09.064483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting subnet e75bdc21-08b9-41fd-b187-854a82b629eb {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:09.070148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:09.126621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3d0b1558-7bf0-4d91-ba35-fb5491e7fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68dd7b8>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:22:05Z', 'revision_number': 10, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:09.131085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b1558-7bf0-4d91-ba35-fb5491e7fa16 None None] Checking router: 513ce876-4a4c-4a50-8de7-5bf45f4c346b for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:22:09.142134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b1558-7bf0-4d91-ba35-fb5491e7fa16 None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:09.142828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3d0b1558-7bf0-4d91-ba35-fb5491e7fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68dd7b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:09.152809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:09.211603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:09.305465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3d0b1558-7bf0-4d91-ba35-fb5491e7fa16 None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:22:09.392270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:22:09.595293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:09.613780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2fdc55ef-f0cb-440f-85de-df2be7cd83c4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:09.730876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:09.810853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Subnet': ['ID=c4db885d-edc1-4035-9113-c0d6fce61cb2,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:09.814998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3d0b1558-7bf0-4d91-ba35-fb5491e7fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68dd7b8>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:22:05Z', 'revision_number': 10, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:09.820081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b1558-7bf0-4d91-ba35-fb5491e7fa16 None None] The sync data for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs is: [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:22:05Z', 'revision_number': 10, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None, '_interfaces': [{'id': '58b73d64-f191-4806-b3cc-5b2a0946ba88', 'name': '', 'network_id': 'a2224cd7-32d0-4a49-af9b-c78eedd6b750', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'mac_address': 'fa:16:3e:5b:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:41Z', 'updated_at': '2020-12-03T11:20:52Z', 'revision_number': 5, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'subnets': [{'id': '80fb16e9-f198-483f-b3d0-a90eaec927db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:22:09.840092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:09.861653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:09.985193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 00882bf3-f4b6-43d6-854a-540fd667f656 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:10.020046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Checking segment: {'id': '5ab8e778-170b-4ec2-9376-1ef33f16f879', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c63229f4-e105-4ea6-96e5-2101c1050ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:10.020448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network hostable DHCP agents. Network: c63229f4-e105-4ea6-96e5-2101c1050ba0, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:22:10.020950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 00882bf3-f4b6-43d6-854a-540fd667f656 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:22:10.021438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 00882bf3-f4b6-43d6-854a-540fd667f656 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:22:10.097055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network c63229f4-e105-4ea6-96e5-2101c1050ba0 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:22:10.162054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, c63229f4-e105-4ea6-96e5-2101c1050ba0) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:10.170616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20116f20-c20e-405a-9f07-2998d66fb068 None None] Network c63229f4-e105-4ea6-96e5-2101c1050ba0 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:10.186627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:10.187267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.235961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] For port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:10.239386 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.5563097
Dec 03 11:22:10.243290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47208) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:10.251420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-411766965'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:10.258089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:10.264634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:network and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:10.268963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for network was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:10.283693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:10.299386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.305666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.310779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.311796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.322476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcdc32a3-c04d-4b3c-a82d-e7830111d45b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:10.328631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2619b0d5-9dfb-4aa5-9b69-10413089ab5b tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:10.371122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:10.376831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.414746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Subnet': ['ID=e75bdc21-08b9-41fd-b187-854a82b629eb,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:10.497456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.497456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.497761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.498157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.498568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.499167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.499398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.499915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.500143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.500530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.500929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.501330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.501789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.502189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.502685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.503023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.503402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.503801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.504454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.504582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.504965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.505516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.505717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.506116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:10.512832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:10.522313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:22:10.537780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,revision_number=8']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:10.540483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.544913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:10.547941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-654811bd-ae77-4d6d-b847-dfb4cc6d02c9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:10.553157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/e75bdc21-08b9-41fd-b187-854a82b629eb HTTP/1.1" status: 204  len: 168 time: 1.9258401
Dec 03 11:22:10.554294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47212) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:10.558726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef68ffc5-2b34-4711-8c6a-89c6c97bc5bc None None] Network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:10.609061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.609443 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Added segment 38adb93c-39bc-43e9-af5e-738ba7ef6602 of type vxlan for network b1c24028-6509-43c2-9820-3f7e4cfcafa2
Dec 03 11:22:10.664104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=843b0ff3-5aeb-461e-b8fe-288219d8e407,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:10.672053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:10.673861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:10.676844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:10.679678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.697930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:10.698594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.712148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-c63229f4-e105-4ea6-96e5-2101c1050ba0', 'network_id': 'c63229f4-e105-4ea6-96e5-2101c1050ba0', 'tenant_id': '2fa9bddaed044cd89154cfbcb46769fc', 'fixed_ips': [{'subnet_id': 'c4db885d-edc1-4035-9113-c0d6fce61cb2'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:22:10.713550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.735243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc06543-b8df-4555-9371-854deebd7368 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:10.740922 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.6660476
Dec 03 11:22:10.747454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47216) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:10.750435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.751427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.755166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:10.755822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.778657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9f08205e-163f-4bda-bab0-daf54180542f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:10.811628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port aa820423-9aec-43bf-b6bd-d16fd9b60e32 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:10.812006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:10.879014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:10.879393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:11.015832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ce88b14a-bd63-43dd-9695-d44a91b49e46 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:11.052388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9f08205e-163f-4bda-bab0-daf54180542f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:11.058348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9f08205e-163f-4bda-bab0-daf54180542f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:11.062078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9f08205e-163f-4bda-bab0-daf54180542f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:11.070171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9f08205e-163f-4bda-bab0-daf54180542f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:11.089837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47220) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:11.090322 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.8458338
Dec 03 11:22:11.095206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f08205e-163f-4bda-bab0-daf54180542f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:11.098605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'subnet': {'network_id': 'b1c24028-6509-43c2-9820-3f7e4cfcafa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:11.102589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f08205e-163f-4bda-bab0-daf54180542f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:11.211503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:11.283610 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.ipam_backend_mixin [None req-9f08205e-163f-4bda-bab0-daf54180542f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 843b0ff3-5aeb-461e-b8fe-288219d8e407 (CIDR: 2001:db8::/64)
Dec 03 11:22:11.299197 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f08205e-163f-4bda-bab0-daf54180542f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:22:11.299705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f08205e-163f-4bda-bab0-daf54180542f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:11.331147 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9f08205e-163f-4bda-bab0-daf54180542f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5820179
Dec 03 11:22:11.336891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47224) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:11.376840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4f704f78-9169-42b7-8eb5-227e4186c132 None None] Provisioning complete for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:11.377276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f704f78-9169-42b7-8eb5-227e4186c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:11.429523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Network': ['ID=b1c24028-6509-43c2-9820-3f7e4cfcafa2,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:11.437765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:11.493118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network b1c24028-6509-43c2-9820-3f7e4cfcafa2 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:11.501971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for aa820423-9aec-43bf-b6bd-d16fd9b60e32 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:11.514282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a76341-ad57-4c4c-9734-cb03c936eb43 None None] DHCP port deletion for 720de8e6-1a0e-4fe8-8734-e4d0d9713745 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:22:11.516796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network b1c24028-6509-43c2-9820-3f7e4cfcafa2 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:11.550693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] For port 056b9980-4fcd-4346-af48-ae9ea2f4bab1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=056b9980-4fcd-4346-af48-ae9ea2f4bab1,segment=NetworkSegment(f6567796-35eb-432e-a004-64340c6ce9e0),segment_id=f6567796-35eb-432e-a004-64340c6ce9e0)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:11.551544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:11.557265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:11.560131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:11.570319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:subnet and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:11.582444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d5a76341-ad57-4c4c-9734-cb03c936eb43 None None] Deleting port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:11.582660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d5a76341-ad57-4c4c-9734-cb03c936eb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:11.603653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:11.608089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:11.611116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:11.617852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:11.627765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:11.635303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:11.640243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:11.705173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:11.713963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for 056b9980-4fcd-4346-af48-ae9ea2f4bab1 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:11.793460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:11.806189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Allocated IP 2001:db8::3 (c63229f4-e105-4ea6-96e5-2101c1050ba0/c4db885d-edc1-4035-9113-c0d6fce61cb2/215b2ff7-0aca-4d55-b74f-c35ead61a4cc) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:11.942129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:11.957847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:11.975207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:12.086480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 056b9980-4fcd-4346-af48-ae9ea2f4bab1 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:12.208584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:12.227141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:12.318975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=056b9980-4fcd-4346-af48-ae9ea2f4bab1,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:12.328774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 056b9980-4fcd-4346-af48-ae9ea2f4bab1 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:22:12.329179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 056b9980-4fcd-4346-af48-ae9ea2f4bab1 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:22:12.368502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=888bceab-843e-4b19-b278-59b7c42b7bad,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:12.372620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:12.382483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:12.401563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d5a76341-ad57-4c4c-9734-cb03c936eb43 None None] For port 056b9980-4fcd-4346-af48-ae9ea2f4bab1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=056b9980-4fcd-4346-af48-ae9ea2f4bab1,segment=NetworkSegment(f6567796-35eb-432e-a004-64340c6ce9e0),segment_id=f6567796-35eb-432e-a004-64340c6ce9e0)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:12.402015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d5a76341-ad57-4c4c-9734-cb03c936eb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:12.423178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:12.424609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:12.437416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:12.438452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:12.466279 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0385256
Dec 03 11:22:12.469143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47228) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:12.476214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:ab:2a:6f', 'name': 'tempest-NetworksTestDHCPv6-1540120058'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:12.484382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0941ba12-3468-41e0-a478-f7ae6c94fc66 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:12.485046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_backend_mixin [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Performing IP validity checks on allocation pools {{(pid=80976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 03 11:22:12.485636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_backend_mixin [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Checking for overlaps among allocation pools and gateway ip {{(pid=80976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 03 11:22:12.536377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No DVR routers for this DVR port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:22:12.575890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d5a76341-ad57-4c4c-9734-cb03c936eb43 None None] Calling delete_port for 056b9980-4fcd-4346-af48-ae9ea2f4bab1 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:12.615121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:12.631452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:12.635718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02cf81c4-2472-405f-a039-6b0e0a7017f8 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:12.642100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:12.652056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:12.702027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=aa820423-9aec-43bf-b6bd-d16fd9b60e32,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:12.767706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:12.793904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:12.803280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:12.856901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:12.937832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-d5a76341-ad57-4c4c-9734-cb03c936eb43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:22:12.938255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-d5a76341-ad57-4c4c-9734-cb03c936eb43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:22:12.969441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port 9e78c362-65a2-47a9-9a0b-0047d7e66ada yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:22:12.978862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Transition to ACTIVE for port object 215b2ff7-0aca-4d55-b74f-c35ead61a4cc will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:13.012247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Transition to ACTIVE for port object 215b2ff7-0aca-4d55-b74f-c35ead61a4cc will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:13.026770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:13.044975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:13.071043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5145a20>,) {'filters': {'network_id': ['720de8e6-1a0e-4fe8-8734-e4d0d9713745']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:13.095277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5145a20>, 'f6567796-35eb-432e-a004-64340c6ce9e0') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:13.095650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5145a20>, 'f6567796-35eb-432e-a004-64340c6ce9e0') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:13.129769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:13.207814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Pushing event updated for resources: {'Port': ['ID=215b2ff7-0aca-4d55-b74f-c35ead61a4cc,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:13.232361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8:0:1::281 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/888bceab-843e-4b19-b278-59b7c42b7bad/9e78c362-65a2-47a9-9a0b-0047d7e66ada) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:13.239130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::f816:3eff:feab:2a6f (cc7b5e29-f739-4393-8923-6dfd9a0401ee/843b0ff3-5aeb-461e-b8fe-288219d8e407/9e78c362-65a2-47a9-9a0b-0047d7e66ada) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:13.272568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:13.278325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:13.291992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed6e51-00bb-40bc-b1d8-a3ad8565ecdb None None] Update dhcp port {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '843b0ff3-5aeb-461e-b8fe-288219d8e407', 'ip_address': '2001:db8::f816:3eff:fe4e:eba2'}, {'subnet_id': '888bceab-843e-4b19-b278-59b7c42b7bad'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': '3ba3c322-a60d-4f6f-8b55-03e6cc81f990'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:22:13.342071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Releasing vxlan tunnel 7 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:13.383630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58ed6e51-00bb-40bc-b1d8-a3ad8565ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:13.395626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Network c63229f4-e105-4ea6-96e5-2101c1050ba0 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:13.397805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:13.402508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:13.439562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d5a76341-ad57-4c4c-9734-cb03c936eb43 None None] Deleting port 056b9980-4fcd-4346-af48-ae9ea2f4bab1 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:13.439896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d5a76341-ad57-4c4c-9734-cb03c936eb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:13.577808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d5a76341-ad57-4c4c-9734-cb03c936eb43 None None] The port '056b9980-4fcd-4346-af48-ae9ea2f4bab1' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:22:13.579125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Attempting to bind port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:22:13.579549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Attempting to bind port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '5ab8e778-170b-4ec2-9376-1ef33f16f879', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c63229f4-e105-4ea6-96e5-2101c1050ba0'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:22:13.579960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Attempting to bind port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc on network c63229f4-e105-4ea6-96e5-2101c1050ba0 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:22:13.592127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:22:13.592619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Checking segment: {'id': '5ab8e778-170b-4ec2-9376-1ef33f16f879', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c63229f4-e105-4ea6-96e5-2101c1050ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:13.592985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:13.593432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Bound using segment: {'id': '5ab8e778-170b-4ec2-9376-1ef33f16f879', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c63229f4-e105-4ea6-96e5-2101c1050ba0'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:22:13.593979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Bound port: 215b2ff7-0aca-4d55-b74f-c35ead61a4cc, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab8e778-170b-4ec2-9376-1ef33f16f879', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c63229f4-e105-4ea6-96e5-2101c1050ba0'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:22:13.594395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:13.660855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:13.673947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:13.765481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:13.775393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:13.783777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object 9e78c362-65a2-47a9-9a0b-0047d7e66ada will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:13.806310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:13.822102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] For port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:22:13.824657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-232f7ddd-4a29-4c27-a8aa-cdef083d1d10 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:13.875500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] For port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=215b2ff7-0aca-4d55-b74f-c35ead61a4cc,segment=NetworkSegment(5ab8e778-170b-4ec2-9376-1ef33f16f879),segment_id=5ab8e778-170b-4ec2-9376-1ef33f16f879)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:22:13.893796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:13.912570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:13.973506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=9e78c362-65a2-47a9-9a0b-0047d7e66ada,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:13.976305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network 720de8e6-1a0e-4fe8-8734-e4d0d9713745 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:13.978618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:14.011836 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:14.034425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:14.035768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:14.039077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:14.043743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:14.044425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:14.067372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-58ed6e51-00bb-40bc-b1d8-a3ad8565ecdb None None] Allocated IP 2001:db8:0:1::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/888bceab-843e-4b19-b278-59b7c42b7bad/3ba3c322-a60d-4f6f-8b55-03e6cc81f990) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:14.075346 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.6018300
Dec 03 11:22:14.075346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47232) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:14.111056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Pushing event updated for resources: {'Port': ['ID=215b2ff7-0aca-4d55-b74f-c35ead61a4cc,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:14.132281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:14.159655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b18a8-d107-4725-a2db-c503ecf02875 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port 9e78c362-65a2-47a9-9a0b-0047d7e66ada {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:14.160031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c7b18a8-d107-4725-a2db-c503ecf02875 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:14.174513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:14.186310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb704c29-3aa8-4eda-8470-5e0034ea8848 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:14.261255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:14.279366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Network': ['ID=720de8e6-1a0e-4fe8-8734-e4d0d9713745,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:14.289086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-58ed6e51-00bb-40bc-b1d8-a3ad8565ecdb None None] For port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:14.323246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58ed6e51-00bb-40bc-b1d8-a3ad8565ecdb None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:14.344214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-58ed6e51-00bb-40bc-b1d8-a3ad8565ecdb None None] Transition to ACTIVE for port object 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:14.347551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58ed6e51-00bb-40bc-b1d8-a3ad8565ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:14.364127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:14.446677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c7b18a8-d107-4725-a2db-c503ecf02875 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:14.532226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed6e51-00bb-40bc-b1d8-a3ad8565ecdb None None] Pushing event updated for resources: {'Port': ['ID=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,revision_number=9']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:14.542664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58ed6e51-00bb-40bc-b1d8-a3ad8565ecdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:14.594299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b18a8-d107-4725-a2db-c503ecf02875 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for 9e78c362-65a2-47a9-9a0b-0047d7e66ada owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:14.650524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:14.676218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:14.705366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc4cdce5-523b-4afa-897d-c29e8cfd8640 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:14.753799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/networks/720de8e6-1a0e-4fe8-8734-e4d0d9713745 HTTP/1.1" status: 204  len: 168 time: 4.1984203
Dec 03 11:22:14.762498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47236) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:14.877786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Subnet': ['ID=67194f32-30cf-45b1-8e2c-061cc8fc8d33,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:14.886535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:15.185621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Checking segment: {'id': '38adb93c-39bc-43e9-af5e-738ba7ef6602', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b1c24028-6509-43c2-9820-3f7e4cfcafa2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:15.186022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network hostable DHCP agents. Network: b1c24028-6509-43c2-9820-3f7e4cfcafa2, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:22:15.201501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c7b18a8-d107-4725-a2db-c503ecf02875 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:15.213926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 402f4359-16d2-4d0f-bf25-385242311ee7 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:22:15.220348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network b1c24028-6509-43c2-9820-3f7e4cfcafa2 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:22:15.222150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3fad1755-97f0-469a-8a03-c5c99f5fbead tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:15.287084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b18a8-d107-4725-a2db-c503ecf02875 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=9e78c362-65a2-47a9-9a0b-0047d7e66ada,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:15.290385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c7b18a8-d107-4725-a2db-c503ecf02875 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:15.293650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, b1c24028-6509-43c2-9820-3f7e4cfcafa2) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:15.300868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cebd71-31df-43ed-aaff-42fc0f34d6e2 None None] Network b1c24028-6509-43c2-9820-3f7e4cfcafa2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:15.351222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:15.372081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:15.372734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:15.413836 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 4.3207319
Dec 03 11:22:15.417158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47240) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:15.544174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:22:15.556311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-b1c24028-6509-43c2-9820-3f7e4cfcafa2', 'network_id': 'b1c24028-6509-43c2-9820-3f7e4cfcafa2', 'tenant_id': '2fa9bddaed044cd89154cfbcb46769fc', 'fixed_ips': [{'subnet_id': '67194f32-30cf-45b1-8e2c-061cc8fc8d33'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:22:15.557643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:15.559158 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "PUT /v2.0/routers/402f4359-16d2-4d0f-bf25-385242311ee7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0611227
Dec 03 11:22:15.559852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47244) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:15.576324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b655c8-5329-409a-944d-79e57c098c24 None None] Sync routers for ids ['402f4359-16d2-4d0f-bf25-385242311ee7'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:22:15.619194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b655c8-5329-409a-944d-79e57c098c24 None None] Routers {'402f4359-16d2-4d0f-bf25-385242311ee7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:15.619412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:15.620521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-53b655c8-5329-409a-944d-79e57c098c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e65b70>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['402f4359-16d2-4d0f-bf25-385242311ee7'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:15.699121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-53b655c8-5329-409a-944d-79e57c098c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e65b70>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:15.758842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b655c8-5329-409a-944d-79e57c098c24 None None] Routers {'402f4359-16d2-4d0f-bf25-385242311ee7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:15.759717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-53b655c8-5329-409a-944d-79e57c098c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e65b70>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['402f4359-16d2-4d0f-bf25-385242311ee7'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:15.791095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:15.836982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-53b655c8-5329-409a-944d-79e57c098c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e65b70>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:15.838129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b655c8-5329-409a-944d-79e57c098c24 None None] The sync data for ids ['402f4359-16d2-4d0f-bf25-385242311ee7'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:22:16.016125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c7b18a8-d107-4725-a2db-c503ecf02875 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:16.154226 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1c7b18a8-d107-4725-a2db-c503ecf02875 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/9e78c362-65a2-47a9-9a0b-0047d7e66ada HTTP/1.1" status: 204  len: 168 time: 2.0757618
Dec 03 11:22:16.172922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Allocated IP 2001:db8::3 (b1c24028-6509-43c2-9820-3f7e4cfcafa2/67194f32-30cf-45b1-8e2c-061cc8fc8d33/ca64ff9a-2006-4fe6-bfdb-26c6e6f76355) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:16.174411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47248) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:16.182515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ff335a-26a9-4f88-a48a-f57e114ae954 None None] Network c63229f4-e105-4ea6-96e5-2101c1050ba0 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:16.207442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 215b2ff7-0aca-4d55-b74f-c35ead61a4cc up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:16.296142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:16.460986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a216576d-1d40-4f22-b263-016f4dc83f07 None None] Provisioning for port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:16.622266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:16.636740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:16.646224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7831368f-2685-4236-b0cb-94cd4e218802 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:16.646730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7831368f-2685-4236-b0cb-94cd4e218802 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:16.656163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port 7c3bf306-743f-4c18-b1ed-b054f9dee8c2 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:16.656520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:16.661027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:16.661460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:16.831479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-938dc66c-b73b-4c88-b9ee-1d90037c1971 None None] Provisioning for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:16.859816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-938dc66c-b73b-4c88-b9ee-1d90037c1971 None None] Provisioning complete for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:16.860254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-938dc66c-b73b-4c88-b9ee-1d90037c1971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:16.965325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.025392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Transition to ACTIVE for port object ca64ff9a-2006-4fe6-bfdb-26c6e6f76355 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:17.036825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7831368f-2685-4236-b0cb-94cd4e218802 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:17.038291 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7831368f-2685-4236-b0cb-94cd4e218802 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.8563685
Dec 03 11:22:17.041014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47256) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:17.112547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Transition to ACTIVE for port object ca64ff9a-2006-4fe6-bfdb-26c6e6f76355 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:17.149035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.174362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e73a0ec1-4b71-4db0-bff4-4a487102450c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:17.177854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d180d-ffbe-4864-91de-525817e18b48 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:17.180507 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-993d180d-ffbe-4864-91de-525817e18b48 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1381748
Dec 03 11:22:17.181888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.197812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47260) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:17.205590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.238038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.293754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fcf8faa4-635d-42ac-b93e-c63086a8e7fc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:17.340251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Subnet': ['ID=67194f32-30cf-45b1-8e2c-061cc8fc8d33,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:17.343635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:17.360426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=215b2ff7-0aca-4d55-b74f-c35ead61a4cc,segment=NetworkSegment(5ab8e778-170b-4ec2-9376-1ef33f16f879),segment_id=5ab8e778-170b-4ec2-9376-1ef33f16f879)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:17.376081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-badaa5f3-9a90-4884-a304-c50f53b75db8 None None] Could not find standard attr ID for object 9e78c362-65a2-47a9-9a0b-0047d7e66ada. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:22:17.381077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.382582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:17.414830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Pushing event updated for resources: {'Port': ['ID=ca64ff9a-2006-4fe6-bfdb-26c6e6f76355,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:17.427798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:17.432800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-07ae43d9-14a4-4ff8-9298-c9d595d9672b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:17.451890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.510178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for 7c3bf306-743f-4c18-b1ed-b054f9dee8c2 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:17.511732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=215b2ff7-0aca-4d55-b74f-c35ead61a4cc,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:17.519250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:17.541187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Network b1c24028-6509-43c2-9820-3f7e4cfcafa2 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:17.545750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:17.549727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:17.554011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-badaa5f3-9a90-4884-a304-c50f53b75db8 None None] Provisioning complete for port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:17.554432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-badaa5f3-9a90-4884-a304-c50f53b75db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.585540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 58b73d64-f191-4806-b3cc-5b2a0946ba88 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:17.586186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.608698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b606a978>,) {'filters': {'network_id': ['b1c24028-6509-43c2-9820-3f7e4cfcafa2']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:17.624118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b606a978>, '38adb93c-39bc-43e9-af5e-738ba7ef6602') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:17.624678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b606a978>, '38adb93c-39bc-43e9-af5e-738ba7ef6602') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:17.639406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.657634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.660228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 9 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:17.679791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:17.680129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.862549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df65039-b6aa-4a4b-967b-31833862db5f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:17.864007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df65039-b6aa-4a4b-967b-31833862db5f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:17.865494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df65039-b6aa-4a4b-967b-31833862db5f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:17.866423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9df65039-b6aa-4a4b-967b-31833862db5f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:17.884052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network b1c24028-6509-43c2-9820-3f7e4cfcafa2 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:17.894052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.904412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.915912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Attempting to bind port ca64ff9a-2006-4fe6-bfdb-26c6e6f76355 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:22:17.916330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Attempting to bind port ca64ff9a-2006-4fe6-bfdb-26c6e6f76355 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '38adb93c-39bc-43e9-af5e-738ba7ef6602', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b1c24028-6509-43c2-9820-3f7e4cfcafa2'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:22:17.916736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Attempting to bind port ca64ff9a-2006-4fe6-bfdb-26c6e6f76355 on network b1c24028-6509-43c2-9820-3f7e4cfcafa2 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:22:17.934317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:22:17.934666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Checking segment: {'id': '38adb93c-39bc-43e9-af5e-738ba7ef6602', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b1c24028-6509-43c2-9820-3f7e4cfcafa2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:17.935140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.935574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Bound using segment: {'id': '38adb93c-39bc-43e9-af5e-738ba7ef6602', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b1c24028-6509-43c2-9820-3f7e4cfcafa2'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:22:17.936105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Bound port: ca64ff9a-2006-4fe6-bfdb-26c6e6f76355, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38adb93c-39bc-43e9-af5e-738ba7ef6602', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b1c24028-6509-43c2-9820-3f7e4cfcafa2'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:22:17.936520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:17.952397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9df65039-b6aa-4a4b-967b-31833862db5f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:17.956235 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9df65039-b6aa-4a4b-967b-31833862db5f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.5809410
Dec 03 11:22:17.961180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47264) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:18.087386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network b1c24028-6509-43c2-9820-3f7e4cfcafa2 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:18.097137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] For port 58b73d64-f191-4806-b3cc-5b2a0946ba88, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=58b73d64-f191-4806-b3cc-5b2a0946ba88,segment=NetworkSegment(5efead40-785d-4269-9ff6-306edc304117),segment_id=5efead40-785d-4269-9ff6-306edc304117)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:18.097544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:18.113286 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:18.150472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] For port ca64ff9a-2006-4fe6-bfdb-26c6e6f76355, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:22:18.170624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-badaa5f3-9a90-4884-a304-c50f53b75db8 None None] Provisioning complete for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:18.171062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-badaa5f3-9a90-4884-a304-c50f53b75db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.208465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:22:18.208465 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:22:18.208465 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': 'b1c24028-6509-43c2-9820-3f7e4cfcafa2'}]
Dec 03 11:22:18.208465 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:22:18.208920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:22:18.237142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] For port ca64ff9a-2006-4fe6-bfdb-26c6e6f76355, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ca64ff9a-2006-4fe6-bfdb-26c6e6f76355,segment=NetworkSegment(38adb93c-39bc-43e9-af5e-738ba7ef6602),segment_id=38adb93c-39bc-43e9-af5e-738ba7ef6602)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:22:18.249072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.266672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ea43bc2-5c8e-403b-a763-f166919a589b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:18.283078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for 58b73d64-f191-4806-b3cc-5b2a0946ba88 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:18.348168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 215b2ff7-0aca-4d55-b74f-c35ead61a4cc up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:18.531206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Pushing event updated for resources: {'Port': ['ID=ca64ff9a-2006-4fe6-bfdb-26c6e6f76355,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:18.532306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.552861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.553784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.554292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.554681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.555084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.555466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.555840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.556214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.556586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.556956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.557325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.557693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.558120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.558491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.558859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.559251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.559618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.559988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.560355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.560722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.561090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.561456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.561822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.562187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:22:18.567433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:18.639266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:18.639873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.679963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc0e529-16b0-47f4-ad98-40741db625e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 843b0ff3-5aeb-461e-b8fe-288219d8e407 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:18.687272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.690114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-adc0e529-16b0-47f4-ad98-40741db625e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.710023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.721709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a9cbb952-309e-4796-bb07-d74953894321 None None] Provisioning complete for port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:18.722143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb952-309e-4796-bb07-d74953894321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.723611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.752340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b5629f-e9c0-4a27-8f37-ed5ba2e4e892 None None] Network b1c24028-6509-43c2-9820-3f7e4cfcafa2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:18.778032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.778598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Fanout notify agent at l3_agent the message router_deleted on router 402f4359-16d2-4d0f-bf25-385242311ee7 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:22:18.782136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-adc0e529-16b0-47f4-ad98-40741db625e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.800780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Deleting port ca64ff9a-2006-4fe6-bfdb-26c6e6f76355 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:18.801459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.893356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.898085 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2bc1e996-3ada-4da1-88a3-dbc11a5fc7f2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/routers/402f4359-16d2-4d0f-bf25-385242311ee7 HTTP/1.1" status: 204  len: 168 time: 3.3341854
Dec 03 11:22:18.900033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47268) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:18.947878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:18.966640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0d40e64-3b59-4dbd-a18d-8bb34f9485e6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:19.033086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-adc0e529-16b0-47f4-ad98-40741db625e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:19.064338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=58b73d64-f191-4806-b3cc-5b2a0946ba88,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:19.076791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:19.140103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24371200-c4b4-436d-9b4d-a8bfa95a34e8 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:22:19.292266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24371200-c4b4-436d-9b4d-a8bfa95a34e8 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:22:19.430728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] For port ca64ff9a-2006-4fe6-bfdb-26c6e6f76355, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ca64ff9a-2006-4fe6-bfdb-26c6e6f76355,segment=NetworkSegment(38adb93c-39bc-43e9-af5e-738ba7ef6602),segment_id=38adb93c-39bc-43e9-af5e-738ba7ef6602)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:19.431180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:19.621492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Calling delete_port for ca64ff9a-2006-4fe6-bfdb-26c6e6f76355 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:19.738356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8041e999-b190-4d73-83a7-6c116523ecd9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting subnet 89fa27e4-1e16-4ddc-a5f7-6dd064e8b0f7 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:19.743869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8041e999-b190-4d73-83a7-6c116523ecd9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:19.787689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:19.806279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1f7c7485-6d16-4336-adec-027f6f78788a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:19.880108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Port': ['ID=ca64ff9a-2006-4fe6-bfdb-26c6e6f76355,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:19.887187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:19.889601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8041e999-b190-4d73-83a7-6c116523ecd9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:19.890384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:19.997358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-adc0e529-16b0-47f4-ad98-40741db625e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:20.014510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-659b1160-12ec-4d2a-b92c-f6cab4a63498 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:20.036745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No DVR routers for this DVR port ca64ff9a-2006-4fe6-bfdb-26c6e6f76355 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:22:20.068262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0e529-16b0-47f4-ad98-40741db625e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=843b0ff3-5aeb-461e-b8fe-288219d8e407,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:20.094640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-adc0e529-16b0-47f4-ad98-40741db625e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:20.189629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8041e999-b190-4d73-83a7-6c116523ecd9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:20.220172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:20.410194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4da9cc0>,) {'filters': {'network_id': ['b1c24028-6509-43c2-9820-3f7e4cfcafa2']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:20.464702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b289973-68de-4344-a71b-b7646164af86 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:20.468209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-adc0e529-16b0-47f4-ad98-40741db625e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:20.478556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4da9cc0>, '38adb93c-39bc-43e9-af5e-738ba7ef6602') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:20.478928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4da9cc0>, '38adb93c-39bc-43e9-af5e-738ba7ef6602') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:20.496134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 513ce876-4a4c-4a50-8de7-5bf45f4c346b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:22:20.498646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:20.503683 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-adc0e529-16b0-47f4-ad98-40741db625e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/843b0ff3-5aeb-461e-b8fe-288219d8e407 HTTP/1.1" status: 204  len: 168 time: 2.5386300
Dec 03 11:22:20.505342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47272) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:20.536335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:20.541554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 9 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:20.701662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:22:20.716861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33f07b8-cfed-4ba6-ae6a-b672ebd01303 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 888bceab-843e-4b19-b278-59b7c42b7bad {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:20.723005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea740ec-50ca-4d5d-9257-da84c7ce600c None None] Sync routers for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:22:20.724711 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9606593
Dec 03 11:22:20.727918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d33f07b8-cfed-4ba6-ae6a-b672ebd01303 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:20.728767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47276) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:20.748798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea740ec-50ca-4d5d-9257-da84c7ce600c None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:20.749967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4ea740ec-50ca-4d5d-9257-da84c7ce600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b624de48>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:20.788947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d33f07b8-cfed-4ba6-ae6a-b672ebd01303 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:20.896865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-4ea740ec-50ca-4d5d-9257-da84c7ce600c None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:22:20.897552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d33f07b8-cfed-4ba6-ae6a-b672ebd01303 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:20.900791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network b1c24028-6509-43c2-9820-3f7e4cfcafa2 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:20.913102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.027476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4ea740ec-50ca-4d5d-9257-da84c7ce600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b624de48>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:22:18Z', 'revision_number': 11, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:21.032930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea740ec-50ca-4d5d-9257-da84c7ce600c None None] Checking router: 513ce876-4a4c-4a50-8de7-5bf45f4c346b for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:22:21.043643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea740ec-50ca-4d5d-9257-da84c7ce600c None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:21.044327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4ea740ec-50ca-4d5d-9257-da84c7ce600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b624de48>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:21.118730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.157547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8041e999-b190-4d73-83a7-6c116523ecd9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.216174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-4ea740ec-50ca-4d5d-9257-da84c7ce600c None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:22:21.241687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d33f07b8-cfed-4ba6-ae6a-b672ebd01303 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.260383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9e975f67-a7ed-4d78-992c-083f6ef1edc6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:21.274624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1096ea5-d68b-427d-ade2-c4c659cc5a2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:21.311670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f07b8-cfed-4ba6-ae6a-b672ebd01303 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=888bceab-843e-4b19-b278-59b7c42b7bad,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:21.320080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d33f07b8-cfed-4ba6-ae6a-b672ebd01303 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:21.351775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4ea740ec-50ca-4d5d-9257-da84c7ce600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b624de48>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:22:18Z', 'revision_number': 11, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:21.357353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea740ec-50ca-4d5d-9257-da84c7ce600c None None] The sync data for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs is: [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:22:18Z', 'revision_number': 11, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:22:21.370303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network b1c24028-6509-43c2-9820-3f7e4cfcafa2 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:21.410620 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:21.419974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041e999-b190-4d73-83a7-6c116523ecd9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Subnet': ['ID=89fa27e4-1e16-4ddc-a5f7-6dd064e8b0f7,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:21.422199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8041e999-b190-4d73-83a7-6c116523ecd9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.432134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8041e999-b190-4d73-83a7-6c116523ecd9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:21.435642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5414308-67b6-4735-bdde-1b97665da203 None None] Network 38d79cb4-ee67-470c-b01b-53596f3e1bfb requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:21.437760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d33f07b8-cfed-4ba6-ae6a-b672ebd01303 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.454579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d33f07b8-cfed-4ba6-ae6a-b672ebd01303 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/888bceab-843e-4b19-b278-59b7c42b7bad HTTP/1.1" status: 204  len: 168 time: 0.9481454
Dec 03 11:22:21.455403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47280) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:21.514699 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8041e999-b190-4d73-83a7-6c116523ecd9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/subnets/89fa27e4-1e16-4ddc-a5f7-6dd064e8b0f7 HTTP/1.1" status: 204  len: 168 time: 2.6111681
Dec 03 11:22:21.526175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47284) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:21.550059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc48cbf-459f-4c92-a1c1-23b914422083 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:21.550276 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-18cfb020-4407-4e14-b291-9c645d531b01 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0906458
Dec 03 11:22:21.550714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47288) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:21.558115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:21.577023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.592559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ff6957be-c297-4042-8ccf-b3ce840ffb55 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:21.620775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea1668d-a237-488e-88c0-9e2fd4885857 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting subnet 80fb16e9-f198-483f-b3d0-a90eaec927db {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:21.628686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.633042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ea1668d-a237-488e-88c0-9e2fd4885857 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.667646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Network': ['ID=b1c24028-6509-43c2-9820-3f7e4cfcafa2,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:21.685703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:21.690322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:21.693738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:21.701706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:21.713101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:21.721141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.737613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:21.754792 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/b1c24028-6509-43c2-9820-3f7e4cfcafa2 HTTP/1.1" status: 204  len: 168 time: 6.3330846
Dec 03 11:22:21.756012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47292) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:21.774049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2131143284'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:21.778957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.779688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:21.789771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:network and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:21.843325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ea1668d-a237-488e-88c0-9e2fd4885857 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.845471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for network was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:21.862422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:21.871869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-00f209c3-7b80-40a3-81f2-8acfb9c9dab0 None None] Provisioning complete for port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:21.872402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-00f209c3-7b80-40a3-81f2-8acfb9c9dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.879819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:21.886042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.909142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port f93ca168-6be3-433c-bd26-2de468c77190 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:21.909398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.934208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:22:21.951481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:21.951867 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Added segment e93541a2-c34b-425c-a5d5-2e3feec310ef of type vxlan for network 6801f1f5-8e3c-4172-8413-7e35b759b200
Dec 03 11:22:22.039979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:22.131639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:22.135986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:22.136663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:22.145588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-853a0704-20e7-408c-9d53-b9fcce8e2899 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:22.249699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224591aa-ddc3-4963-ac64-9249cf9228ce None None] DHCP port deletion for 38d79cb4-ee67-470c-b01b-53596f3e1bfb request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:22:22.256283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-224591aa-ddc3-4963-ac64-9249cf9228ce None None] Deleting port f93ca168-6be3-433c-bd26-2de468c77190 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:22.257699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-224591aa-ddc3-4963-ac64-9249cf9228ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:22.296713 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5400214
Dec 03 11:22:22.299581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Network': ['ID=6801f1f5-8e3c-4172-8413-7e35b759b200,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:22.303419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47296) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:22.306343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:22.364256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'subnet': {'network_id': '6801f1f5-8e3c-4172-8413-7e35b759b200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:22.378277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd8b3d-ea84-4dec-b639-37663065d179 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:22:22.380458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 6801f1f5-8e3c-4172-8413-7e35b759b200 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:22.394223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 6801f1f5-8e3c-4172-8413-7e35b759b200 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:22.415336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] For port f93ca168-6be3-433c-bd26-2de468c77190, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f93ca168-6be3-433c-bd26-2de468c77190,segment=NetworkSegment(ae672eb9-cae2-4870-a396-22e67c35e437),segment_id=ae672eb9-cae2-4870-a396-22e67c35e437)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:22.415336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:22.419935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 58b73d64-f191-4806-b3cc-5b2a0946ba88 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:22.423482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ea1668d-a237-488e-88c0-9e2fd4885857 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:22.473126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-36dd8b3d-ea84-4dec-b639-37663065d179 None None] Deleting port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:22.473452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36dd8b3d-ea84-4dec-b639-37663065d179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:22.519158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:22.525467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:subnet and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:22.528279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 58b73d64-f191-4806-b3cc-5b2a0946ba88 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:22:22.528545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 58b73d64-f191-4806-b3cc-5b2a0946ba88 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:22:22.529012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f93ca168-6be3-433c-bd26-2de468c77190 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:22.532404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:22.542099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:22.589562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:22.589977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for f93ca168-6be3-433c-bd26-2de468c77190 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:22.724241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:22.743250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0c1a4fbd-094f-45ad-8e2e-87eaab78c429 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:22.783282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:22.795073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:22.813534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d0671ac-0eaa-4c64-85d0-5a0c13e5165d tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:22.878544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=f93ca168-6be3-433c-bd26-2de468c77190,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:22.902634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:22.971660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No active binding found for port f93ca168-6be3-433c-bd26-2de468c77190 {{(pid=80977) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 03 11:22:22.972127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f93ca168-6be3-433c-bd26-2de468c77190 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:22:22.972593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:23.062149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] No DVR routers for this DVR port f93ca168-6be3-433c-bd26-2de468c77190 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:22:23.103389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-224591aa-ddc3-4963-ac64-9249cf9228ce None None] For port f93ca168-6be3-433c-bd26-2de468c77190, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f93ca168-6be3-433c-bd26-2de468c77190,segment=NetworkSegment(ae672eb9-cae2-4870-a396-22e67c35e437),segment_id=ae672eb9-cae2-4870-a396-22e67c35e437)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:23.103840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-224591aa-ddc3-4963-ac64-9249cf9228ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:23.147543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ea1668d-a237-488e-88c0-9e2fd4885857 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:23.166171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5307d8e3-94ef-4932-a944-2918b0df2d4f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:23.254394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-224591aa-ddc3-4963-ac64-9249cf9228ce None None] Calling delete_port for f93ca168-6be3-433c-bd26-2de468c77190 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:23.273190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1668d-a237-488e-88c0-9e2fd4885857 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Subnet': ['ID=80fb16e9-f198-483f-b3d0-a90eaec927db,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:23.296741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=1ca262f9-8a03-44dd-8fb2-d444c6341927,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:23.306409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:23.332945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-36dd8b3d-ea84-4dec-b639-37663065d179 None None] For port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:23.333296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36dd8b3d-ea84-4dec-b639-37663065d179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:23.346947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6ea1668d-a237-488e-88c0-9e2fd4885857 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:23.357792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:23.375508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:23.378641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:23.430517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:23.431202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:23.476190 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.9234695
Dec 03 11:22:23.477281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47300) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:23.478660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ea1668d-a237-488e-88c0-9e2fd4885857 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:23.489809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-24af7101-a271-4692-929d-aaf7a1fcb276 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:23.507905 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6ea1668d-a237-488e-88c0-9e2fd4885857 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/80fb16e9-f198-483f-b3d0-a90eaec927db HTTP/1.1" status: 204  len: 168 time: 2.7752898
Dec 03 11:22:23.508362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47304) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:23.512094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4bbf2b0>,) {'filters': {'network_id': ['38d79cb4-ee67-470c-b01b-53596f3e1bfb']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:23.554927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4bbf2b0>, 'ae672eb9-cae2-4870-a396-22e67c35e437') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:23.555346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4bbf2b0>, 'ae672eb9-cae2-4870-a396-22e67c35e437') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:23.585934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:23.681381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:23.686839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dbe9c2-5b92-4154-97ca-fd9776709b3d None None] Network a2224cd7-32d0-4a49-af9b-c78eedd6b750 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:23.727868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-36dd8b3d-ea84-4dec-b639-37663065d179 None None] Calling delete_port for 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:23.734015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:23.743210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Releasing vxlan tunnel 11 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:23.758220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-224591aa-ddc3-4963-ac64-9249cf9228ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:22:23.758644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-224591aa-ddc3-4963-ac64-9249cf9228ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:22:23.782593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-24af7101-a271-4692-929d-aaf7a1fcb276 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:23.797102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-24af7101-a271-4692-929d-aaf7a1fcb276 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:23.800895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-24af7101-a271-4692-929d-aaf7a1fcb276 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:23.810120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-24af7101-a271-4692-929d-aaf7a1fcb276 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:23.812214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:23.825845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24af7101-a271-4692-929d-aaf7a1fcb276 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:23.838612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Deleting port 33263d28-bdb0-485d-890a-b525917d1c00 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:23.838937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:23.973548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36dd8b3d-ea84-4dec-b639-37663065d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:23.993484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:24.004821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network 38d79cb4-ee67-470c-b01b-53596f3e1bfb has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:24.033569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-24af7101-a271-4692-929d-aaf7a1fcb276 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:24.042801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:24.082256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd8b3d-ea84-4dec-b639-37663065d179 None None] Pushing event deleted for resources: {'Port': ['ID=3ba3c322-a60d-4f6f-8b55-03e6cc81f990,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:24.086363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-36dd8b3d-ea84-4dec-b639-37663065d179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:24.094168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:24.163780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c321dd9e-8752-41b7-932c-1fc7311c4e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:24.190848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47310) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:24.263149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-224591aa-ddc3-4963-ac64-9249cf9228ce None None] Deleting port f93ca168-6be3-433c-bd26-2de468c77190 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:24.263585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-224591aa-ddc3-4963-ac64-9249cf9228ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:24.347560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-224591aa-ddc3-4963-ac64-9249cf9228ce None None] The port 'f93ca168-6be3-433c-bd26-2de468c77190' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:22:24.352969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc294ab-60df-4300-a851-22d55cdd8521 None None] DHCP port deletion for a2224cd7-32d0-4a49-af9b-c78eedd6b750 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:22:24.363571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1cc294ab-60df-4300-a851-22d55cdd8521 None None] Deleting port 33263d28-bdb0-485d-890a-b525917d1c00 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:24.363571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1cc294ab-60df-4300-a851-22d55cdd8521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:24.382866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Subnet': ['ID=b04bde94-402a-46f7-8ae2-5839f8057e9d,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:24.386101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:24.387633 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.ipam_backend_mixin [None req-24af7101-a271-4692-929d-aaf7a1fcb276 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ca262f9-8a03-44dd-8fb2-d444c6341927 (CIDR: 2001:db8::/64)
Dec 03 11:22:24.399921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dd8b3d-ea84-4dec-b639-37663065d179 None None] No DVR routers for this DVR port 3ba3c322-a60d-4f6f-8b55-03e6cc81f990 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:22:24.409431 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-24af7101-a271-4692-929d-aaf7a1fcb276 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:22:24.409431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24af7101-a271-4692-929d-aaf7a1fcb276 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:24.425703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network 38d79cb4-ee67-470c-b01b-53596f3e1bfb has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:24.443135 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-24af7101-a271-4692-929d-aaf7a1fcb276 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9594469
Dec 03 11:22:24.444535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47314) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:24.452509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:24.456669 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:24.469646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e154be-635e-4a7d-bb7b-3e21978b0fa3 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:24.568196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Checking segment: {'id': 'e93541a2-c34b-425c-a5d5-2e3feec310ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6801f1f5-8e3c-4172-8413-7e35b759b200'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:24.568561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network hostable DHCP agents. Network: 6801f1f5-8e3c-4172-8413-7e35b759b200, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:22:24.570967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] For port 33263d28-bdb0-485d-890a-b525917d1c00, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=33263d28-bdb0-485d-890a-b525917d1c00,segment=NetworkSegment(5efead40-785d-4269-9ff6-306edc304117),segment_id=5efead40-785d-4269-9ff6-306edc304117)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:24.571371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:24.591840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-69b8343a-48f0-45bf-b25d-891a71c5f079 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/b1b8c79b-65e8-4f68-b0d3-df16e768ae08 HTTP/1.1" status: 200  len: 993 time: 0.3937600
Dec 03 11:22:24.639543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 6801f1f5-8e3c-4172-8413-7e35b759b200 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:22:24.655414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:24.659497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 6801f1f5-8e3c-4172-8413-7e35b759b200) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:24.662107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:24.667372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:24.670287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd524290-2eea-4390-ba5c-9a8979529d89 None None] Network 6801f1f5-8e3c-4172-8413-7e35b759b200 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:24.682750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:24.687133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:24.687935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:24.715965 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.4089184
Dec 03 11:22:24.715965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:24.724706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:24.747117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47320) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:24.765418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Calling delete_port for 33263d28-bdb0-485d-890a-b525917d1c00 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:24.806384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:24.811077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4d48bafd-b2f0-4fc6-8e9e-f255920235e5 tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:24.816452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1cc294ab-60df-4300-a851-22d55cdd8521 None None] For port 33263d28-bdb0-485d-890a-b525917d1c00, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=33263d28-bdb0-485d-890a-b525917d1c00,segment=NetworkSegment(5efead40-785d-4269-9ff6-306edc304117),segment_id=5efead40-785d-4269-9ff6-306edc304117)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:24.816917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1cc294ab-60df-4300-a851-22d55cdd8521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:24.831535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:24.845973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Network': ['ID=38d79cb4-ee67-470c-b01b-53596f3e1bfb,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:24.852282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:24.858631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/networks/38d79cb4-ee67-470c-b01b-53596f3e1bfb HTTP/1.1" status: 204  len: 168 time: 3.3313954
Dec 03 11:22:24.859445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47326) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:25.020851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1cc294ab-60df-4300-a851-22d55cdd8521 None None] Calling delete_port for 33263d28-bdb0-485d-890a-b525917d1c00 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:25.029087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:25.034550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:25.053762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47330) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:25.054515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-811c4612-aee6-4ee2-91e6-4834104269b4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:25.214562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '1ca262f9-8a03-44dd-8fb2-d444c6341927'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:22:25.215513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:25.234325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-1cc294ab-60df-4300-a851-22d55cdd8521 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:22:25.234731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-1cc294ab-60df-4300-a851-22d55cdd8521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:22:25.252099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:25.318701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135ce6a-8b2e-41d0-9d93-807988ddc57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-6801f1f5-8e3c-4172-8413-7e35b759b200', 'network_id': '6801f1f5-8e3c-4172-8413-7e35b759b200', 'tenant_id': '2fa9bddaed044cd89154cfbcb46769fc', 'fixed_ips': [{'subnet_id': 'b04bde94-402a-46f7-8ae2-5839f8057e9d'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:22:25.320319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a135ce6a-8b2e-41d0-9d93-807988ddc57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:25.440201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Port': ['ID=33263d28-bdb0-485d-890a-b525917d1c00,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:25.454779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6c81d84b-62b4-4cad-bf43-fa614a234efc tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port a025267a-598d-4b63-862f-da903991c5a6 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:25.455126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c81d84b-62b4-4cad-bf43-fa614a234efc tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:25.486045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:25.738168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No DVR routers for this DVR port 33263d28-bdb0-485d-890a-b525917d1c00 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:22:25.740273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:25.745234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1cc294ab-60df-4300-a851-22d55cdd8521 None None] Deleting port 33263d28-bdb0-485d-890a-b525917d1c00 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:25.745682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1cc294ab-60df-4300-a851-22d55cdd8521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:25.757130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b281d33-d0ae-4cbc-b0b4-52fe74b5ce63 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:25.801308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Subnet': ['ID=b04bde94-402a-46f7-8ae2-5839f8057e9d,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:25.825928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:25.846226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1cc294ab-60df-4300-a851-22d55cdd8521 None None] The port '33263d28-bdb0-485d-890a-b525917d1c00' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:22:25.987407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port e2599c35-31c2-41ec-899f-4f0819833f27 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:25.987784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server [None req-a135ce6a-8b2e-41d0-9d93-807988ddc57a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b04bde94-402a-46f7-8ae2-5839f8057e9d: This subnet is being modified by another concurrent operation.
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise exception
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b04bde94-402a-46f7-8ae2-5839f8057e9d: This subnet is being modified by another concurrent operation.
Dec 03 11:22:26.015577 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server 
Dec 03 11:22:26.032449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.032630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Allocated IP 2001:db8::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/1ca262f9-8a03-44dd-8fb2-d444c6341927/ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:26.062785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131e3dbf-d443-4ebd-80ed-cd374c863718 None None] Network 6801f1f5-8e3c-4172-8413-7e35b759b200 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:26.084921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c81d84b-62b4-4cad-bf43-fa614a234efc tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.085348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c81d84b-62b4-4cad-bf43-fa614a234efc tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.086723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:22:26.314076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6c81d84b-62b4-4cad-bf43-fa614a234efc tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for a025267a-598d-4b63-862f-da903991c5a6 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:26.354562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 33263d28-bdb0-485d-890a-b525917d1c00 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:26.377244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e0df60>,) {'filters': {'network_id': ['a2224cd7-32d0-4a49-af9b-c78eedd6b750']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:26.403677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 33263d28-bdb0-485d-890a-b525917d1c00 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:22:26.404071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 33263d28-bdb0-485d-890a-b525917d1c00 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:22:26.418041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e0df60>, '5efead40-785d-4269-9ff6-306edc304117') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:26.418460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e0df60>, '5efead40-785d-4269-9ff6-306edc304117') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:26.433502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.442489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.465743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80975) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:22:26.466554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.489458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.494617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f82fa0d0-db9a-4736-9112-87d821ac224c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:26.504860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Transition to ACTIVE for port object ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:26.527802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.531404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Releasing vxlan tunnel 3 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:26.714340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.714340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.722327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1affe2ba8>,) {'filters': {'network_id': ['6801f1f5-8e3c-4172-8413-7e35b759b200']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:26.735200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=d4d7559e-d48c-44f5-9fcc-6428af2ff4c5,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:26.749018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:26.753330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1affe2ba8>, 'e93541a2-c34b-425c-a5d5-2e3feec310ef') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:26.753652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1affe2ba8>, 'e93541a2-c34b-425c-a5d5-2e3feec310ef') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:26.780019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.804524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.808107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 7 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:26.848721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:26.852368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:26.922747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network a2224cd7-32d0-4a49-af9b-c78eedd6b750 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:26.932490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:26.933159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:26.937847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for e2599c35-31c2-41ec-899f-4f0819833f27 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:26.968617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.033312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 6801f1f5-8e3c-4172-8413-7e35b759b200 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:27.046268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.069653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.6240420
Dec 03 11:22:27.080325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47334) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:27.096190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c81d84b-62b4-4cad-bf43-fa614a234efc tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.132112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-829b793e-c7a4-48f1-b127-7d42fae92f53 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:27.139834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:2d:12:dd', 'name': 'tempest-NetworksTestDHCPv6-1282248289'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:27.199662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81d84b-62b4-4cad-bf43-fa614a234efc tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=a025267a-598d-4b63-862f-da903991c5a6,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:27.267496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c81d84b-62b4-4cad-bf43-fa614a234efc tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:27.335411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Network a2224cd7-32d0-4a49-af9b-c78eedd6b750 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:27.338827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 6801f1f5-8e3c-4172-8413-7e35b759b200 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:27.366437 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:27.368793 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:27.482488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Transition to ACTIVE for port object ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:27.486245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.488443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.490443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4f39104-19da-4ae4-80a2-a1554242ab72 tempest-BulkNetworkOpsIpV6Test-1449262079 tempest-BulkNetworkOpsIpV6Test-1449262079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:27.494897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.506248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:27.509133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.509392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c7af4789-2393-40de-a306-2bcc43f5a5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:27.524894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Network': ['ID=6801f1f5-8e3c-4172-8413-7e35b759b200,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:27.530798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/6801f1f5-8e3c-4172-8413-7e35b759b200 HTTP/1.1" status: 204  len: 168 time: 2.7823234
Dec 03 11:22:27.532133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:27.534543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:27.535275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ce23e3f-12ec-4a65-8ee3-a15933db2699 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:27.535562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47338) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:27.543424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1087156631'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:27.552043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:27.556828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:network and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:27.560255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for network was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:27.563389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:27.570425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.594587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:27.627869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:27.633831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.672964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Pushing event updated for resources: {'Port': ['ID=ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:27.677616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:27.737335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:27.738968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:27.741439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:27.776538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:22:27.804782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.805167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Added segment d9afbc55-10f2-4a6a-902f-1a5f5c139428 of type vxlan for network fdf40ad3-8d65-408f-96cf-0fbc4ff854e8
Dec 03 11:22:27.808205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Attempting to bind port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:22:27.808641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Attempting to bind port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:22:27.809635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Attempting to bind port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:22:27.816144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:22:27.816523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.816646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:27.817115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.817569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:22:27.818102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Bound port: ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:22:27.818530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.822082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port baa79700-9f38-40f6-81af-d6fd9bfaa698 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:22:27.836811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Pushing event deleted for resources: {'Network': ['ID=a2224cd7-32d0-4a49-af9b-c78eedd6b750,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:27.846535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:27.898652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.923158 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/networks/a2224cd7-32d0-4a49-af9b-c78eedd6b750 HTTP/1.1" status: 204  len: 168 time: 4.4137387
Dec 03 11:22:27.926416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47342) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:27.934060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] For port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:22:27.937978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] For port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:22:27.938567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6751774b-d7d7-4abf-9418-03081a756e3f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'router': {'routes': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:27.941846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:27.980704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17846e33-1409-433e-aab6-0cc68de04fd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:27.997407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:28.001645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:28.002000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:28.002273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:28.011157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7c153ded-d241-430b-a375-9ff48469bc7c tempest-NetworksIpV6TestAttrs-2022783479 tempest-NetworksIpV6TestAttrs-2022783479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:28.076959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:28.135879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c81d84b-62b4-4cad-bf43-fa614a234efc tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:28.138294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c81d84b-62b4-4cad-bf43-fa614a234efc tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:28.138734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Pushing event updated for resources: {'Port': ['ID=ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:28.140419 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6c81d84b-62b4-4cad-bf43-fa614a234efc tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/floatingips/5e0931e5-9c87-4bba-b095-bce8f9a13386 HTTP/1.1" status: 204  len: 168 time: 3.2766554
Dec 03 11:22:28.142357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:28.150359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47346) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:28.156150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=e2599c35-31c2-41ec-899f-4f0819833f27,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:28.163655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:28.197902 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6582966
Dec 03 11:22:28.236936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47350) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:28.237722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Network': ['ID=fdf40ad3-8d65-408f-96cf-0fbc4ff854e8,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:28.242164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:28.248703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'subnet': {'network_id': 'fdf40ad3-8d65-408f-96cf-0fbc4ff854e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:28.249685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:28.280934 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6b3db9-557a-4d5c-bd7d-b5296c911c4c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] DELETE failed (client error): The resource could not be found.
Dec 03 11:22:28.281456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6b3db9-557a-4d5c-bd7d-b5296c911c4c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:28.286246 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fb6b3db9-557a-4d5c-bd7d-b5296c911c4c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/ports/f9c31471-655e-4694-addb-e922e71ffc3c HTTP/1.1" status: 404  len: 333 time: 0.1038363
Dec 03 11:22:28.302152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47354) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:28.356027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:28.375245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::183 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/1ca262f9-8a03-44dd-8fb2-d444c6341927/baa79700-9f38-40f6-81af-d6fd9bfaa698) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:28.421569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.extraroute_db [None req-6751774b-d7d7-4abf-9418-03081a756e3f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Added routes are [] {{(pid=80976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 03 11:22:28.422172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.extraroute_db [None req-6751774b-d7d7-4abf-9418-03081a756e3f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Removed routes are [] {{(pid=80976) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 03 11:22:28.422758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6751774b-d7d7-4abf-9418-03081a756e3f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:28.430322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-830116a7-0036-42fe-997f-fa542a9f2674 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Synchronizing usage tracker for tenant:bed15e13252a48acad7b4d88131ac0c2 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:28.458174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8:0:1:f816:3eff:fe2d:12dd (cc7b5e29-f739-4393-8923-6dfd9a0401ee/d4d7559e-d48c-44f5-9fcc-6428af2ff4c5/baa79700-9f38-40f6-81af-d6fd9bfaa698) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:28.483710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:28.501500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-830116a7-0036-42fe-997f-fa542a9f2674 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Unset dirty status for tenant:bed15e13252a48acad7b4d88131ac0c2 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:28.506027 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-830116a7-0036-42fe-997f-fa542a9f2674 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "GET /v2.0/ports?device_id=402f4359-16d2-4d0f-bf25-385242311ee7 HTTP/1.1" status: 200  len: 205 time: 0.2028098
Dec 03 11:22:28.507813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:subnet and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:28.526633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47358) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:28.529452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:28.612359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:28.644077 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-8abfe0c4-be9c-410b-ac7d-4c7fccb02d8f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] delete failed (client error): The resource could not be found.
Dec 03 11:22:28.645234 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8abfe0c4-be9c-410b-ac7d-4c7fccb02d8f tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/routers/402f4359-16d2-4d0f-bf25-385242311ee7 HTTP/1.1" status: 404  len: 336 time: 0.1175411
Dec 03 11:22:28.649343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47362) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:28.707653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:28.753591 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f476ab-cc96-4a31-89be-bd6d0b67591b tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] DELETE failed (client error): The resource could not be found.
Dec 03 11:22:28.754018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f476ab-cc96-4a31-89be-bd6d0b67591b tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:28.755878 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-27f476ab-cc96-4a31-89be-bd6d0b67591b tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/subnets/89fa27e4-1e16-4ddc-a5f7-6dd064e8b0f7 HTTP/1.1" status: 404  len: 337 time: 0.1036365
Dec 03 11:22:28.763911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47366) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:28.832729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6751774b-d7d7-4abf-9418-03081a756e3f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:28.850579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6751774b-d7d7-4abf-9418-03081a756e3f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:28.928932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:29.022216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5631feb3-61f4-4c01-9f94-0753cd43d6b9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port 112b23db-8a7e-4639-aa03-9b32ad481813 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:29.022838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5631feb3-61f4-4c01-9f94-0753cd43d6b9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:29.059534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:29.059915 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP b1b8c79b-65e8-4f68-b0d3-df16e768ae08 disassociated (deleted). External IP: 172.26.1.74, port: 2016d2a4-0819-4fa9-91e0-a2d18d509b5a.
Dec 03 11:22:29.063710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:29.093402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object baa79700-9f38-40f6-81af-d6fd9bfaa698 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:29.167034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:29.184419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a31b345-0aea-40ba-aebf-0f1922ccbeb2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:29.235530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6751774b-d7d7-4abf-9418-03081a756e3f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 513ce876-4a4c-4a50-8de7-5bf45f4c346b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:22:29.606764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da4abf-c883-42ce-9af3-29f493e5278b None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:29.663434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=baa79700-9f38-40f6-81af-d6fd9bfaa698,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:29.677333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:29.728131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7afc5bf2-8cf2-4573-98c5-3739c14fcd84 None None] Provisioning for port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:29.845497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:29.849689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:29.856475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:29.860877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:29.861553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:29.879192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6751774b-d7d7-4abf-9418-03081a756e3f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:22:29.894010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6751774b-d7d7-4abf-9418-03081a756e3f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:29.894195 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6751774b-d7d7-4abf-9418-03081a756e3f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b HTTP/1.1" status: 200  len: 701 time: 1.9668198
Dec 03 11:22:29.896533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c252ff-903c-4107-b50a-00fd2ebc7bed None None] Sync routers for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:22:29.898169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47370) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:29.917207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c252ff-903c-4107-b50a-00fd2ebc7bed None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:29.918468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-29c252ff-903c-4107-b50a-00fd2ebc7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b595da90>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:29.961155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-eb9272a3-838f-4002-85de-b34ae1fa7f4f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Synchronizing usage tracker for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:29.967446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.8835781
Dec 03 11:22:29.967789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47374) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:30.049410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-eb9272a3-838f-4002-85de-b34ae1fa7f4f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Unset dirty status for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:30.053558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eb9272a3-838f-4002-85de-b34ae1fa7f4f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=513ce876-4a4c-4a50-8de7-5bf45f4c346b HTTP/1.1" status: 200  len: 205 time: 0.1515052
Dec 03 11:22:30.055485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47378) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:30.141617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5631feb3-61f4-4c01-9f94-0753cd43d6b9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:30.142026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f656c-e7c4-4bb5-a5fb-e509b83b5652 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port baa79700-9f38-40f6-81af-d6fd9bfaa698 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:30.142394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d1f656c-e7c4-4bb5-a5fb-e509b83b5652 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:30.161052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5f5e633-aa73-4ded-95e0-d1ec89aad138 req-94e1d583-3fd6-49aa-aa36-4ccaafa013b2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4278634
Dec 03 11:22:30.293869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ebce07e-0264-4798-9ebc-b3dae1444dee tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:30.295344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5631feb3-61f4-4c01-9f94-0753cd43d6b9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for 112b23db-8a7e-4639-aa03-9b32ad481813 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:30.300572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-29c252ff-903c-4107-b50a-00fd2ebc7bed None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:22:30.383345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 28466069-90db-4f3e-9727-d2886dbada37 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:22:30.431876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:30.484121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-29c252ff-903c-4107-b50a-00fd2ebc7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b595da90>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:22:18Z', 'revision_number': 11, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:30.511241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c252ff-903c-4107-b50a-00fd2ebc7bed None None] Checking router: 513ce876-4a4c-4a50-8de7-5bf45f4c346b for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:22:30.529138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab03b36-ae9f-4805-9ede-71776176be87 None None] Update dhcp port {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'fixed_ips': [{'subnet_id': '1ca262f9-8a03-44dd-8fb2-d444c6341927', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd4d7559e-d48c-44f5-9fcc-6428af2ff4c5'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': 'ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:22:30.570405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c252ff-903c-4107-b50a-00fd2ebc7bed None None] Routers {'513ce876-4a4c-4a50-8de7-5bf45f4c346b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:30.571132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-29c252ff-903c-4107-b50a-00fd2ebc7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b595da90>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:30.650573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5e633-aa73-4ded-95e0-d1ec89aad138 req-75c37b79-8032-4bc2-bb5f-086c6604d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:30.652256 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5f5e633-aa73-4ded-95e0-d1ec89aad138 req-75c37b79-8032-4bc2-bb5f-086c6604d55f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 1163 time: 0.3280067
Dec 03 11:22:30.674881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ebce07e-0264-4798-9ebc-b3dae1444dee tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:30.705188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ebce07e-0264-4798-9ebc-b3dae1444dee tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:30.738436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:30.748616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:22:30.762337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ab03b36-ae9f-4805-9ede-71776176be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:30.762523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:30.766671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a16eda-8955-41b7-80a1-a623bc5d59e1 None None] Sync routers for ids ['28466069-90db-4f3e-9727-d2886dbada37'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:22:30.776693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-29c252ff-903c-4107-b50a-00fd2ebc7bed None None] Set router 513ce876-4a4c-4a50-8de7-5bf45f4c346b gateway port host: None {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:22:30.777824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a16eda-8955-41b7-80a1-a623bc5d59e1 None None] Routers {'28466069-90db-4f3e-9727-d2886dbada37'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:30.778760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-35a16eda-8955-41b7-80a1-a623bc5d59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b671cbe0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['28466069-90db-4f3e-9727-d2886dbada37'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:30.814796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5631feb3-61f4-4c01-9f94-0753cd43d6b9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:30.835618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fecd6d1f-38cf-4f1e-b112-bbe5c18953b9 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:30.876747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:30.934292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:30.936725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631feb3-61f4-4c01-9f94-0753cd43d6b9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=112b23db-8a7e-4639-aa03-9b32ad481813,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:30.953679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5631feb3-61f4-4c01-9f94-0753cd43d6b9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:30.990098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb4637a3-99f0-404b-b475-619ee3812920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:30.992282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-35a16eda-8955-41b7-80a1-a623bc5d59e1 None None] Set router 28466069-90db-4f3e-9727-d2886dbada37 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:22:30.992712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-29c252ff-903c-4107-b50a-00fd2ebc7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b595da90>, [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:22:18Z', 'revision_number': 11, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:31.007310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:31.008001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.036273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c252ff-903c-4107-b50a-00fd2ebc7bed None None] The sync data for ids ['513ce876-4a4c-4a50-8de7-5bf45f4c346b'] in dv-neutron-765072-2-ovs is: [{'id': '513ce876-4a4c-4a50-8de7-5bf45f4c346b', 'name': 'tempest-RoutersTest-router-1707127880', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:33Z', 'updated_at': '2020-12-03T11:22:18Z', 'revision_number': 11, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:22:31.047509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5e633-aa73-4ded-95e0-d1ec89aad138 req-17cec4a2-67b1-4f9f-a415-b9a395162671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:31.049130 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5f5e633-aa73-4ded-95e0-d1ec89aad138 req-17cec4a2-67b1-4f9f-a415-b9a395162671 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb HTTP/1.1" status: 200  len: 890 time: 0.3661835
Dec 03 11:22:31.069221 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/floatingips/b1b8c79b-65e8-4f68-b0d3-df16e768ae08 HTTP/1.1" status: 204  len: 168 time: 5.9850833
Dec 03 11:22:31.126145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Subnet': ['ID=87fe59c7-3104-442c-98c2-35be483ec15e,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:31.146171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:31.149149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'tag': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:22:31.187823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ebce07e-0264-4798-9ebc-b3dae1444dee tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.188579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebce07e-0264-4798-9ebc-b3dae1444dee tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Fanout notify agent at l3_agent the message router_deleted on router 513ce876-4a4c-4a50-8de7-5bf45f4c346b {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:22:31.213597 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5f5e633-aa73-4ded-95e0-d1ec89aad138 req-f5207611-b3bf-4e80-b2c9-d0c1f6a4eec9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2016d2a4-0819-4fa9-91e0-a2d18d509b5a HTTP/1.1" status: 200  len: 217 time: 0.1511607
Dec 03 11:22:31.257595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ebce07e-0264-4798-9ebc-b3dae1444dee tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.259251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0ebce07e-0264-4798-9ebc-b3dae1444dee tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b HTTP/1.1" status: 204  len: 168 time: 1.2004609
Dec 03 11:22:31.261652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d1f656c-e7c4-4bb5-a5fb-e509b83b5652 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.285947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47386) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:31.301131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-109deb47-56b0-458b-aaf3-c49eecb12e03 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'router': {'name': 'tempest-RoutersTest-router-1965431505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:31.322067 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'tag': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a', 'status': 'completed', 'code': 200}
Dec 03 11:22:31.375606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Checking segment: {'id': 'd9afbc55-10f2-4a6a-902f-1a5f5c139428', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fdf40ad3-8d65-408f-96cf-0fbc4ff854e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:31.376386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network hostable DHCP agents. Network: fdf40ad3-8d65-408f-96cf-0fbc4ff854e8, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:22:31.382376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-109deb47-56b0-458b-aaf3-c49eecb12e03 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:31.412057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5e633-aa73-4ded-95e0-d1ec89aad138 req-3b188d79-2cc9-4c50-91cf-1deedf8af938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:31.414518 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5f5e633-aa73-4ded-95e0-d1ec89aad138 req-3b188d79-2cc9-4c50-91cf-1deedf8af938 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1012fa4b-3b1e-4d22-b551-17d616ea7e8a HTTP/1.1" status: 200  len: 835 time: 0.1726060
Dec 03 11:22:31.499100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-35a16eda-8955-41b7-80a1-a623bc5d59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b671cbe0>, [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:20:29Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f766180e-63ca-481d-97a2-aa2df12a6032', 'name': '', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:72:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:27Z', 'updated_at': '2020-12-03T11:20:41Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:31.500526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f656c-e7c4-4bb5-a5fb-e509b83b5652 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for baa79700-9f38-40f6-81af-d6fd9bfaa698 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:31.503526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5631feb3-61f4-4c01-9f94-0753cd43d6b9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.508502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a16eda-8955-41b7-80a1-a623bc5d59e1 None None] Checking router: 28466069-90db-4f3e-9727-d2886dbada37 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:22:31.517808 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5631feb3-61f4-4c01-9f94-0753cd43d6b9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/ports/112b23db-8a7e-4639-aa03-9b32ad481813 HTTP/1.1" status: 204  len: 168 time: 2.7424221
Dec 03 11:22:31.522364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a16eda-8955-41b7-80a1-a623bc5d59e1 None None] Routers {'28466069-90db-4f3e-9727-d2886dbada37'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:31.523104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47390) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:31.523415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-35a16eda-8955-41b7-80a1-a623bc5d59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b671cbe0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['28466069-90db-4f3e-9727-d2886dbada37'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:31.557723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.563923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-109deb47-56b0-458b-aaf3-c49eecb12e03 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Usage tracker for resource:router and tenant:1b893c1d08a64cb780a50f0941d3c674 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:31.587392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-109deb47-56b0-458b-aaf3-c49eecb12e03 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:31.605932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-109deb47-56b0-458b-aaf3-c49eecb12e03 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:31.632894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-109deb47-56b0-458b-aaf3-c49eecb12e03 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.634299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-109deb47-56b0-458b-aaf3-c49eecb12e03 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.643265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:22:31.644158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-10706f39-7bb4-4320-82d2-632b9122bfaf tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port fcb4d641-497f-4428-b1e6-948b5f3d2ad8 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:31.644543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10706f39-7bb4-4320-82d2-632b9122bfaf tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.670384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, fdf40ad3-8d65-408f-96cf-0fbc4ff854e8) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:31.684868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5e633-aa73-4ded-95e0-d1ec89aad138 req-765e0c08-2cc4-4741-ad07-5b658d725011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:31.686519 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5f5e633-aa73-4ded-95e0-d1ec89aad138 req-765e0c08-2cc4-4741-ad07-5b658d725011 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2650340
Dec 03 11:22:31.702922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:31.702922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.719177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7e30d2-ce8a-4d78-b468-1b6df9a202ba None None] Network fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:31.740356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-109deb47-56b0-458b-aaf3-c49eecb12e03 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.795367 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.5548403
Dec 03 11:22:31.799396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47396) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:31.820776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-35a16eda-8955-41b7-80a1-a623bc5d59e1 None None] Set router 28466069-90db-4f3e-9727-d2886dbada37 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:22:31.824829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:31.832093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-109deb47-56b0-458b-aaf3-c49eecb12e03 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.870580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-109deb47-56b0-458b-aaf3-c49eecb12e03 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.872064 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-109deb47-56b0-458b-aaf3-c49eecb12e03 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5798173
Dec 03 11:22:31.898123 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5f5e633-aa73-4ded-95e0-d1ec89aad138 req-b408bf3c-507b-423f-bdb6-e82ded25c036 service neutron] 10.222.0.91 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971331
Dec 03 11:22:31.898662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47402) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:31.938042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:31.964254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-4ab03b36-ae9f-4805-9ede-71776176be87 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe1f:d787 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/d4d7559e-d48c-44f5-9fcc-6428af2ff4c5/ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:31.968655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a85d9a03-773b-4a3c-91c0-42b8a42e3662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:32.179751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10706f39-7bb4-4320-82d2-632b9122bfaf tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:32.207016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d1f656c-e7c4-4bb5-a5fb-e509b83b5652 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:32.247498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:32.251059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:32.264142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f3477560-2a3d-47c4-89ec-fd4c0a2ef010 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Request body: {'router': {'admin_state_up': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:32.369780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-fdf40ad3-8d65-408f-96cf-0fbc4ff854e8', 'network_id': 'fdf40ad3-8d65-408f-96cf-0fbc4ff854e8', 'tenant_id': '2fa9bddaed044cd89154cfbcb46769fc', 'fixed_ips': [{'subnet_id': '87fe59c7-3104-442c-98c2-35be483ec15e'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:22:32.370617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:32.378599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d96612f7-c238-4589-9d5a-f00c412dc282 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:32.390238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4ab03b36-ae9f-4805-9ede-71776176be87 None None] For port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:32.399383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:32.439442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f656c-e7c4-4bb5-a5fb-e509b83b5652 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=baa79700-9f38-40f6-81af-d6fd9bfaa698,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:32.452477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d1f656c-e7c4-4bb5-a5fb-e509b83b5652 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:32.463663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:32.543899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d1f656c-e7c4-4bb5-a5fb-e509b83b5652 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:32.546097 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5d1f656c-e7c4-4bb5-a5fb-e509b83b5652 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/baa79700-9f38-40f6-81af-d6fd9bfaa698 HTTP/1.1" status: 204  len: 168 time: 2.5769148
Dec 03 11:22:32.551880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ab03b36-ae9f-4805-9ede-71776176be87 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:32.552657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47406) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:32.561512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-35a16eda-8955-41b7-80a1-a623bc5d59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b671cbe0>, [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:20:29Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f766180e-63ca-481d-97a2-aa2df12a6032', 'name': '', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:72:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:27Z', 'updated_at': '2020-12-03T11:20:41Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:32.567976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a16eda-8955-41b7-80a1-a623bc5d59e1 None None] The sync data for ids ['28466069-90db-4f3e-9727-d2886dbada37'] in dv-neutron-765072-2-ovs is: [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:20:29Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f766180e-63ca-481d-97a2-aa2df12a6032', 'name': '', 'network_id': '0f318c72-f805-46c1-ae3c-bf7b2c7655fb', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:72:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:27Z', 'updated_at': '2020-12-03T11:20:41Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '1012fa4b-3b1e-4d22-b551-17d616ea7e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:22:32.643631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4ab03b36-ae9f-4805-9ede-71776176be87 None None] Transition to ACTIVE for port object ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:32.646848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:32.647531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:32.659432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57e4be-ca95-4814-b5bc-3a48f41cc4c7 req-0571f3e5-3c02-4e9d-91dd-f1396571481a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:32.661186 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb57e4be-ca95-4814-b5bc-3a48f41cc4c7 req-0571f3e5-3c02-4e9d-91dd-f1396571481a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 946 time: 0.8608379
Dec 03 11:22:32.685292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ab03b36-ae9f-4805-9ede-71776176be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:32.708804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:32.737819 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb57e4be-ca95-4814-b5bc-3a48f41cc4c7 req-553a373b-5cd4-4ed7-833d-940896d4151a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673685
Dec 03 11:22:32.738611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:32.758612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-10706f39-7bb4-4320-82d2-632b9122bfaf tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for fcb4d641-497f-4428-b1e6-948b5f3d2ad8 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:33.166472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc64703-653d-4153-9bc7-55ff56b15665 None None] New status for floating IP b1b8c79b-65e8-4f68-b0d3-df16e768ae08: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:22:33.171804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e3463e-5790-47cc-ac04-86ee78a7bd6d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:33.172601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a6e3463e-5790-47cc-ac04-86ee78a7bd6d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:33.266803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a6e3463e-5790-47cc-ac04-86ee78a7bd6d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:33.271308 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a6e3463e-5790-47cc-ac04-86ee78a7bd6d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.6843033
Dec 03 11:22:33.271308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47410) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:33.339745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-578a8fdd-7410-46e5-9997-23ff461d11a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:33.359142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab03b36-ae9f-4805-9ede-71776176be87 None None] Pushing event updated for resources: {'Port': ['ID=ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:33.363504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb had new provisioning blocks added so it will not transition to active. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 03 11:22:33.371889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ab03b36-ae9f-4805-9ede-71776176be87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:33.434559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3477560-2a3d-47c4-89ec-fd4c0a2ef010 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:33.458414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfc948c-d582-4cbd-a077-70e7271b3ed1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:33.463388 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4cfc948c-d582-4cbd-a077-70e7271b3ed1 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1885271
Dec 03 11:22:33.464812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47414) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:33.473385 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5f5e633-aa73-4ded-95e0-d1ec89aad138 req-f6eeec3c-6979-4383-ae72-88c5e7d3852c service neutron] 10.222.0.91 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1569581
Dec 03 11:22:33.479085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Allocated IP 2001:db8::1 (fdf40ad3-8d65-408f-96cf-0fbc4ff854e8/87fe59c7-3104-442c-98c2-35be483ec15e/f4277a01-b9af-41e7-bbc4-c4628e0901c4) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:33.486171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3477560-2a3d-47c4-89ec-fd4c0a2ef010 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:33.491064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10706f39-7bb4-4320-82d2-632b9122bfaf tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:33.570383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-abad8999-0fc9-4d5a-a3d0-3e1a490cc64e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:33.575583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000fb67f-f200-4c61-8cf7-468a35cf10e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:33.577109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000fb67f-f200-4c61-8cf7-468a35cf10e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:33.578613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000fb67f-f200-4c61-8cf7-468a35cf10e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:33.579525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-000fb67f-f200-4c61-8cf7-468a35cf10e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:33.595750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-000fb67f-f200-4c61-8cf7-468a35cf10e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:33.597046 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-000fb67f-f200-4c61-8cf7-468a35cf10e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1315475
Dec 03 11:22:33.600575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47418) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:33.730334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:33.732658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10706f39-7bb4-4320-82d2-632b9122bfaf tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=fcb4d641-497f-4428-b1e6-948b5f3d2ad8,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:33.742808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Transition to ACTIVE for port object f4277a01-b9af-41e7-bbc4-c4628e0901c4 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:33.758243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-97f85ea6-1634-4132-860a-e91e93fc6cdf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:33.759061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-97f85ea6-1634-4132-860a-e91e93fc6cdf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:33.761008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Transition to ACTIVE for port object f4277a01-b9af-41e7-bbc4-c4628e0901c4 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:33.776515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:33.785558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-10706f39-7bb4-4320-82d2-632b9122bfaf tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:33.796123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:33.842508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 2016d2a4-0819-4fa9-91e0-a2d18d509b5a no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:33.854147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1edaa59b-c340-4449-8305-7d4f5245b347 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 1ca262f9-8a03-44dd-8fb2-d444c6341927 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:33.858846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1edaa59b-c340-4449-8305-7d4f5245b347 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:33.958415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1edaa59b-c340-4449-8305-7d4f5245b347 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:33.973346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:33.977345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-97f85ea6-1634-4132-860a-e91e93fc6cdf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:33.978560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-97f85ea6-1634-4132-860a-e91e93fc6cdf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 946 time: 0.6265128
Dec 03 11:22:34.059018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Pushing event updated for resources: {'Port': ['ID=f4277a01-b9af-41e7-bbc4-c4628e0901c4,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:34.065281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:34.073307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1edaa59b-c340-4449-8305-7d4f5245b347 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.114584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-cdf67b2b-2325-42bd-bca6-4be44daf52a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:34.114997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-cdf67b2b-2325-42bd-bca6-4be44daf52a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.154044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3477560-2a3d-47c4-89ec-fd4c0a2ef010 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Router 9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:22:34.157625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabed79-f885-4e05-b3c7-c03b16ce7d2f req-fe9e6136-7dcf-48cb-ae0d-c5765b323a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:34.159282 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afabed79-f885-4e05-b3c7-c03b16ce7d2f req-fe9e6136-7dcf-48cb-ae0d-c5765b323a87 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 1163 time: 0.5453067
Dec 03 11:22:34.181991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.194722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Network fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:34.198847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:34.202755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:34.252927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.258462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:22:34.273609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1d4d9e5a-81f2-48b3-824f-54f4336909da None None] Could not find standard attr ID for object baa79700-9f38-40f6-81af-d6fd9bfaa698. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:22:34.291156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2016d2a4-0819-4fa9-91e0-a2d18d509b5a,segment=NetworkSegment(056e244d-397b-40fe-ae91-3fb300067eac),segment_id=056e244d-397b-40fe-ae91-3fb300067eac)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:34.299101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.301094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Attempting to bind port f4277a01-b9af-41e7-bbc4-c4628e0901c4 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:22:34.301518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Attempting to bind port f4277a01-b9af-41e7-bbc4-c4628e0901c4 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'd9afbc55-10f2-4a6a-902f-1a5f5c139428', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fdf40ad3-8d65-408f-96cf-0fbc4ff854e8'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:22:34.301908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Attempting to bind port f4277a01-b9af-41e7-bbc4-c4628e0901c4 on network fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:22:34.307108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:34.308035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:34.380665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:22:34.381998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Checking segment: {'id': 'd9afbc55-10f2-4a6a-902f-1a5f5c139428', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fdf40ad3-8d65-408f-96cf-0fbc4ff854e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:34.382467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.382962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Bound using segment: {'id': 'd9afbc55-10f2-4a6a-902f-1a5f5c139428', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fdf40ad3-8d65-408f-96cf-0fbc4ff854e8'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:22:34.383560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Bound port: f4277a01-b9af-41e7-bbc4-c4628e0901c4, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9afbc55-10f2-4a6a-902f-1a5f5c139428', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fdf40ad3-8d65-408f-96cf-0fbc4ff854e8'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:22:34.384002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.396889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a', 'code': 200}
Dec 03 11:22:34.401465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:34.436263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1d4d9e5a-81f2-48b3-824f-54f4336909da None None] Provisioning for port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:34.465515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1d4d9e5a-81f2-48b3-824f-54f4336909da None None] Provisioning complete for port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:34.465943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9e5a-81f2-48b3-824f-54f4336909da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.487365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Subnet': ['ID=87fe59c7-3104-442c-98c2-35be483ec15e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:34.490095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:34.563978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-10706f39-7bb4-4320-82d2-632b9122bfaf tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.570298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220b8db-7ab5-494d-adb3-caf4f102840d req-341cc14b-0d35-4445-816d-c5fd0403bf7e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:34.571868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3220b8db-7ab5-494d-adb3-caf4f102840d req-341cc14b-0d35-4445-816d-c5fd0403bf7e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 946 time: 0.4334209
Dec 03 11:22:34.595827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=2016d2a4-0819-4fa9-91e0-a2d18d509b5a,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:34.607721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:34.644806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] For port f4277a01-b9af-41e7-bbc4-c4628e0901c4, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:22:34.649295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] For port f4277a01-b9af-41e7-bbc4-c4628e0901c4, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f4277a01-b9af-41e7-bbc4-c4628e0901c4,segment=NetworkSegment(d9afbc55-10f2-4a6a-902f-1a5f5c139428),segment_id=d9afbc55-10f2-4a6a-902f-1a5f5c139428)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:22:34.657903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.678453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1d7560e-a353-4ca1-bb47-9797439e53a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:34.684769 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-10706f39-7bb4-4320-82d2-632b9122bfaf tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/ports/fcb4d641-497f-4428-b1e6-948b5f3d2ad8 HTTP/1.1" status: 204  len: 168 time: 3.1590965
Dec 03 11:22:34.686074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3477560-2a3d-47c4-89ec-fd4c0a2ef010 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:22:34.697344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe158f-4c17-4966-a9d7-fa3516c8bdeb None None] Sync routers for ids ['9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:22:34.707815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe158f-4c17-4966-a9d7-fa3516c8bdeb None None] Routers {'9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:34.708332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:34.708524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b9fe158f-4c17-4966-a9d7-fa3516c8bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b64b3668>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:34.708768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.769515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.889783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b9fe158f-4c17-4966-a9d7-fa3516c8bdeb None None] Set router 9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:22:34.919685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d7be0>,) {'filters': {'network_id': ['fdf40ad3-8d65-408f-96cf-0fbc4ff854e8']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:34.942266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d7be0>, 'd9afbc55-10f2-4a6a-902f-1a5f5c139428') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:34.942673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d7be0>, 'd9afbc55-10f2-4a6a-902f-1a5f5c139428') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:34.961353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.978670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:34.981270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:35.073021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b9fe158f-4c17-4966-a9d7-fa3516c8bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b64b3668>, [{'id': '9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce', 'name': 'tempest-RoutersTest-router-1965431505', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:31Z', 'updated_at': '2020-12-03T11:22:33Z', 'revision_number': 2, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:35.074872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:35.083840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe158f-4c17-4966-a9d7-fa3516c8bdeb None None] Checking router: 9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:22:35.095324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe158f-4c17-4966-a9d7-fa3516c8bdeb None None] Routers {'9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:35.096025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b9fe158f-4c17-4966-a9d7-fa3516c8bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b64b3668>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:35.105193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Pushing event updated for resources: {'Port': ['ID=f4277a01-b9af-41e7-bbc4-c4628e0901c4,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:35.110464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:35.229254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:35.239609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:35.249744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-44af6078-5d87-4690-bac4-d07a31262220 None None] Could not find standard attr ID for object baa79700-9f38-40f6-81af-d6fd9bfaa698. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:22:35.267385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-cdf67b2b-2325-42bd-bca6-4be44daf52a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2016d2a4-0819-4fa9-91e0-a2d18d509b5a,segment=NetworkSegment(056e244d-397b-40fe-ae91-3fb300067eac),segment_id=056e244d-397b-40fe-ae91-3fb300067eac)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:35.267786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-cdf67b2b-2325-42bd-bca6-4be44daf52a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:35.282415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e8a725-0dd9-4e55-b8df-7b11c5eabafb None None] Network fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:35.284308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47426) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:35.294821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b9fe158f-4c17-4966-a9d7-fa3516c8bdeb None None] Set router 9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce gateway port host: None {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:22:35.295133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3477560-2a3d-47c4-89ec-fd4c0a2ef010 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:35.296363 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f3477560-2a3d-47c4-89ec-fd4c0a2ef010 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "PUT /v2.0/routers/9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce HTTP/1.1" status: 200  len: 694 time: 3.3965361
Dec 03 11:22:35.301541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47430) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:35.441262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b9fe158f-4c17-4966-a9d7-fa3516c8bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b64b3668>, [{'id': '9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce', 'name': 'tempest-RoutersTest-router-1965431505', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:31Z', 'updated_at': '2020-12-03T11:22:33Z', 'revision_number': 2, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:35.447757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe158f-4c17-4966-a9d7-fa3516c8bdeb None None] The sync data for ids ['9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce'] in dv-neutron-765072-2-ovs is: [{'id': '9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce', 'name': 'tempest-RoutersTest-router-1965431505', 'tenant_id': '1b893c1d08a64cb780a50f0941d3c674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:31Z', 'updated_at': '2020-12-03T11:22:33Z', 'revision_number': 2, 'project_id': '1b893c1d08a64cb780a50f0941d3c674', 'gw_port_host': None}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:22:35.489738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-cdf67b2b-2325-42bd-bca6-4be44daf52a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 2016d2a4-0819-4fa9-91e0-a2d18d509b5a owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:35.525711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1edaa59b-c340-4449-8305-7d4f5245b347 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:35.611004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabed79-f885-4e05-b3c7-c03b16ce7d2f req-307e7e85-17e2-4ad5-a7da-96c946d00d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:35.612730 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afabed79-f885-4e05-b3c7-c03b16ce7d2f req-307e7e85-17e2-4ad5-a7da-96c946d00d54 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb HTTP/1.1" status: 200  len: 890 time: 1.4424129
Dec 03 11:22:35.615102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:35.661869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:35.674882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a29e1e82-f171-4165-9520-97311fbf70bd None None] Provisioning complete for port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:35.675336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a29e1e82-f171-4165-9520-97311fbf70bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:35.715681 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afabed79-f885-4e05-b3c7-c03b16ce7d2f req-ae9c0d58-f2f9-4acd-82c8-c75e20fb1afe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2016d2a4-0819-4fa9-91e0-a2d18d509b5a HTTP/1.1" status: 200  len: 217 time: 0.0933995
Dec 03 11:22:35.747949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edaa59b-c340-4449-8305-7d4f5245b347 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=1ca262f9-8a03-44dd-8fb2-d444c6341927,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:35.750655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1edaa59b-c340-4449-8305-7d4f5245b347 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:35.753641 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3220b8db-7ab5-494d-adb3-caf4f102840d req-7f16d6da-9460-444d-906f-c59ab68f0575 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=fc8a9278-b51b-413c-962b-28c7ce902114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.1715813
Dec 03 11:22:35.783046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f963dc20-6dc6-461c-b7e1-4aafe865913c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:35.783584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f963dc20-6dc6-461c-b7e1-4aafe865913c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Synchronizing usage tracker for tenant:bed15e13252a48acad7b4d88131ac0c2 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:35.809713 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-82476fe5-9841-49ca-8113-f212194f7cc0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/routers/9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce HTTP/1.1" status: 200  len: 700 time: 0.4110889
Dec 03 11:22:35.828740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f0a5ce-e03e-47de-ba7a-e5114440adc9 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:22:35.836529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47434) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:35.888167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:35.912054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2d257de8-866f-4cf2-b434-d1e024ea52a3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Synchronizing usage tracker for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:35.925405 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:35.936347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabed79-f885-4e05-b3c7-c03b16ce7d2f req-ce4bdf70-db2c-47d0-a66e-9a30ad672556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:35.937996 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afabed79-f885-4e05-b3c7-c03b16ce7d2f req-ce4bdf70-db2c-47d0-a66e-9a30ad672556 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1012fa4b-3b1e-4d22-b551-17d616ea7e8a HTTP/1.1" status: 200  len: 835 time: 0.2154582
Dec 03 11:22:35.948672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f963dc20-6dc6-461c-b7e1-4aafe865913c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Unset dirty status for tenant:bed15e13252a48acad7b4d88131ac0c2 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:35.952506 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f963dc20-6dc6-461c-b7e1-4aafe865913c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "GET /v2.0/ports?device_id=79e2949f-926e-4334-82d8-59cff183da1d HTTP/1.1" status: 200  len: 913 time: 0.6642056
Dec 03 11:22:35.961184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47438) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:36.000101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0a5ce-e03e-47de-ba7a-e5114440adc9 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:22:36.001348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2d257de8-866f-4cf2-b434-d1e024ea52a3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Unset dirty status for tenant:1b893c1d08a64cb780a50f0941d3c674 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:36.005103 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2d257de8-866f-4cf2-b434-d1e024ea52a3 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce HTTP/1.1" status: 200  len: 205 time: 0.1584446
Dec 03 11:22:36.008634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-cdf67b2b-2325-42bd-bca6-4be44daf52a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:36.010176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47440) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:36.079958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cabc3ff5-2563-4c62-92e2-67803be63782 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:36.098184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1edaa59b-c340-4449-8305-7d4f5245b347 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:36.200187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf67b2b-2325-42bd-bca6-4be44daf52a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=2016d2a4-0819-4fa9-91e0-a2d18d509b5a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:36.225717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cdf67b2b-2325-42bd-bca6-4be44daf52a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:36.305823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e58b19ad-e1f8-44c2-98b7-86048de9c65a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:36.386350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c6550-a545-4205-8172-0410151780b4 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:22:36.476401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:22:36.476401 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:22:36.476401 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': 'fdf40ad3-8d65-408f-96cf-0fbc4ff854e8'}]
Dec 03 11:22:36.476401 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:22:36.476837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:22:36.500868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1edaa59b-c340-4449-8305-7d4f5245b347 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/1ca262f9-8a03-44dd-8fb2-d444c6341927 HTTP/1.1" status: 204  len: 168 time: 2.8967834
Dec 03 11:22:36.502250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47446) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:36.512789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c6550-a545-4205-8172-0410151780b4 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:22:36.612079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabed79-f885-4e05-b3c7-c03b16ce7d2f req-ba4c26a0-0d20-4a37-a729-21ce34e134ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:36.613271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c18a89f-6f08-43dd-9929-9d8494108ae0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet d4d7559e-d48c-44f5-9fcc-6428af2ff4c5 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:36.613710 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afabed79-f885-4e05-b3c7-c03b16ce7d2f req-ba4c26a0-0d20-4a37-a729-21ce34e134ff service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0f318c72-f805-46c1-ae3c-bf7b2c7655fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.6584599
Dec 03 11:22:36.619981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e58b19ad-e1f8-44c2-98b7-86048de9c65a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:36.625141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e58b19ad-e1f8-44c2-98b7-86048de9c65a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:36.678661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c18a89f-6f08-43dd-9929-9d8494108ae0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:36.786481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e58b19ad-e1f8-44c2-98b7-86048de9c65a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:36.786981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58b19ad-e1f8-44c2-98b7-86048de9c65a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Fanout notify agent at l3_agent the message router_deleted on router 9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:22:36.790829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-cdf67b2b-2325-42bd-bca6-4be44daf52a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] No DVR routers for this DVR port 2016d2a4-0819-4fa9-91e0-a2d18d509b5a on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:22:36.798981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-cdf67b2b-2325-42bd-bca6-4be44daf52a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:36.802715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'name': 'network-vif-deleted', 'tag': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:22:36.835028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c18a89f-6f08-43dd-9929-9d8494108ae0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:36.867023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e58b19ad-e1f8-44c2-98b7-86048de9c65a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:36.873216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e58b19ad-e1f8-44c2-98b7-86048de9c65a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce HTTP/1.1" status: 204  len: 168 time: 0.8569322
Dec 03 11:22:36.873216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afabed79-f885-4e05-b3c7-c03b16ce7d2f req-61015913-c1bc-4df4-855f-cd6923c81f6f service neutron] 10.222.0.91 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2486031
Dec 03 11:22:36.873216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3d031a6-d75d-4f3a-bb00-6491639a71f4 req-cdf67b2b-2325-42bd-bca6-4be44daf52a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "DELETE /v2.0/ports/2016d2a4-0819-4fa9-91e0-a2d18d509b5a HTTP/1.1" status: 204  len: 173 time: 2.8830197
Dec 03 11:22:36.876226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47454) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:36.892798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af0c932-6ee7-44c4-bb84-e530c9d16fa9', 'name': 'network-vif-deleted', 'tag': '2016d2a4-0819-4fa9-91e0-a2d18d509b5a', 'status': 'completed', 'code': 200}
Dec 03 11:22:36.943951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a0070c3e-6a4c-46fb-aeb6-4e95a4b7fb6a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce HTTP/1.1" status: 200  len: 205 time: 0.0627654
Dec 03 11:22:36.948880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47458) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:37.034538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:37.087058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afabed79-f885-4e05-b3c7-c03b16ce7d2f req-617ce966-a064-4b12-8d75-31d55c731faa service neutron] 10.222.0.91 "GET /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1872118
Dec 03 11:22:37.190800 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-e857acd3-1a52-4292-b8ca-d961a291c274 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] delete failed (client error): The resource could not be found.
Dec 03 11:22:37.191991 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e857acd3-1a52-4292-b8ca-d961a291c274 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/9d86c6d3-b1de-4ffd-bbbf-3a38124d78ce HTTP/1.1" status: 404  len: 336 time: 0.2313251
Dec 03 11:22:37.195134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47462) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:37.200071 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-19cb1749-7d70-475f-90b6-b429cfa3115e req-82be0d4d-e29a-4549-9799-7ea02abdb04b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=0af0c932-6ee7-44c4-bb84-e530c9d16fa9 HTTP/1.1" status: 200  len: 210 time: 0.1071575
Dec 03 11:22:37.201030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:37.247526 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a502a353-8ccb-47a0-afc9-613dbf140e96 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] DELETE failed (client error): The resource could not be found.
Dec 03 11:22:37.248038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a502a353-8ccb-47a0-afc9-613dbf140e96 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:37.249899 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a502a353-8ccb-47a0-afc9-613dbf140e96 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/bb5f2023-27f7-4bea-a25b-2ad61d6d68e4 HTTP/1.1" status: 404  len: 337 time: 0.0530138
Dec 03 11:22:37.252561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47466) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:37.302219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5c5a8a-d2fb-4a94-baaa-1048e89f73ad tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] DELETE failed (client error): The resource could not be found.
Dec 03 11:22:37.303504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5c5a8a-d2fb-4a94-baaa-1048e89f73ad tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:37.308075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ed5c5a8a-d2fb-4a94-baaa-1048e89f73ad tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/6e9a6285-f122-44de-ac6c-b8cc53c786a3 HTTP/1.1" status: 404  len: 337 time: 0.0521362
Dec 03 11:22:37.308608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47470) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:37.336706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Deleting port f4277a01-b9af-41e7-bbc4-c4628e0901c4 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:37.337093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:37.359121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae44b3f-2fe2-49c2-836f-93a17da4ca44 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] DELETE failed (client error): The resource could not be found.
Dec 03 11:22:37.359622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae44b3f-2fe2-49c2-836f-93a17da4ca44 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:37.361442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cae44b3f-2fe2-49c2-836f-93a17da4ca44 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/e75bdc21-08b9-41fd-b187-854a82b629eb HTTP/1.1" status: 404  len: 337 time: 0.0518501
Dec 03 11:22:37.367251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47474) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:37.411997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad5a7ee-5b9e-462f-b3bd-98060867011f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] DELETE failed (client error): The resource could not be found.
Dec 03 11:22:37.413021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad5a7ee-5b9e-462f-b3bd-98060867011f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:37.417534 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cad5a7ee-5b9e-462f-b3bd-98060867011f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/80fb16e9-f198-483f-b3d0-a90eaec927db HTTP/1.1" status: 404  len: 337 time: 0.0467243
Dec 03 11:22:37.418653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47478) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:37.528924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c18a89f-6f08-43dd-9929-9d8494108ae0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:37.560579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0223e4f6-9167-47f7-a579-e66159aa144b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=513ce876-4a4c-4a50-8de7-5bf45f4c346b HTTP/1.1" status: 200  len: 205 time: 0.1376860
Dec 03 11:22:37.564867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47482) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:37.659043 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-184dc4a1-9e82-42f3-aac2-c24e0ba3aa6a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] delete failed (client error): The resource could not be found.
Dec 03 11:22:37.660786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-184dc4a1-9e82-42f3-aac2-c24e0ba3aa6a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/513ce876-4a4c-4a50-8de7-5bf45f4c346b HTTP/1.1" status: 404  len: 336 time: 0.0942025
Dec 03 11:22:37.663685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47486) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:37.712451 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-51903241-7b6c-40c3-a339-33ecc98b967c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=cb937cdf-e0b1-46b1-b2b8-098e5faec010 HTTP/1.1" status: 200  len: 205 time: 0.0475841
Dec 03 11:22:37.714936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47490) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:37.742356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6dcdf37b-f6ef-4e1a-b3d1-dfe99bf81cf4 None None] Provisioning complete for port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:37.742897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf37b-f6ef-4e1a-b3d1-dfe99bf81cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:37.790254 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-58f7b46c-a6c9-4398-9563-75d5fee49a49 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] delete failed (client error): The resource could not be found.
Dec 03 11:22:37.793910 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-58f7b46c-a6c9-4398-9563-75d5fee49a49 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/cb937cdf-e0b1-46b1-b2b8-098e5faec010 HTTP/1.1" status: 404  len: 336 time: 0.0752399
Dec 03 11:22:37.794857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47494) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:37.836887 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-72571518-5291-4acf-a26b-c7f2ff03a2e2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] DELETE failed (client error): The resource could not be found.
Dec 03 11:22:37.837300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72571518-5291-4acf-a26b-c7f2ff03a2e2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:37.841748 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-72571518-5291-4acf-a26b-c7f2ff03a2e2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/af8cdf17-d5e2-4757-b6e4-6a6390eb8dfa HTTP/1.1" status: 404  len: 337 time: 0.0439594
Dec 03 11:22:37.841957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47498) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:37.889805 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-507416c5-84ba-4ace-b100-702be0927d06 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3 HTTP/1.1" status: 200  len: 205 time: 0.0463529
Dec 03 11:22:37.896155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47502) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:37.967938 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-60605562-9600-431b-b605-600b2b9caa0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] delete failed (client error): The resource could not be found.
Dec 03 11:22:37.969053 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-60605562-9600-431b-b605-600b2b9caa0a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/1b6a0d47-0fe7-4786-85d5-7c59cb2c78b3 HTTP/1.1" status: 404  len: 336 time: 0.0757847
Dec 03 11:22:37.971871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47506) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:38.010568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] For port f4277a01-b9af-41e7-bbc4-c4628e0901c4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f4277a01-b9af-41e7-bbc4-c4628e0901c4,segment=NetworkSegment(d9afbc55-10f2-4a6a-902f-1a5f5c139428),segment_id=d9afbc55-10f2-4a6a-902f-1a5f5c139428)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:38.010969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:38.018568 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4091b543-40d3-4896-9166-ec8de8f6afb7 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=f7df9d5b-7b21-4df7-8078-f548a8d78770 HTTP/1.1" status: 200  len: 205 time: 0.0452087
Dec 03 11:22:38.020790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47510) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:38.097121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-7da03b23-ee56-4a75-9e67-f5aa1176a241 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] delete failed (client error): The resource could not be found.
Dec 03 11:22:38.098498 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7da03b23-ee56-4a75-9e67-f5aa1176a241 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/f7df9d5b-7b21-4df7-8078-f548a8d78770 HTTP/1.1" status: 404  len: 336 time: 0.0757813
Dec 03 11:22:38.101572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47514) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:38.144073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfd2e9b-1f10-4ccc-aae2-5537b75bf65c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] DELETE failed (client error): The resource could not be found.
Dec 03 11:22:38.144574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfd2e9b-1f10-4ccc-aae2-5537b75bf65c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:38.147038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8bfd2e9b-1f10-4ccc-aae2-5537b75bf65c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/7fad8917-951f-4922-a536-7ffa9fce4f36 HTTP/1.1" status: 404  len: 337 time: 0.0438273
Dec 03 11:22:38.149814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47518) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:38.171608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Calling delete_port for f4277a01-b9af-41e7-bbc4-c4628e0901c4 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:38.202029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9f16d89d-10e5-48fc-a805-f12af2eaa3d1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=650b388b-0d9e-4d61-83a9-6dd36cd39be8 HTTP/1.1" status: 200  len: 205 time: 0.0508862
Dec 03 11:22:38.204616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47522) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:38.333597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47528) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:38.486346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:38.508088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1082ac61-50c4-4fa0-9f3c-cafbe38530e0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:38.527490 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-87ea68a9-1370-401d-aa5f-f84dc5861e49 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] delete failed (client error): The resource could not be found.
Dec 03 11:22:38.528608 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-87ea68a9-1370-401d-aa5f-f84dc5861e49 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/650b388b-0d9e-4d61-83a9-6dd36cd39be8 HTTP/1.1" status: 404  len: 336 time: 0.3230448
Dec 03 11:22:38.531457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47532) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:38.575450 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-06542108-1ed3-45e4-89cc-48c6857df649 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] DELETE failed (client error): The resource could not be found.
Dec 03 11:22:38.575960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06542108-1ed3-45e4-89cc-48c6857df649 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:38.577776 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-06542108-1ed3-45e4-89cc-48c6857df649 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/78666bfc-b1d8-498e-8191-4873fcd46c1e HTTP/1.1" status: 404  len: 337 time: 0.0453017
Dec 03 11:22:38.580743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47536) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:38.630664 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a48d88ba-e788-4fcf-be63-ef913bc32d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "GET /v2.0/ports?device_id=3e5eb7cf-d1bb-42e1-946a-5830889be1be HTTP/1.1" status: 200  len: 205 time: 0.0484827
Dec 03 11:22:38.633197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47540) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:38.714164 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-55f07479-a693-48c6-8e4c-34a02f8588c2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] delete failed (client error): The resource could not be found.
Dec 03 11:22:38.715397 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-55f07479-a693-48c6-8e4c-34a02f8588c2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/routers/3e5eb7cf-d1bb-42e1-946a-5830889be1be HTTP/1.1" status: 404  len: 336 time: 0.0811188
Dec 03 11:22:38.718125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47544) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:38.760400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e289c2a-2b5e-41f3-a2cd-a9d02bcafb79 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] DELETE failed (client error): The resource could not be found.
Dec 03 11:22:38.760822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e289c2a-2b5e-41f3-a2cd-a9d02bcafb79 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:38.762728 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8e289c2a-2b5e-41f3-a2cd-a9d02bcafb79 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/64bc1c26-e1a4-411f-a4f3-858f1085dc71 HTTP/1.1" status: 404  len: 337 time: 0.0435951
Dec 03 11:22:38.765687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47548) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:38.808826 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-803664fa-0574-4a7c-922f-14ffa7b8c120 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] DELETE failed (client error): The resource could not be found.
Dec 03 11:22:38.809327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803664fa-0574-4a7c-922f-14ffa7b8c120 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:38.811188 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-803664fa-0574-4a7c-922f-14ffa7b8c120 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] 10.222.0.90 "DELETE /v2.0/subnets/531b362b-d646-411b-9383-e6d9348c9434 HTTP/1.1" status: 404  len: 337 time: 0.0442715
Dec 03 11:22:38.866004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Port': ['ID=f4277a01-b9af-41e7-bbc4-c4628e0901c4,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:38.888833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:38.897622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c18a89f-6f08-43dd-9929-9d8494108ae0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:38.961081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e11f061a-6b48-46e9-92e1-b8004aaa8e30 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:39.006768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff3013f9-df7a-476b-b5e7-8512304e1e73 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:39.047300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18a89f-6f08-43dd-9929-9d8494108ae0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=d4d7559e-d48c-44f5-9fcc-6428af2ff4c5,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:39.057785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c18a89f-6f08-43dd-9929-9d8494108ae0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:39.155596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47556) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:39.179334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff3013f9-df7a-476b-b5e7-8512304e1e73 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:39.205950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No DVR routers for this DVR port f4277a01-b9af-41e7-bbc4-c4628e0901c4 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:22:39.316137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c18a89f-6f08-43dd-9929-9d8494108ae0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:39.320324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c45ba-e50e-4159-aa4a-51b9051155ab None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:39.418744 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6c18a89f-6f08-43dd-9929-9d8494108ae0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/d4d7559e-d48c-44f5-9fcc-6428af2ff4c5 HTTP/1.1" status: 204  len: 168 time: 2.9161088
Dec 03 11:22:39.422299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:39.424298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47566) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:39.514537 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-045e598e-b83a-4cf4-8a99-303fd5d7b1dc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0844278
Dec 03 11:22:39.515401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47570) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:39.523159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:39.542029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a9351242-266f-488e-b54c-042d325b6d37 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1b893c1d08a64cb780a50f0941d3c674&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3849294
Dec 03 11:22:39.545347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47574) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:39.588067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff3013f9-df7a-476b-b5e7-8512304e1e73 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:39.597875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59af9893-ef1a-4097-982e-3aada3124e02 None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:22:39.603306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-59af9893-ef1a-4097-982e-3aada3124e02 None None] Deleting port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:39.604226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-59af9893-ef1a-4097-982e-3aada3124e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:39.604370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d521a54-bf09-427f-8be6-9bfc0b7f7223 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:39.636424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3013f9-df7a-476b-b5e7-8512304e1e73 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8a9278-b51b-413c-962b-28c7ce902114,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:39.639263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4057e80>,) {'filters': {'network_id': ['fdf40ad3-8d65-408f-96cf-0fbc4ff854e8']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:39.652573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ff3013f9-df7a-476b-b5e7-8512304e1e73 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:39.667676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4057e80>, 'd9afbc55-10f2-4a6a-902f-1a5f5c139428') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:39.667989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4057e80>, 'd9afbc55-10f2-4a6a-902f-1a5f5c139428') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:39.680675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port 7ea7f812-563f-4615-bbd2-79ba58acb146 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:39.680945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:39.690898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:39.699557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:39.715690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:39.719888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff3013f9-df7a-476b-b5e7-8512304e1e73 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:39.720537 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ff3013f9-df7a-476b-b5e7-8512304e1e73 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/security-groups/fc8a9278-b51b-413c-962b-28c7ce902114 HTTP/1.1" status: 204  len: 168 time: 1.3851037
Dec 03 11:22:39.722530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:39.734609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:39.740499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d947501f-e646-4f6f-8095-c16882e18ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:39.754068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:39.758438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:39.768538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:39.785762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47582) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:39.853888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d947501f-e646-4f6f-8095-c16882e18ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:39.873426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-59af9893-ef1a-4097-982e-3aada3124e02 None None] For port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:39.874144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-59af9893-ef1a-4097-982e-3aada3124e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.018317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-59af9893-ef1a-4097-982e-3aada3124e02 None None] Calling delete_port for ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:40.055409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:40.067428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.099054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-59af9893-ef1a-4097-982e-3aada3124e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.101107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.115768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0ff77d9-0290-4670-b714-741a40cb8ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:40.161937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af9893-ef1a-4097-982e-3aada3124e02 None None] Pushing event deleted for resources: {'Port': ['ID=ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:40.165168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.165385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-59af9893-ef1a-4097-982e-3aada3124e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:40.264562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af9893-ef1a-4097-982e-3aada3124e02 None None] No DVR routers for this DVR port ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:22:40.323719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for 7ea7f812-563f-4615-bbd2-79ba58acb146 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:40.341681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:40.373716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d947501f-e646-4f6f-8095-c16882e18ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.380809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:22:40.381424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae2c2ec2-5b40-4db5-8b1e-93e6bc8164bb not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:22:40.386275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84860c52-95ef-4a12-9a49-22ad3a6ff303 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:40.412834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947501f-e646-4f6f-8095-c16882e18ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4aa2bd-38da-4bb6-bad7-0847fa052911,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:40.427302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d947501f-e646-4f6f-8095-c16882e18ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:40.440560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d947501f-e646-4f6f-8095-c16882e18ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.440801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:40.444696 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d947501f-e646-4f6f-8095-c16882e18ab4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ac4aa2bd-38da-4bb6-bad7-0847fa052911 HTTP/1.1" status: 204  len: 168 time: 0.8983486
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:40.476349 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:40.494385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.596159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.601070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.607742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-335839a4-0f0e-4780-b332-0063ba8f0e37 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:40.641464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Network': ['ID=fdf40ad3-8d65-408f-96cf-0fbc4ff854e8,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:40.644967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:40.647855 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 HTTP/1.1" status: 204  len: 168 time: 8.8419662
Dec 03 11:22:40.651128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47592) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:40.661055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-353551818'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:40.668440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:40.678318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:network and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:40.682795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for network was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:40.689464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:40.736305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:40.742773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.801422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:22:40.816880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.817285 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Added segment 7b89166f-a101-4d3c-bfc2-2a9964c14a0b of type vxlan for network dd0be637-ffdb-44f5-8e29-2c20908df965
Dec 03 11:22:40.823790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.860659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8b35c0d-dd2e-4e51-a59d-a95acce050ed tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:40.956354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:40.961685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Port': ['ID=7ea7f812-563f-4615-bbd2-79ba58acb146,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:41.013416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:41.081200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:41.086255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:41.086934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:41.095181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:41.252971 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6006169
Dec 03 11:22:41.258205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47610) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:41.260912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Network': ['ID=dd0be637-ffdb-44f5-8e29-2c20908df965,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:41.266170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:41.270277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'subnet': {'network_id': 'dd0be637-ffdb-44f5-8e29-2c20908df965', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:41.276444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network dd0be637-ffdb-44f5-8e29-2c20908df965 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:41.415834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:41.416637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network dd0be637-ffdb-44f5-8e29-2c20908df965 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:41.435465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9568ffa5-14fa-487e-8e87-e6abb97f616e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:41.466228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47616) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:41.541759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:41.550323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:subnet and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:41.557143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:41.570946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:41.598563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:41.646395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:41.815026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:41.832077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-03f26d5f-d910-4086-8512-c715b9c1eea5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1806114711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:41.859655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-03f26d5f-d910-4086-8512-c715b9c1eea5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:41.869833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-03f26d5f-d910-4086-8512-c715b9c1eea5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Usage tracker for resource:router and tenant:713f404dc60a40b086f8dcd04e539abf is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:41.873517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=5d0b16d7-65ae-459b-8c53-ef5234eb7bdb,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:41.875947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-03f26d5f-d910-4086-8512-c715b9c1eea5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:41.918886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:41.936183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-03f26d5f-d910-4086-8512-c715b9c1eea5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:41.991702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03f26d5f-d910-4086-8512-c715b9c1eea5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:41.992673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03f26d5f-d910-4086-8512-c715b9c1eea5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:41.996399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port f766180e-63ca-481d-97a2-aa2df12a6032 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:41.996775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:42.062872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:42.070684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:42.080575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1bb9c5-798a-4297-9441-f2482366913e None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:42.124987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:42.125642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:42.135663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03f26d5f-d910-4086-8512-c715b9c1eea5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:42.253518 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f0c52a7f-4a4d-4294-844c-e8d095bef5ba tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.7342005
Dec 03 11:22:42.254943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47622) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:42.265327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-64c71d97-4a1d-4295-9d11-95b861cb19b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:42.281902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03f26d5f-d910-4086-8512-c715b9c1eea5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:42.328739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port f766180e-63ca-481d-97a2-aa2df12a6032, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f766180e-63ca-481d-97a2-aa2df12a6032,segment=NetworkSegment(056e244d-397b-40fe-ae91-3fb300067eac),segment_id=056e244d-397b-40fe-ae91-3fb300067eac)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:42.329076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:42.352791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03f26d5f-d910-4086-8512-c715b9c1eea5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:42.356622 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-03f26d5f-d910-4086-8512-c715b9c1eea5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.8785262
Dec 03 11:22:42.359580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47626) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:42.484655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-863764377'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:42.498323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'tenant_id': 'a5b48731857741ac8b4498cdb43f0132', 'fixed_ips': [{'subnet_id': '5d0b16d7-65ae-459b-8c53-ef5234eb7bdb'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:22:42.499309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:42.543613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for f766180e-63ca-481d-97a2-aa2df12a6032 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:42.577643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:42.596037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Usage tracker for resource:network and tenant:713f404dc60a40b086f8dcd04e539abf is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:42.611922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:42.625196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:42.665761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Made reservation on behalf of 713f404dc60a40b086f8dcd04e539abf for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:42.671464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:42.704576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:42.734604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-64c71d97-4a1d-4295-9d11-95b861cb19b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:42.737301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:42.745475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-64c71d97-4a1d-4295-9d11-95b861cb19b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:42.749728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Usage tracker for resource:security_group_rule and tenant:713f404dc60a40b086f8dcd04e539abf is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:42.752839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-64c71d97-4a1d-4295-9d11-95b861cb19b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:42.759129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:42.762577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-64c71d97-4a1d-4295-9d11-95b861cb19b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:42.770877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:42.793384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c71d97-4a1d-4295-9d11-95b861cb19b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:42.799614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64c71d97-4a1d-4295-9d11-95b861cb19b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:42.804328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Allocated IP 2001:db8::2 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/5d0b16d7-65ae-459b-8c53-ef5234eb7bdb/605ebf60-0a19-49dc-89a4-ee299682dab1) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:42.845216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Router 79e2949f-926e-4334-82d8-59cff183da1d has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:22:43.031229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.035412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.042841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Transition to ACTIVE for port object 605ebf60-0a19-49dc-89a4-ee299682dab1 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:43.057763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25b8d927-a2e5-4f4a-9147-5cf06492e621 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:43.059746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Transition to ACTIVE for port object 605ebf60-0a19-49dc-89a4-ee299682dab1 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:43.064370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.084192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:43.111644 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.ipam_backend_mixin [None req-64c71d97-4a1d-4295-9d11-95b861cb19b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d0b16d7-65ae-459b-8c53-ef5234eb7bdb (CIDR: 2001:db8::/64)
Dec 03 11:22:43.114365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:22:43.120129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=f766180e-63ca-481d-97a2-aa2df12a6032,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:43.133164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.138985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:43.144943 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c71d97-4a1d-4295-9d11-95b861cb19b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:22:43.145450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c71d97-4a1d-4295-9d11-95b861cb19b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 400 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:22:43.149539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9668a23a-8457-42a2-8927-dde22b3ef5ff tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:43.185674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d905e06-c2a4-4be2-b2ad-fee188a5a325 None None] Sync routers for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:22:43.195513 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "PUT /v2.0/routers/79e2949f-926e-4334-82d8-59cff183da1d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1835103
Dec 03 11:22:43.196239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47630) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:43.227884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d905e06-c2a4-4be2-b2ad-fee188a5a325 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:43.228593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3d905e06-c2a4-4be2-b2ad-fee188a5a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4bb1710>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:43.267783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.273061 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-64c71d97-4a1d-4295-9d11-95b861cb19b8 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0142107
Dec 03 11:22:43.276540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47634) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:43.288910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.300224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'subnet': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:43.308705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3d905e06-c2a4-4be2-b2ad-fee188a5a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4bb1710>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:43.315772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-41655f0f-fa26-43a3-a4ec-2c2f8cfcb635 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:43.329395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Pushing event updated for resources: {'Port': ['ID=605ebf60-0a19-49dc-89a4-ee299682dab1,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:43.343763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:43.350247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d905e06-c2a4-4be2-b2ad-fee188a5a325 None None] Routers {'79e2949f-926e-4334-82d8-59cff183da1d'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:43.350957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3d905e06-c2a4-4be2-b2ad-fee188a5a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4bb1710>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['79e2949f-926e-4334-82d8-59cff183da1d'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:43.380888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:22:43.420832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3d905e06-c2a4-4be2-b2ad-fee188a5a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4bb1710>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:43.421287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d905e06-c2a4-4be2-b2ad-fee188a5a325 None None] The sync data for ids ['79e2949f-926e-4334-82d8-59cff183da1d'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:22:43.433221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:43.434480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:43.436815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:43.466185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.466644 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Added segment 502efcda-002c-4f7c-9f85-8916e65ff406 of type vxlan for network bea99f9b-2721-42b4-97c3-2b4ac21b5333
Dec 03 11:22:43.467976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event updated for resources: {'SecurityGroup': ['ID=66090cbc-61b3-4928-8545-747f5dd51b55,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:43.477833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Subnet': ['ID=1c52f3a3-b7db-4a0f-bec7-391e083d4e77,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:43.484051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:43.494054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Attempting to bind port 605ebf60-0a19-49dc-89a4-ee299682dab1 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:22:43.494527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Attempting to bind port 605ebf60-0a19-49dc-89a4-ee299682dab1 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:22:43.494945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Attempting to bind port 605ebf60-0a19-49dc-89a4-ee299682dab1 on network cc7b5e29-f739-4393-8923-6dfd9a0401ee {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:22:43.501915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:22:43.502427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Checking segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:43.502966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.503211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.503547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Bound using segment: {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:22:43.504231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Bound port: 605ebf60-0a19-49dc-89a4-ee299682dab1, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7d3ee-9b7b-4203-823c-3a97636d1c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:22:43.504628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.512202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:43.581481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.604322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] For port 605ebf60-0a19-49dc-89a4-ee299682dab1, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:22:43.607972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] For port 605ebf60-0a19-49dc-89a4-ee299682dab1, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=605ebf60-0a19-49dc-89a4-ee299682dab1,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:22:43.613323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.746984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ab03b36-ae9f-4805-9ede-71776176be87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:43.756185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Checking segment: {'id': '7b89166f-a101-4d3c-bfc2-2a9964c14a0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd0be637-ffdb-44f5-8e29-2c20908df965'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:43.756871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network hostable DHCP agents. Network: dd0be637-ffdb-44f5-8e29-2c20908df965, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:22:43.758800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:22:43.770438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.773698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:43.781469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting port 03cc9eda-e425-4aed-ae7f-f48d286d7527 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:43.781847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.793486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:subnet and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:43.798944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:43.809735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:43.833577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network dd0be637-ffdb-44f5-8e29-2c20908df965 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:22:43.834882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.836550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Pushing event updated for resources: {'Port': ['ID=605ebf60-0a19-49dc-89a4-ee299682dab1,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:43.839946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:43.842006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:43.842791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.853384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4dd6d0b4-edc2-41f6-8802-43dbf846f61b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:43.862544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, dd0be637-ffdb-44f5-8e29-2c20908df965) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:43.874454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71745089-8fc4-4bf5-ac7d-f618c9a54850 None None] Network dd0be637-ffdb-44f5-8e29-2c20908df965 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:43.899684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:43.900396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.933470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:43.940217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.957630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:43.985812 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7236722
Dec 03 11:22:43.995057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47638) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:44.004725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'subnet': {'network_id': 'dd0be637-ffdb-44f5-8e29-2c20908df965', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:44.067321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:44.112155 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.6957231
Dec 03 11:22:44.141849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47642) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:44.152881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-dd0be637-ffdb-44f5-8e29-2c20908df965', 'network_id': 'dd0be637-ffdb-44f5-8e29-2c20908df965', 'tenant_id': '2fa9bddaed044cd89154cfbcb46769fc', 'fixed_ips': [{'subnet_id': '1c52f3a3-b7db-4a0f-bec7-391e083d4e77'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:22:44.154065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:44.232373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Request body: {'subnet': {'network_id': 'bea99f9b-2721-42b4-97c3-2b4ac21b5333', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:44.275381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event updated for resources: {'Network': ['ID=bea99f9b-2721-42b4-97c3-2b4ac21b5333,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:44.310157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:44.322955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network bea99f9b-2721-42b4-97c3-2b4ac21b5333 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:44.337571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network bea99f9b-2721-42b4-97c3-2b4ac21b5333 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:44.541575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 605ebf60-0a19-49dc-89a4-ee299682dab1 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:44.666202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Calling delete_port for 03cc9eda-e425-4aed-ae7f-f48d286d7527 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:44.761760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 605ebf60-0a19-49dc-89a4-ee299682dab1 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:44.804718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Allocated IP 2001:db8::2 (dd0be637-ffdb-44f5-8e29-2c20908df965/1c52f3a3-b7db-4a0f-bec7-391e083d4e77/572402c0-5b14-4899-be8e-be1c88e87b14) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:44.858944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:44.878085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:subnet and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:44.882437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:44.884470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:44.892521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Usage tracker for resource:subnet and tenant:713f404dc60a40b086f8dcd04e539abf is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:44.895804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:44.898658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:44.937341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:44.986572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:45.060494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:45.073449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Transition to ACTIVE for port object 572402c0-5b14-4899-be8e-be1c88e87b14 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:45.093492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:45.096454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Transition to ACTIVE for port object 572402c0-5b14-4899-be8e-be1c88e87b14 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:45.100517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:45.102829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:45.124436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:45.126186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Made reservation on behalf of 713f404dc60a40b086f8dcd04e539abf for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:45.222118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 28466069-90db-4f3e-9727-d2886dbada37 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:22:45.295761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Pushing event updated for resources: {'Port': ['ID=572402c0-5b14-4899-be8e-be1c88e87b14,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:45.300821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:45.363144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Network dd0be637-ffdb-44f5-8e29-2c20908df965 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:45.364469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:45.367670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:45.431836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Attempting to bind port 572402c0-5b14-4899-be8e-be1c88e87b14 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:22:45.432257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Attempting to bind port 572402c0-5b14-4899-be8e-be1c88e87b14 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '7b89166f-a101-4d3c-bfc2-2a9964c14a0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd0be637-ffdb-44f5-8e29-2c20908df965'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:22:45.432689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Attempting to bind port 572402c0-5b14-4899-be8e-be1c88e87b14 on network dd0be637-ffdb-44f5-8e29-2c20908df965 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:22:45.448385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:22:45.448806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Checking segment: {'id': '7b89166f-a101-4d3c-bfc2-2a9964c14a0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd0be637-ffdb-44f5-8e29-2c20908df965'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:45.449260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:45.449704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Bound using segment: {'id': '7b89166f-a101-4d3c-bfc2-2a9964c14a0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd0be637-ffdb-44f5-8e29-2c20908df965'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:22:45.450254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Bound port: 572402c0-5b14-4899-be8e-be1c88e87b14, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b89166f-a101-4d3c-bfc2-2a9964c14a0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd0be637-ffdb-44f5-8e29-2c20908df965'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:22:45.450682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:45.477529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a7585f9a-d11a-4cc6-9403-729b0fa0d81d None None] Provisioning for port 605ebf60-0a19-49dc-89a4-ee299682dab1 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:45.487041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:45.515559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a7585f9a-d11a-4cc6-9403-729b0fa0d81d None None] Provisioning complete for port 605ebf60-0a19-49dc-89a4-ee299682dab1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:45.515962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7585f9a-d11a-4cc6-9403-729b0fa0d81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:45.516947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:22:45.532640 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/28466069-90db-4f3e-9727-d2886dbada37/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7420783
Dec 03 11:22:45.535431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47646) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:45.542041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d405fdb-4751-4cdd-b607-e868389411c8 None None] Sync routers for ids ['28466069-90db-4f3e-9727-d2886dbada37'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:22:45.563853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d405fdb-4751-4cdd-b607-e868389411c8 None None] Routers {'28466069-90db-4f3e-9727-d2886dbada37'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:45.564464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9d405fdb-4751-4cdd-b607-e868389411c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b63f50b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['28466069-90db-4f3e-9727-d2886dbada37'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:45.832574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-9d405fdb-4751-4cdd-b607-e868389411c8 None None] Set router 28466069-90db-4f3e-9727-d2886dbada37 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:22:45.871370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:45.926369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80976) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:22:45.991945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] For port 572402c0-5b14-4899-be8e-be1c88e87b14, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:22:45.995442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7585f9a-d11a-4cc6-9403-729b0fa0d81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.057863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a7585f9a-d11a-4cc6-9403-729b0fa0d81d None None] For port 605ebf60-0a19-49dc-89a4-ee299682dab1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=605ebf60-0a19-49dc-89a4-ee299682dab1,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:46.062555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d266941-58ca-4870-9379-0b751d0c4e5f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting subnet 1012fa4b-3b1e-4d22-b551-17d616ea7e8a {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:46.062745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] For port 572402c0-5b14-4899-be8e-be1c88e87b14, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=572402c0-5b14-4899-be8e-be1c88e87b14,segment=NetworkSegment(7b89166f-a101-4d3c-bfc2-2a9964c14a0b),segment_id=7b89166f-a101-4d3c-bfc2-2a9964c14a0b)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:22:46.066121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7585f9a-d11a-4cc6-9403-729b0fa0d81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.073176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:46.077091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d266941-58ca-4870-9379-0b751d0c4e5f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.097833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.101230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.118129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.134678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.135277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Fanout notify agent at l3_agent the message router_deleted on router 79e2949f-926e-4334-82d8-59cff183da1d {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:22:46.145370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d266941-58ca-4870-9379-0b751d0c4e5f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.274582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585f9a-d11a-4cc6-9403-729b0fa0d81d None None] Pushing event updated for resources: {'Port': ['ID=605ebf60-0a19-49dc-89a4-ee299682dab1,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:46.278563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a7585f9a-d11a-4cc6-9403-729b0fa0d81d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:46.282124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c2046d88-ff3e-4513-890c-714fbf60539d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:46.301698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9d405fdb-4751-4cdd-b607-e868389411c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b63f50b8>, [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:22:42Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:46.307844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d405fdb-4751-4cdd-b607-e868389411c8 None None] Checking router: 28466069-90db-4f3e-9727-d2886dbada37 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:22:46.313990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d266941-58ca-4870-9379-0b751d0c4e5f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.319504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d405fdb-4751-4cdd-b607-e868389411c8 None None] Routers {'28466069-90db-4f3e-9727-d2886dbada37'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:22:46.320118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9d405fdb-4751-4cdd-b607-e868389411c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b63f50b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['28466069-90db-4f3e-9727-d2886dbada37'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:46.331105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.342864 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1044448b-7640-4569-88de-6075ae12f26c tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/routers/79e2949f-926e-4334-82d8-59cff183da1d HTTP/1.1" status: 204  len: 168 time: 3.1389132
Dec 03 11:22:46.345539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.352111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47650) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:46.359122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Pushing event updated for resources: {'Port': ['ID=572402c0-5b14-4899-be8e-be1c88e87b14,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:46.362746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:46.363738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf41d00f-6bd3-4ecf-a5a8-a0fa6370a7f7 None None] Provisioning complete for port 605ebf60-0a19-49dc-89a4-ee299682dab1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:46.364278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf41d00f-6bd3-4ecf-a5a8-a0fa6370a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.419648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 605ebf60-0a19-49dc-89a4-ee299682dab1 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:46.558000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 605ebf60-0a19-49dc-89a4-ee299682dab1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:46.558520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.608301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-9d405fdb-4751-4cdd-b607-e868389411c8 None None] Set router 28466069-90db-4f3e-9727-d2886dbada37 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:22:46.656631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-49dc4283-7c65-42c0-964e-474ae506673e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Deleting subnet 753260e8-fd21-4021-8e20-bcc43eef5611 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:46.678453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49dc4283-7c65-42c0-964e-474ae506673e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:46.773597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49dc4283-7c65-42c0-964e-474ae506673e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:47.020345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49dc4283-7c65-42c0-964e-474ae506673e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:47.021085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] For port 605ebf60-0a19-49dc-89a4-ee299682dab1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=605ebf60-0a19-49dc-89a4-ee299682dab1,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:47.035003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d266941-58ca-4870-9379-0b751d0c4e5f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:47.062629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c8e28c62-3e41-46cd-a6de-f2070dba85c2 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:47.075797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:47.098987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1edaa59b-c340-4449-8305-7d4f5245b347 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:47.113052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d266941-58ca-4870-9379-0b751d0c4e5f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Subnet': ['ID=1012fa4b-3b1e-4d22-b551-17d616ea7e8a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:47.119861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:47.132450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d266941-58ca-4870-9379-0b751d0c4e5f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:47.138584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:47.139706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:47.173718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9d405fdb-4751-4cdd-b607-e868389411c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b63f50b8>, [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:22:42Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:47.178475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d405fdb-4751-4cdd-b607-e868389411c8 None None] The sync data for ids ['28466069-90db-4f3e-9727-d2886dbada37'] in dv-neutron-765072-2-ovs is: [{'id': '28466069-90db-4f3e-9727-d2886dbada37', 'name': 'tempest-TestNetworkBasicOps-router-462984667', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254'}], 'enable_snat': True}, 'gw_port_id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:20:10Z', 'updated_at': '2020-12-03T11:22:42Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '7f5227bd-0ece-4a35-9edb-344f32b0abc3', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28466069-90db-4f3e-9727-d2886dbada37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:20:12Z', 'updated_at': '2020-12-03T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:22:47.205871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-88525c6a-3ce6-4fcf-8008-2681b41ae7c0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:47.376840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event updated for resources: {'Subnet': ['ID=e1ad1337-39a1-4d4c-8b88-3c4900a6867c,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:47.396869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ddf3b6-4f7a-4bc9-962e-df2fd03db29d None None] Network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:47.397126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d266941-58ca-4870-9379-0b751d0c4e5f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:47.409707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=605ebf60-0a19-49dc-89a4-ee299682dab1,revision_number=5']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:47.422484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:47.423323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:47.451066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:47.452409 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7d266941-58ca-4870-9379-0b751d0c4e5f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/subnets/1012fa4b-3b1e-4d22-b551-17d616ea7e8a HTTP/1.1" status: 204  len: 168 time: 1.9152932
Dec 03 11:22:47.461530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47654) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:47.691758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Checking segment: {'id': '502efcda-002c-4f7c-9f85-8916e65ff406', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bea99f9b-2721-42b4-97c3-2b4ac21b5333'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:47.692350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network hostable DHCP agents. Network: bea99f9b-2721-42b4-97c3-2b4ac21b5333, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:22:47.812313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03cff46-afb0-4177-9ffc-8101702d41a8 None None] DHCP port deletion for 0f318c72-f805-46c1-ae3c-bf7b2c7655fb request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:22:47.819729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e03cff46-afb0-4177-9ffc-8101702d41a8 None None] Deleting port 586c966f-44c2-432f-9ab5-b7a84817fd23 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:47.820920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e03cff46-afb0-4177-9ffc-8101702d41a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:47.948086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:47.954401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:47.959226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Subnet': ['ID=fc30af95-3597-4d32-852e-51db16e42a02,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:47.971118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:47.972394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2543b3de-8e61-49b2-8991-6fc15cf0098b None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:47.980145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:47.980790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.022660 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 4.7444096
Dec 03 11:22:48.025742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47658) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:48.030748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.095456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Request body: {'port': {'network_id': 'cc7b5e29-f739-4393-8923-6dfd9a0401ee', 'mac_address': 'fa:16:3e:26:bd:63', 'name': 'tempest-NetworksTestDHCPv6-1770046861'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:48.111266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.153067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:48.218227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e03cff46-afb0-4177-9ffc-8101702d41a8 None None] For port 586c966f-44c2-432f-9ab5-b7a84817fd23, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=586c966f-44c2-432f-9ab5-b7a84817fd23,segment=NetworkSegment(056e244d-397b-40fe-ae91-3fb300067eac),segment_id=056e244d-397b-40fe-ae91-3fb300067eac)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:48.218683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e03cff46-afb0-4177-9ffc-8101702d41a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.236514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c923444-d8cb-4810-8df4-7ad045b420f2 None None] Network dd0be637-ffdb-44f5-8e29-2c20908df965 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:48.304546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network bea99f9b-2721-42b4-97c3-2b4ac21b5333 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:22:48.331906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49dc4283-7c65-42c0-964e-474ae506673e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.362102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.365495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:48.370635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 7f5227bd-0ece-4a35-9edb-344f32b0abc3 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:48.371035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.403995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Usage tracker for resource:port and tenant:a5b48731857741ac8b4498cdb43f0132 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:48.403995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Quota usage for port was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:48.416412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:48.426265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e03cff46-afb0-4177-9ffc-8101702d41a8 None None] Calling delete_port for 586c966f-44c2-432f-9ab5-b7a84817fd23 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:48.445186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Subnet': ['ID=08ef5102-42cd-43e6-a69e-4d5471e40c96,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:48.447883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:48.448116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:48.470261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Made reservation on behalf of a5b48731857741ac8b4498cdb43f0132 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:48.511752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49dc4283-7c65-42c0-964e-474ae506673e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.518934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc4283-7c65-42c0-964e-474ae506673e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Subnet': ['ID=753260e8-fd21-4021-8e20-bcc43eef5611,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:48.522169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49dc4283-7c65-42c0-964e-474ae506673e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:48.522861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, bea99f9b-2721-42b4-97c3-2b4ac21b5333) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:48.547266 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-49dc4283-7c65-42c0-964e-474ae506673e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/subnets/753260e8-fd21-4021-8e20-bcc43eef5611 HTTP/1.1" status: 204  len: 168 time: 2.1904526
Dec 03 11:22:48.547266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:48.547266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.558093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47662) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:48.573048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 572402c0-5b14-4899-be8e-be1c88e87b14 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:48.598010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bf42f7-cb04-405c-8ad6-4045a0a14523 None None] Network bea99f9b-2721-42b4-97c3-2b4ac21b5333 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:48.609498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network dd0be637-ffdb-44f5-8e29-2c20908df965 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:48.617652 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-76fef656-bb1d-4bba-a74f-c55a43962da3 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.4713984
Dec 03 11:22:48.617652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:48.628662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47666) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:48.649277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Request body: {'network': {'name': 'tempest-router-network01--2085189361'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:48.653222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:48.653870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.669571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-24479a9b-4e12-46c8-b5ef-cc3d59b5c965 None None] Provisioning for port 572402c0-5b14-4899-be8e-be1c88e87b14 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:48.709544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:48.735761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.736476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Usage tracker for resource:network and tenant:713f404dc60a40b086f8dcd04e539abf is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:48.748429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:48.759567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:48.764539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 7f5227bd-0ece-4a35-9edb-344f32b0abc3, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7f5227bd-0ece-4a35-9edb-344f32b0abc3,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:48.764935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.768069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.828121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d68860c0-05d8-4b05-9e34-e3af79e1fcee tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 4.8294346
Dec 03 11:22:48.836180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47670) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:48.934136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Made reservation on behalf of 713f404dc60a40b086f8dcd04e539abf for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:48.937167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 7f5227bd-0ece-4a35-9edb-344f32b0abc3 owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:48.941566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:48.975820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897859db-7b4d-4aeb-a93d-47c36f8b9efc tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:48.977625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897859db-7b4d-4aeb-a93d-47c36f8b9efc tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:48.979440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897859db-7b4d-4aeb-a93d-47c36f8b9efc tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:48.980867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897859db-7b4d-4aeb-a93d-47c36f8b9efc tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:48.982439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897859db-7b4d-4aeb-a93d-47c36f8b9efc tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:48.983612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-897859db-7b4d-4aeb-a93d-47c36f8b9efc tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Synchronizing usage tracker for tenant:2fa9bddaed044cd89154cfbcb46769fc on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:49.071031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:22:49.078808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e03cff46-afb0-4177-9ffc-8101702d41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.100393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d873b0c2-a24e-4853-85fa-8e00982a6d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:49.103080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.103618 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Added segment 28ead830-9edb-4c3c-8f10-f092efd0b697 of type vxlan for network 16401883-598f-4bf3-8fd9-31a12f20bcae
Dec 03 11:22:49.105748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-897859db-7b4d-4aeb-a93d-47c36f8b9efc tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Unset dirty status for tenant:2fa9bddaed044cd89154cfbcb46769fc on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:49.111311 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-897859db-7b4d-4aeb-a93d-47c36f8b9efc tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2700973
Dec 03 11:22:49.111492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47674) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:49.121628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-14532427'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:49.136177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] device_id is not set on port ccfc0dae-87f7-4b33-869c-96a7e30420cf yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:22:49.171906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:49.175819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cff46-afb0-4177-9ffc-8101702d41a8 None None] Pushing event deleted for resources: {'Port': ['ID=586c966f-44c2-432f-9ab5-b7a84817fd23,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:49.181507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.197840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e03cff46-afb0-4177-9ffc-8101702d41a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:49.198846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 572402c0-5b14-4899-be8e-be1c88e87b14 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:49.211356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:network and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:49.218735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for network was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:49.236836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:49.274015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 572402c0-5b14-4899-be8e-be1c88e87b14 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:49.274445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.276812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:49.282361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.296575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.308552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.350754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4599a58>,) {'filters': {'network_id': ['f3309eba-7a20-47a9-85c8-6b7d055b96c2']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:49.370628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4599a58>, '90e745ae-d023-4b4a-902a-59fa7b64821a') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:49.371215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4599a58>, '90e745ae-d023-4b4a-902a-59fa7b64821a') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:49.386068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.397305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.404216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:49.405131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.413592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:49.450390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.464215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Releasing vxlan tunnel 4 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:49.480093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:22:49.480093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:22:49.497749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03cff46-afb0-4177-9ffc-8101702d41a8 None None] No DVR routers for this DVR port 586c966f-44c2-432f-9ab5-b7a84817fd23 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:22:49.523719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-bea99f9b-2721-42b4-97c3-2b4ac21b5333', 'network_id': 'bea99f9b-2721-42b4-97c3-2b4ac21b5333', 'tenant_id': '713f404dc60a40b086f8dcd04e539abf', 'fixed_ips': [{'subnet_id': 'e1ad1337-39a1-4d4c-8b88-3c4900a6867c'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:22:49.524655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.570467 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9331825
Dec 03 11:22:49.584870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47678) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:49.636555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Request body: {'network': {'name': 'tempest-router-network02--1888463492'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:49.640166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event updated for resources: {'Network': ['ID=16401883-598f-4bf3-8fd9-31a12f20bcae,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:49.656566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:49.657970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:49.672065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Usage tracker for resource:network and tenant:713f404dc60a40b086f8dcd04e539abf is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:49.679794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Quota usage for network was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:49.695363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:49.699365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 16401883-598f-4bf3-8fd9-31a12f20bcae details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:49.707080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8::167 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/5d0b16d7-65ae-459b-8c53-ef5234eb7bdb/ccfc0dae-87f7-4b33-869c-96a7e30420cf) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:49.713801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 16401883-598f-4bf3-8fd9-31a12f20bcae details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:49.722486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.725801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Allocated IP 2001:db8:0:1:f816:3eff:fe26:bd63 (cc7b5e29-f739-4393-8923-6dfd9a0401ee/fc30af95-3597-4d32-852e-51db16e42a02/ccfc0dae-87f7-4b33-869c-96a7e30420cf) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:49.744928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:49.755227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.788473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.794504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Made reservation on behalf of 713f404dc60a40b086f8dcd04e539abf for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:49.800449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:49.965027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Network f3309eba-7a20-47a9-85c8-6b7d055b96c2 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:49.997485 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:50.000698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.047005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:22:50.064328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.064782 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Added segment f64aa311-2cd8-4c4d-b016-28da342d07ba of type vxlan for network 760ef3e8-d774-4ac7-9969-3be0ade34ec2
Dec 03 11:22:50.074755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.080591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.097053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.101107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:50.106327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 572402c0-5b14-4899-be8e-be1c88e87b14, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=572402c0-5b14-4899-be8e-be1c88e87b14,segment=NetworkSegment(7b89166f-a101-4d3c-bfc2-2a9964c14a0b),segment_id=7b89166f-a101-4d3c-bfc2-2a9964c14a0b)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:50.111589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb731fa-12b5-4210-baac-2279e5d17de9 None None] Update dhcp port {'port': {'network_id': 'dd0be637-ffdb-44f5-8e29-2c20908df965', 'fixed_ips': [{'subnet_id': '1c52f3a3-b7db-4a0f-bec7-391e083d4e77', 'ip_address': '2001:db8::2'}, {'subnet_id': '08ef5102-42cd-43e6-a69e-4d5471e40c96'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': '572402c0-5b14-4899-be8e-be1c88e87b14'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:22:50.124008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.132043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Pushing event deleted for resources: {'Network': ['ID=f3309eba-7a20-47a9-85c8-6b7d055b96c2,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:50.135467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:50.137762 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] 10.222.0.90 "DELETE /v2.0/networks/f3309eba-7a20-47a9-85c8-6b7d055b96c2 HTTP/1.1" status: 204  len: 168 time: 1.5783396
Dec 03 11:22:50.158157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.159141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 605ebf60-0a19-49dc-89a4-ee299682dab1 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:50.196136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:50.254200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.264228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.264799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Fanout notify agent at l3_agent the message router_deleted on router 28466069-90db-4f3e-9727-d2886dbada37 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:22:50.320776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcb731fa-12b5-4210-baac-2279e5d17de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.376920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.381986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47684) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:50.382314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fc928264-ea41-4591-bdaf-858465aa96da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/routers/28466069-90db-4f3e-9727-d2886dbada37 HTTP/1.1" status: 204  len: 168 time: 2.9195311
Dec 03 11:22:50.388810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.393005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:50.393659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.403431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-060c4d9e-e7c8-4521-bc84-ab9de1667576 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:50.446795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=572402c0-5b14-4899-be8e-be1c88e87b14,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:50.456180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:50.458450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:22:50.459511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:22:50.500770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 605ebf60-0a19-49dc-89a4-ee299682dab1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:50.501191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.555251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.559040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Network': ['ID=760ef3e8-d774-4ac7-9969-3be0ade34ec2,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:50.562457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:50.571327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.572729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.4602246
Dec 03 11:22:50.575804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47690) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:50.591219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6a527d3f-2266-4046-ac94-c2f6f4d130c7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'network': {'name': 'New_network'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:50.601297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Allocated IP 172.20.0.2 (bea99f9b-2721-42b4-97c3-2b4ac21b5333/e1ad1337-39a1-4d4c-8b88-3c4900a6867c/3ac42873-9a9d-42f3-85fa-78ab310db7d4) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:50.610192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:50.625433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:50.674849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47694) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:50.792891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Transition to ACTIVE for port object ccfc0dae-87f7-4b33-869c-96a7e30420cf will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:50.848499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.921012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-13322bf7-422e-466a-9e65-c7c8754e8216 None None] Provisioning complete for port 605ebf60-0a19-49dc-89a4-ee299682dab1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:50.921350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13322bf7-422e-466a-9e65-c7c8754e8216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.960786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:50.970670 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f4634d56-9e6c-44a8-a0f9-1de3686e83db admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bed15e13252a48acad7b4d88131ac0c2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2881904
Dec 03 11:22:50.971823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47700) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:50.997934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.019153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1ffaf77-ba34-4f72-8780-9e6659551d83 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:51.096583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b46d9b38>,) {'filters': {'network_id': ['0f318c72-f805-46c1-ae3c-bf7b2c7655fb']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:51.117447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b46d9b38>, '056e244d-397b-40fe-ae91-3fb300067eac') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:51.117856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b46d9b38>, '056e244d-397b-40fe-ae91-3fb300067eac') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:51.142134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.164649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f651fde3-4b1e-44e3-b082-56172a5d46e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.168544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.178797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Releasing vxlan tunnel 6 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:51.293459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f651fde3-4b1e-44e3-b082-56172a5d46e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.326954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.440357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:51.447517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:22:51.451100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.516802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a527d3f-2266-4046-ac94-c2f6f4d130c7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.541441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event updated for resources: {'Port': ['ID=ccfc0dae-87f7-4b33-869c-96a7e30420cf,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:51.553920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f651fde3-4b1e-44e3-b082-56172a5d46e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.554539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:51.554539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.554539 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Added segment d51cc5b1-67a5-4d58-a303-fb885aca668f of type vxlan for network 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7
Dec 03 11:22:51.572294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d6e7453-8da3-4ba6-a2fe-8e874a285a97 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:51.580101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a527d3f-2266-4046-ac94-c2f6f4d130c7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.581898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-fcb731fa-12b5-4210-baac-2279e5d17de9 None None] Allocated IP 172.20.0.1 (dd0be637-ffdb-44f5-8e29-2c20908df965/08ef5102-42cd-43e6-a69e-4d5471e40c96/572402c0-5b14-4899-be8e-be1c88e87b14) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:51.588163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651fde3-4b1e-44e3-b082-56172a5d46e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5fc173-4b64-4642-82d5-a6d03fbae37d,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:51.592805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f651fde3-4b1e-44e3-b082-56172a5d46e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:51.620006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d637857f-0488-485e-91ed-9e5baba01856 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:51.622779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f766180e-63ca-481d-97a2-aa2df12a6032 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:51.662384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f651fde3-4b1e-44e3-b082-56172a5d46e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.666425 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f651fde3-4b1e-44e3-b082-56172a5d46e2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cc5fc173-4b64-4642-82d5-a6d03fbae37d HTTP/1.1" status: 204  len: 168 time: 0.6910982
Dec 03 11:22:51.674939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 0f318c72-f805-46c1-ae3c-bf7b2c7655fb has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:51.689723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: f766180e-63ca-481d-97a2-aa2df12a6032 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:22:51.690126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f766180e-63ca-481d-97a2-aa2df12a6032 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:22:51.690570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 586c966f-44c2-432f-9ab5-b7a84817fd23 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:51.705880 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:51.732236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.743181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 586c966f-44c2-432f-9ab5-b7a84817fd23 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:22:51.743585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 586c966f-44c2-432f-9ab5-b7a84817fd23 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:22:51.773195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.826488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.830386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75d13598-705a-4258-b15f-2665145cc761 tempest-RoutersAdminTest-1722498274 tempest-RoutersAdminTest-1722498274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:51.844566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Transition to ACTIVE for port object 3ac42873-9a9d-42f3-85fa-78ab310db7d4 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:51.860379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.874979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Network': ['ID=0f318c72-f805-46c1-ae3c-bf7b2c7655fb,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:51.876863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Transition to ACTIVE for port object 3ac42873-9a9d-42f3-85fa-78ab310db7d4 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:51.886855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:51.902486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.903255 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/networks/0f318c72-f805-46c1-ae3c-bf7b2c7655fb HTTP/1.1" status: 204  len: 168 time: 1.5193522
Dec 03 11:22:51.919596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47706) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:51.920417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:51.927277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'network': {'name': 'tempest-network-smoke--958862464', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'port_security_enabled': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:51.939720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:51.950854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 572402c0-5b14-4899-be8e-be1c88e87b14 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:51.951607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:network and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:51.955671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:51.964403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a527d3f-2266-4046-ac94-c2f6f4d130c7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 is not hosted by any dhcp agent {{(pid=80976) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 03 11:22:51.965747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:51.968991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a527d3f-2266-4046-ac94-c2f6f4d130c7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:51.969694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a527d3f-2266-4046-ac94-c2f6f4d130c7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:51.973932 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6a527d3f-2266-4046-ac94-c2f6f4d130c7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "PUT /v2.0/networks/760ef3e8-d774-4ac7-9969-3be0ade34ec2 HTTP/1.1" status: 200  len: 723 time: 1.3940527
Dec 03 11:22:51.974928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47710) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:51.975562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:51.976669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a527d3f-2266-4046-ac94-c2f6f4d130c7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Network': ['ID=760ef3e8-d774-4ac7-9969-3be0ade34ec2,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:51.982637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'subnet': {'network_id': '760ef3e8-d774-4ac7-9969-3be0ade34ec2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:51.989195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:52.001108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a527d3f-2266-4046-ac94-c2f6f4d130c7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:52.004780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:52.010104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:52.010941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:52.024919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:52.028599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:52.030528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:52.046412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:52.051306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:52.052011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:52.071636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6da2a06c-6831-446a-9b8b-5957820b2225 tempest-ExternalNetworksTestJSON-1229890229 tempest-ExternalNetworksTestJSON-1229890229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:52.090842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.0638642
Dec 03 11:22:52.100850 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 2.5082843
Dec 03 11:22:52.101481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47716) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:52.121221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47718) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:52.166362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:22:52.178537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:52.179128 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Added segment d1b10c53-c54e-4fb0-82b9-faca1431d1e5 of type vxlan for network 67a4393c-4939-4211-88f7-dfc19e9d18d9
Dec 03 11:22:52.181590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:52.190356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Request body: {'subnet': {'network_id': '16401883-598f-4bf3-8fd9-31a12f20bcae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:52.215611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:52.242045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fcb731fa-12b5-4210-baac-2279e5d17de9 None None] For port 572402c0-5b14-4899-be8e-be1c88e87b14, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=572402c0-5b14-4899-be8e-be1c88e87b14,segment=NetworkSegment(7b89166f-a101-4d3c-bfc2-2a9964c14a0b),segment_id=7b89166f-a101-4d3c-bfc2-2a9964c14a0b)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:52.270845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcb731fa-12b5-4210-baac-2279e5d17de9 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:52.298420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:52.305968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:52.310126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:52.310955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:52.319746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:52.348289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event updated for resources: {'Network': ['ID=1b960f8e-6a83-48e0-a1c6-f96583f0b1a7,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:52.349067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:52.360283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:52.392416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:52.450613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bcc22c26-9fb5-4bdd-b1aa-53c07138e368 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting port ccfc0dae-87f7-4b33-869c-96a7e30420cf {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:22:52.451153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcc22c26-9fb5-4bdd-b1aa-53c07138e368 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:52.451692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Pushing event updated for resources: {'Port': ['ID=3ac42873-9a9d-42f3-85fa-78ab310db7d4,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:52.464670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:52.508947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:52.513657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Usage tracker for resource:subnet and tenant:713f404dc60a40b086f8dcd04e539abf is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:52.517140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:52.525391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:52.538765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:52.547349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Made reservation on behalf of 713f404dc60a40b086f8dcd04e539abf for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:52.680378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:52.750084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fcb731fa-12b5-4210-baac-2279e5d17de9 None None] Transition to ACTIVE for port object 572402c0-5b14-4899-be8e-be1c88e87b14 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:52.760995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Network bea99f9b-2721-42b4-97c3-2b4ac21b5333 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:52.775833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:52.778250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:52.789297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8679500
Dec 03 11:22:52.800563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47736) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:52.815003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Network': ['ID=67a4393c-4939-4211-88f7-dfc19e9d18d9,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:52.828350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'admin_state_up': True, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:52.840036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:52.889008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcc22c26-9fb5-4bdd-b1aa-53c07138e368 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:52.892888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:52.912421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:router and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:52.923243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:52.933621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:52.940580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.036269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bcc22c26-9fb5-4bdd-b1aa-53c07138e368 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Calling delete_port for ccfc0dae-87f7-4b33-869c-96a7e30420cf owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:22:53.048141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47742) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:53.084309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.085675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.086822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcb731fa-12b5-4210-baac-2279e5d17de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.093777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.113783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.122166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:53.152677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:53.167774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:53.308021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Attempting to bind port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:22:53.308451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Attempting to bind port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '502efcda-002c-4f7c-9f85-8916e65ff406', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bea99f9b-2721-42b4-97c3-2b4ac21b5333'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:22:53.308871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Attempting to bind port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 on network bea99f9b-2721-42b4-97c3-2b4ac21b5333 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:22:53.337810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6eb538f5-8c14-4c90-a3be-10db105462c5 None None] Provisioning for port ccfc0dae-87f7-4b33-869c-96a7e30420cf completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:53.343358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7f5227bd-0ece-4a35-9edb-344f32b0abc3 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:22:53.402479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6eb538f5-8c14-4c90-a3be-10db105462c5 None None] Provisioning complete for port ccfc0dae-87f7-4b33-869c-96a7e30420cf triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:53.402891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6eb538f5-8c14-4c90-a3be-10db105462c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.409877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'networks': [{'name': 'tempest-network--117588754'}, {'name': 'tempest-network--1103285840'}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:53.410227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'network': {'name': 'tempest-network--117588754'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:53.410741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'network': {'name': 'tempest-network--1103285840'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:53.449244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:53.464192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Usage tracker for resource:network and tenant:3d2b99e1ecb2401582cfe2b75517f518 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:53.474835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:53.495948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcc22c26-9fb5-4bdd-b1aa-53c07138e368 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.496676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:22:53.497094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Checking segment: {'id': '502efcda-002c-4f7c-9f85-8916e65ff406', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bea99f9b-2721-42b4-97c3-2b4ac21b5333'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:53.497858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.497987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Bound using segment: {'id': '502efcda-002c-4f7c-9f85-8916e65ff406', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bea99f9b-2721-42b4-97c3-2b4ac21b5333'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:22:53.498484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Bound port: 3ac42873-9a9d-42f3-85fa-78ab310db7d4, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502efcda-002c-4f7c-9f85-8916e65ff406', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bea99f9b-2721-42b4-97c3-2b4ac21b5333'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:22:53.498970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.515756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29110dff-7a72-4781-b892-59d49edd7a7f tempest-RoutersAdminTest-818611914 tempest-RoutersAdminTest-818611914] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:53.542893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:53.571965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc22c26-9fb5-4bdd-b1aa-53c07138e368 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Port': ['ID=ccfc0dae-87f7-4b33-869c-96a7e30420cf,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:53.581001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcc22c26-9fb5-4bdd-b1aa-53c07138e368 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:53.605383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 7f5227bd-0ece-4a35-9edb-344f32b0abc3 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:22:53.607170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7f5227bd-0ece-4a35-9edb-344f32b0abc3 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:22:53.643270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.647689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Made reservation on behalf of 3d2b99e1ecb2401582cfe2b75517f518 for: {'network': 2} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:53.653974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.674603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.757373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb731fa-12b5-4210-baac-2279e5d17de9 None None] Pushing event updated for resources: {'Port': ['ID=572402c0-5b14-4899-be8e-be1c88e87b14,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:53.774216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fcb731fa-12b5-4210-baac-2279e5d17de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:53.775861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:53.777604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6eb538f5-8c14-4c90-a3be-10db105462c5 None None] Port ccfc0dae-87f7-4b33-869c-96a7e30420cf cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:22:53.783444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Usage tracker for resource:security_group_rule and tenant:3d2b99e1ecb2401582cfe2b75517f518 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:53.792700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:53.813317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:53.818459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcc22c26-9fb5-4bdd-b1aa-53c07138e368 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.840020 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bcc22c26-9fb5-4bdd-b1aa-53c07138e368 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/ccfc0dae-87f7-4b33-869c-96a7e30420cf HTTP/1.1" status: 204  len: 168 time: 1.7292178
Dec 03 11:22:53.842223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47748) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:53.849713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a2503398-e73d-463c-b204-8e70593113fb None None] For port 3ac42873-9a9d-42f3-85fa-78ab310db7d4, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:22:53.854983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a2503398-e73d-463c-b204-8e70593113fb None None] For port 3ac42873-9a9d-42f3-85fa-78ab310db7d4, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ac42873-9a9d-42f3-85fa-78ab310db7d4,segment=NetworkSegment(502efcda-002c-4f7c-9f85-8916e65ff406),segment_id=502efcda-002c-4f7c-9f85-8916e65ff406)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:22:53.866464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:53.933763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:53.976470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 572402c0-5b14-4899-be8e-be1c88e87b14 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:54.011684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc2a150-48b3-4c12-8fcc-7e3b7d42636e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:54.012492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dfc2a150-48b3-4c12-8fcc-7e3b7d42636e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:54.026006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:54.045911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8041e999-b190-4d73-83a7-6c116523ecd9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:54.111043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:54.137991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dfc2a150-48b3-4c12-8fcc-7e3b7d42636e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:54.139455 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dfc2a150-48b3-4c12-8fcc-7e3b7d42636e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2866836
Dec 03 11:22:54.142378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47752) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:54.145193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:54.145928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:54.176493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5e89e90f-acbf-4bd7-91c6-f2a7cf2a810c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:54.218634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Pushing event updated for resources: {'Port': ['ID=3ac42873-9a9d-42f3-85fa-78ab310db7d4,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:54.223547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:54.263220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event updated for resources: {'Subnet': ['ID=6c22877f-8d61-4cea-8c44-61df19515c80,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:54.268962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:54.281466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event updated for resources: {'SecurityGroup': ['ID=91ba43fe-8cd2-40ca-938b-5bd642e3e7cf,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:54.297435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:54.328750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:54.341050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Checking segment: {'id': '28ead830-9edb-4c3c-8f10-f092efd0b697', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '16401883-598f-4bf3-8fd9-31a12f20bcae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:54.341449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network hostable DHCP agents. Network: 16401883-598f-4bf3-8fd9-31a12f20bcae, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:22:54.362446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network 16401883-598f-4bf3-8fd9-31a12f20bcae is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:22:54.372845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 16401883-598f-4bf3-8fd9-31a12f20bcae) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:54.383132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba5289-1310-4dd4-8a5a-f0bc61768994 None None] Network 16401883-598f-4bf3-8fd9-31a12f20bcae requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:54.388140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:54.388793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:54.391230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-99f8bd44-d6b3-4489-bc4e-8773a4b3272d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:54.410958 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2413793
Dec 03 11:22:54.413340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47756) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:54.420315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Request body: {'subnet': {'network_id': '1b960f8e-6a83-48e0-a1c6-f96583f0b1a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:54.555280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:22:54.574718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:22:54.582218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Usage tracker for resource:subnet and tenant:713f404dc60a40b086f8dcd04e539abf is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:22:54.590419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:22:54.598461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:22:54.614367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Made reservation on behalf of 713f404dc60a40b086f8dcd04e539abf for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:22:54.697806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:54.698212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Added segment b91163ba-65ab-459a-9362-5bd8e91ffdf4 of type vxlan for network 4049b711-56c0-4b94-a68c-c839a92c14d1
Dec 03 11:22:54.703493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-16401883-598f-4bf3-8fd9-31a12f20bcae', 'network_id': '16401883-598f-4bf3-8fd9-31a12f20bcae', 'tenant_id': '713f404dc60a40b086f8dcd04e539abf', 'fixed_ips': [{'subnet_id': '6c22877f-8d61-4cea-8c44-61df19515c80'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:22:54.704937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:54.724629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:54.757671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Subnet': ['ID=89feb03c-5e14-4d50-9b55-fb365e5b9f41,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:54.780749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:54.794087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:54.794326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:54.869489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:54.885430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aeb5e9-e895-4a12-bf89-cf0052058f88 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:54.886967 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-98aeb5e9-e895-4a12-bf89-cf0052058f88 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.7426434
Dec 03 11:22:54.888655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c225f650-d8a3-48d1-a969-4d91b10677fc None None] Network dd0be637-ffdb-44f5-8e29-2c20908df965 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:54.900769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47760) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:55.008650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-35c261d8-2784-4318-8367-1840721a34de None None] Provisioning for port 572402c0-5b14-4899-be8e-be1c88e87b14 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:55.029095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-35c261d8-2784-4318-8367-1840721a34de None None] Provisioning complete for port 572402c0-5b14-4899-be8e-be1c88e87b14 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:55.029407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35c261d8-2784-4318-8367-1840721a34de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:55.106388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4150e-0f89-4a32-afbd-7e9d81b491c5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:55.108124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4150e-0f89-4a32-afbd-7e9d81b491c5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:55.109342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4150e-0f89-4a32-afbd-7e9d81b491c5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:55.110154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c5b4150e-0f89-4a32-afbd-7e9d81b491c5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:55.183059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:22:55.202816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Checking segment: {'id': 'f64aa311-2cd8-4c4d-b016-28da342d07ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '760ef3e8-d774-4ac7-9969-3be0ade34ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:55.203336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network hostable DHCP agents. Network: 760ef3e8-d774-4ac7-9969-3be0ade34ec2, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:22:55.230209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:55.230615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Added segment 649b92e1-6c87-4cf4-a2d2-405cffaa64e7 of type vxlan for network aa0a5627-e87a-4214-b4dc-3bd0bc7138b9
Dec 03 11:22:55.247904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c5b4150e-0f89-4a32-afbd-7e9d81b491c5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:55.251902 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c5b4150e-0f89-4a32-afbd-7e9d81b491c5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.3445957
Dec 03 11:22:55.264906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47764) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:55.331627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:22:55.344130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:55.351463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 760ef3e8-d774-4ac7-9969-3be0ade34ec2) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:55.357021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:55.376465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0a737d-f5c6-451b-bdb5-2202c7266ae0 None None] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:55.377710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5bd958bf-d3a6-4b7c-b16d-8bea76159f60 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:55.398136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:55.398893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:55.421088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.122 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/59cfae1c-cda0-4e63-afe2-a26804bfb7bc) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:55.480800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:55.481557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:55.485866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:55.489369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:55.490678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:55.516615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1612678d-fb56-4d9a-9a6b-50c4aad04409 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:55.739210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Allocated IP 172.20.0.2 (16401883-598f-4bf3-8fd9-31a12f20bcae/6c22877f-8d61-4cea-8c44-61df19515c80/ba092367-8ef1-40da-96bf-3c1862a19af8) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:55.850682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:55.870008 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.8937581
Dec 03 11:22:55.877794 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 2.8285148
Dec 03 11:22:55.880395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47768) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:55.881272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47770) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:55.882001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event updated for resources: {'Network': ['ID=4049b711-56c0-4b94-a68c-c839a92c14d1,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:55.915577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 4049b711-56c0-4b94-a68c-c839a92c14d1 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:55.916485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event updated for resources: {'Subnet': ['ID=0399a5cf-5919-4484-9e20-a696c8f0614f,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:55.919619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:55.998128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 4049b711-56c0-4b94-a68c-c839a92c14d1 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:56.033850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1baa5d-7725-48c5-9250-553a1b32499c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet 5d0b16d7-65ae-459b-8c53-ef5234eb7bdb {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:56.040513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b67451f3-e7c5-4cd5-80a0-ed8e52bab89a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:22:56.041495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca1baa5d-7725-48c5-9250-553a1b32499c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:56.110709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6105f20a-b04e-4d0d-951a-018920eccb56 None None] Network bea99f9b-2721-42b4-97c3-2b4ac21b5333 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:56.132376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca1baa5d-7725-48c5-9250-553a1b32499c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:56.142107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ac42873-9a9d-42f3-85fa-78ab310db7d4 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:22:56.170851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Checking segment: {'id': 'd51cc5b1-67a5-4d58-a303-fb885aca668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b960f8e-6a83-48e0-a1c6-f96583f0b1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:56.171329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network hostable DHCP agents. Network: 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:22:56.225834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:22:56.245618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:56.262695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:56.263384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:56.273841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94baaf6-2b8a-4e53-9031-143c64005861 None None] Network 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:56.295986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca1baa5d-7725-48c5-9250-553a1b32499c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:56.329545 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9149618
Dec 03 11:22:56.335560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47776) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:56.455311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event updated for resources: {'Network': ['ID=aa0a5627-e87a-4214-b4dc-3bd0bc7138b9,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:56.530176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:56.531780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.909s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:56.532221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:56.564675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-760ef3e8-d774-4ac7-9969-3be0ade34ec2', 'network_id': '760ef3e8-d774-4ac7-9969-3be0ade34ec2', 'tenant_id': '2fa9bddaed044cd89154cfbcb46769fc', 'fixed_ips': [{'subnet_id': '89feb03c-5e14-4d50-9b55-fb365e5b9f41'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:22:56.565584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:56.578620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network aa0a5627-e87a-4214-b4dc-3bd0bc7138b9 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:56.592166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network aa0a5627-e87a-4214-b4dc-3bd0bc7138b9 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:22:56.649745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b67451f3-e7c5-4cd5-80a0-ed8e52bab89a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851440700'] for subnet, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:56.707592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:56.732199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-415a7974-4817-4bda-b042-8ff7124b491a tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:56.745022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-529889db-b238-4491-b9d9-155a8bbbddb5 None None] Provisioning for port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:56.976584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743e7d37-792d-43f4-991f-064785eaa4ca tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:56.981598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743e7d37-792d-43f4-991f-064785eaa4ca tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:56.986275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743e7d37-792d-43f4-991f-064785eaa4ca tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:56.991687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743e7d37-792d-43f4-991f-064785eaa4ca tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:56.992942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-743e7d37-792d-43f4-991f-064785eaa4ca tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Synchronizing usage tracker for tenant:3d2b99e1ecb2401582cfe2b75517f518 on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:22:57.012115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=59cfae1c-cda0-4e63-afe2-a26804bfb7bc,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:57.041241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:57.092009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:57.109857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-743e7d37-792d-43f4-991f-064785eaa4ca tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Unset dirty status for tenant:3d2b99e1ecb2401582cfe2b75517f518 on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:22:57.113910 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-743e7d37-792d-43f4-991f-064785eaa4ca tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 1.2234936
Dec 03 11:22:57.116118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47780) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:57.154960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:57.186640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:57.194355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:57.285678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:22:57.289076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-1b960f8e-6a83-48e0-a1c6-f96583f0b1a7', 'network_id': '1b960f8e-6a83-48e0-a1c6-f96583f0b1a7', 'tenant_id': '713f404dc60a40b086f8dcd04e539abf', 'fixed_ips': [{'subnet_id': '0399a5cf-5919-4484-9e20-a696c8f0614f'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:22:57.289966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:57.340254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:57.377860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:57.378261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:57.419182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-74b25611-2c3d-42cf-a812-b1dd691247ee None None] Provisioning complete for port 572402c0-5b14-4899-be8e-be1c88e87b14 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:57.419596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74b25611-2c3d-42cf-a812-b1dd691247ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:57.450339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca1baa5d-7725-48c5-9250-553a1b32499c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:57.480386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-50e1ab12-8490-424e-ac7e-11e1919f97bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:57.494562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:57.506620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b67451f3-e7c5-4cd5-80a0-ed8e52bab89a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792259466099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852251885'] for subnet, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:57.525128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-51d67d65-f7e0-45e7-bc4f-30f7c8312b2c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:57.544496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1baa5d-7725-48c5-9250-553a1b32499c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=5d0b16d7-65ae-459b-8c53-ef5234eb7bdb,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:57.565245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Transition to ACTIVE for port object ba092367-8ef1-40da-96bf-3c1862a19af8 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:57.572085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ca1baa5d-7725-48c5-9250-553a1b32499c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:57.689206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67451f3-e7c5-4cd5-80a0-ed8e52bab89a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Subnet': ['ID=89feb03c-5e14-4d50-9b55-fb365e5b9f41,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:57.751556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Transition to ACTIVE for port object ba092367-8ef1-40da-96bf-3c1862a19af8 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:57.758518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b67451f3-e7c5-4cd5-80a0-ed8e52bab89a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:57.795787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:57.821195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:57.876629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67451f3-e7c5-4cd5-80a0-ed8e52bab89a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:22:57.882231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b67451f3-e7c5-4cd5-80a0-ed8e52bab89a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:57.882231 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b67451f3-e7c5-4cd5-80a0-ed8e52bab89a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "PUT /v2.0/subnets/89feb03c-5e14-4d50-9b55-fb365e5b9f41 HTTP/1.1" status: 200  len: 826 time: 1.9938817
Dec 03 11:22:57.882588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47784) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:57.886619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:58.017492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:58.214620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Pushing event updated for resources: {'Port': ['ID=ba092367-8ef1-40da-96bf-3c1862a19af8,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:58.218221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:58.226503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:58.245992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:58.324136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca1baa5d-7725-48c5-9250-553a1b32499c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:58.332715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6a46be-5ce3-4f4f-b1ab-132261cbd175 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:22:58.381699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:58.405426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Allocated IP 2001:db8::2 (760ef3e8-d774-4ac7-9969-3be0ade34ec2/89feb03c-5e14-4d50-9b55-fb365e5b9f41/d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:58.419844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5044f98>,) {'filters': {'network_id': ['4049b711-56c0-4b94-a68c-c839a92c14d1']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:58.437373 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ca1baa5d-7725-48c5-9250-553a1b32499c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/5d0b16d7-65ae-459b-8c53-ef5234eb7bdb HTTP/1.1" status: 204  len: 168 time: 3.1690655
Dec 03 11:22:58.438238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 3ac42873-9a9d-42f3-85fa-78ab310db7d4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ac42873-9a9d-42f3-85fa-78ab310db7d4,segment=NetworkSegment(502efcda-002c-4f7c-9f85-8916e65ff406),segment_id=502efcda-002c-4f7c-9f85-8916e65ff406)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:22:58.441547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47788) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:58.483056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5044f98>, 'b91163ba-65ab-459a-9362-5bd8e91ffdf4') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:58.483418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5044f98>, 'b91163ba-65ab-459a-9362-5bd8e91ffdf4') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:22:58.504414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:58.506408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eb250dd3-ec6e-4a6a-8792-c0754728bc4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:58.526874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:58.592776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:58.598268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Network 16401883-598f-4bf3-8fd9-31a12f20bcae is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:22:58.606219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Releasing vxlan tunnel 12 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:22:58.620605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:22:58.651526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Allocated IP 172.20.0.2 (1b960f8e-6a83-48e0-a1c6-f96583f0b1a7/0399a5cf-5919-4484-9e20-a696c8f0614f/5e76383e-716e-407d-bc8e-b5d8e6f5089a) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:58.653912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:22:58.660238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-700af3c7-e609-4a5a-b3f0-1fc5be7aecce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Deleting subnet fc30af95-3597-4d32-852e-51db16e42a02 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:22:58.723839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-700af3c7-e609-4a5a-b3f0-1fc5be7aecce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:58.823476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Allocated IP 172.20.0.1 (16401883-598f-4bf3-8fd9-31a12f20bcae/6c22877f-8d61-4cea-8c44-61df19515c80/a513ee8c-e3f2-4e2f-b04b-cb69c0a02cf5) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:22:58.916151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-700af3c7-e609-4a5a-b3f0-1fc5be7aecce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:58.966530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network 4049b711-56c0-4b94-a68c-c839a92c14d1 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:59.003783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.048301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=3ac42873-9a9d-42f3-85fa-78ab310db7d4,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:59.061940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0a5fec43-60ce-4616-92db-8cd8d3f67a02 None None] Provisioning complete for port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:22:59.062363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a5fec43-60ce-4616-92db-8cd8d3f67a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.093036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:59.158889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Attempting to bind port ba092367-8ef1-40da-96bf-3c1862a19af8 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:22:59.159344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Attempting to bind port ba092367-8ef1-40da-96bf-3c1862a19af8 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '28ead830-9edb-4c3c-8f10-f092efd0b697', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '16401883-598f-4bf3-8fd9-31a12f20bcae'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:22:59.159756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Attempting to bind port ba092367-8ef1-40da-96bf-3c1862a19af8 on network 16401883-598f-4bf3-8fd9-31a12f20bcae {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:22:59.252211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:22:59.252642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Checking segment: {'id': '28ead830-9edb-4c3c-8f10-f092efd0b697', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '16401883-598f-4bf3-8fd9-31a12f20bcae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:22:59.253090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.253534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Bound using segment: {'id': '28ead830-9edb-4c3c-8f10-f092efd0b697', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '16401883-598f-4bf3-8fd9-31a12f20bcae'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:22:59.254066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Bound port: ba092367-8ef1-40da-96bf-3c1862a19af8, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ead830-9edb-4c3c-8f10-f092efd0b697', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '16401883-598f-4bf3-8fd9-31a12f20bcae'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:22:59.254482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.341379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.342512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network 4049b711-56c0-4b94-a68c-c839a92c14d1 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:22:59.372999 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:22:59.409678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-700af3c7-e609-4a5a-b3f0-1fc5be7aecce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.497731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.533392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.540401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Transition to ACTIVE for port object a513ee8c-e3f2-4e2f-b04b-cb69c0a02cf5 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:59.541726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-27fcc870-d83c-436a-820e-791afe779440 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:59.558717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.577537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 37d56356-e2b2-4423-a3d2-884579415089 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:22:59.610226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event deleted for resources: {'Network': ['ID=4049b711-56c0-4b94-a68c-c839a92c14d1,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:59.619415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:59.621775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.642052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "DELETE /v2.0/networks/4049b711-56c0-4b94-a68c-c839a92c14d1 HTTP/1.1" status: 204  len: 168 time: 2.5263629
Dec 03 11:22:59.647333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] For port ba092367-8ef1-40da-96bf-3c1862a19af8, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:22:59.647846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47792) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:22:59.674344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Transition to ACTIVE for port object d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:59.695081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] For port ba092367-8ef1-40da-96bf-3c1862a19af8, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ba092367-8ef1-40da-96bf-3c1862a19af8,segment=NetworkSegment(28ead830-9edb-4c3c-8f10-f092efd0b697),segment_id=28ead830-9edb-4c3c-8f10-f092efd0b697)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:22:59.714026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.715763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.734067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2bc19a1-4a06-4af4-9f17-42208ac8bf1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:59.739111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d4ce29da-b2d4-4c0a-834d-8a86ca998b09 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:59.767465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.774802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Transition to ACTIVE for port object d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:59.817154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.838832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Transition to ACTIVE for port object 5e76383e-716e-407d-bc8e-b5d8e6f5089a will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:59.859601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:22:59.886845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-42c6b8cd-57c9-4813-a1fa-cfdfa8c4467b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:22:59.955342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event updated for resources: {'Port': ['ID=a513ee8c-e3f2-4e2f-b04b-cb69c0a02cf5,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:59.961448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Transition to ACTIVE for port object 5e76383e-716e-407d-bc8e-b5d8e6f5089a will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:22:59.965988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:22:59.977847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Subnet': ['ID=89feb03c-5e14-4d50-9b55-fb365e5b9f41,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:22:59.980772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:00.043573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d1e72fbf-a17c-49ba-a6f1-251ad3659db9 None None] Provisioning complete for port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:00.043987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1e72fbf-a17c-49ba-a6f1-251ad3659db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:00.065004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:00.069404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network 16401883-598f-4bf3-8fd9-31a12f20bcae is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:00.071268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:00.073868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:00.084270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Pushing event updated for resources: {'Port': ['ID=ba092367-8ef1-40da-96bf-3c1862a19af8,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:00.097371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:00.116679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-700af3c7-e609-4a5a-b3f0-1fc5be7aecce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:00.117198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:00.123538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:00.135759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2117f078-4bfc-46f6-a645-3452751c8a6d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:00.166292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:23:00.202003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8073268-7747-4071-8387-748f6811acdf None None] Sync routers for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:23:00.210058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700af3c7-e609-4a5a-b3f0-1fc5be7aecce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Subnet': ['ID=fc30af95-3597-4d32-852e-51db16e42a02,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:00.216663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-700af3c7-e609-4a5a-b3f0-1fc5be7aecce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:00.305092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:00.310135 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 7.5081573
Dec 03 11:23:00.322070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47796) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:00.324441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:00.330545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8073268-7747-4071-8387-748f6811acdf None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:23:00.331294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d8073268-7747-4071-8387-748f6811acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5b39160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:00.343283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:00.393442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:00.413107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:00.451354 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-176d7f01-7c91-46aa-8fd8-a43177126a15 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets?project_id=85d2c11b1de444db8a782028cdd05d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1093440
Dec 03 11:23:00.457148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:00.464691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Pushing event updated for resources: {'Port': ['ID=d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:00.484190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47800) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:00.495762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'subnet': {'name': 'tempest-subnet-smoke-114637906', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:00.526763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:00.540268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:00.669169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Pushing event updated for resources: {'Port': ['ID=5e76383e-716e-407d-bc8e-b5d8e6f5089a,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:00.697086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-700af3c7-e609-4a5a-b3f0-1fc5be7aecce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:00.729743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ac42873-9a9d-42f3-85fa-78ab310db7d4 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:00.731928 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-700af3c7-e609-4a5a-b3f0-1fc5be7aecce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/fc30af95-3597-4d32-852e-51db16e42a02 HTTP/1.1" status: 204  len: 168 time: 2.2871742
Dec 03 11:23:00.742563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47804) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:00.868985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:00.873907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:subnet and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:00.877718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:00.907301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:00.939375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4735dd8>,) {'filters': {'network_id': ['aa0a5627-e87a-4214-b4dc-3bd0bc7138b9']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:00.969835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5849ef0>,) {'filters': {'network_id': ['760ef3e8-d774-4ac7-9969-3be0ade34ec2']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:00.972938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:00.983186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d66e0-04e7-4d90-b74c-0decdd730da2 None None] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:00.989140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5849ef0>, 'f64aa311-2cd8-4c4d-b016-28da342d07ba') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:00.990041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5849ef0>, 'f64aa311-2cd8-4c4d-b016-28da342d07ba') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:01.011803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.054960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4735dd8>, '649b92e1-6c87-4cf4-a2d2-405cffaa64e7') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:01.055329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4735dd8>, '649b92e1-6c87-4cf4-a2d2-405cffaa64e7') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:01.081709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.112435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.113382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.003s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:01.113806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:01.116691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Releasing vxlan tunnel 13 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:01.161010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.164000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:01.180104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-d8073268-7747-4071-8387-748f6811acdf None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:23:01.190109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 11 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:01.228408 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-812c4071-9625-490a-8c47-c3aac8602a03 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4841850
Dec 03 11:23:01.259689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47808) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:01.316427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Attempting to bind port d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:23:01.317161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Attempting to bind port d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'f64aa311-2cd8-4c4d-b016-28da342d07ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '760ef3e8-d774-4ac7-9969-3be0ade34ec2'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:23:01.317161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Attempting to bind port d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2 on network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:23:01.392829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:23:01.393218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Checking segment: {'id': 'f64aa311-2cd8-4c4d-b016-28da342d07ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '760ef3e8-d774-4ac7-9969-3be0ade34ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:01.393656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.394131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Bound using segment: {'id': 'f64aa311-2cd8-4c4d-b016-28da342d07ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '760ef3e8-d774-4ac7-9969-3be0ade34ec2'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:23:01.394662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Bound port: d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64aa311-2cd8-4c4d-b016-28da342d07ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '760ef3e8-d774-4ac7-9969-3be0ade34ec2'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:23:01.395218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.467165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-262c7622-7e3f-405a-b6b1-50b4894aed07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.479732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54602142-587a-4b3a-a150-610f63d8e44f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:01.483899 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-54602142-587a-4b3a-a150-610f63d8e44f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2206442
Dec 03 11:23:01.491420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47812) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:01.502458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Network 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:01.535553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:01.539692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:01.595230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41046f9e-b63f-449b-a1f1-5e10efda64e2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:01.595994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-41046f9e-b63f-449b-a1f1-5e10efda64e2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Synchronizing usage tracker for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:01.609892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network aa0a5627-e87a-4214-b4dc-3bd0bc7138b9 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:01.623772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.624329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.629354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.643224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.662572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:01.703999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-41046f9e-b63f-449b-a1f1-5e10efda64e2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Unset dirty status for tenant:a5b48731857741ac8b4498cdb43f0132 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:01.707744 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-41046f9e-b63f-449b-a1f1-5e10efda64e2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2130539
Dec 03 11:23:01.718219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47816) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:01.744743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:01.745162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.821774 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f992909-50a3-43cf-bf3d-28d787534d19 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0970945
Dec 03 11:23:01.822029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-83566052-958a-4eeb-b668-308bdb45a66a None None] Provisioning complete for port 605ebf60-0a19-49dc-89a4-ee299682dab1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:01.824324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83566052-958a-4eeb-b668-308bdb45a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.827012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47820) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:01.849624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Attempting to bind port 5e76383e-716e-407d-bc8e-b5d8e6f5089a on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:23:01.850246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Attempting to bind port 5e76383e-716e-407d-bc8e-b5d8e6f5089a by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'd51cc5b1-67a5-4d58-a303-fb885aca668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b960f8e-6a83-48e0-a1c6-f96583f0b1a7'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:23:01.850659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Attempting to bind port 5e76383e-716e-407d-bc8e-b5d8e6f5089a on network 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:23:01.876376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.884086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] For port d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:23:01.891903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:23:01.892328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Checking segment: {'id': 'd51cc5b1-67a5-4d58-a303-fb885aca668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b960f8e-6a83-48e0-a1c6-f96583f0b1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:01.892776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.893217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Bound using segment: {'id': 'd51cc5b1-67a5-4d58-a303-fb885aca668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b960f8e-6a83-48e0-a1c6-f96583f0b1a7'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:23:01.893758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Bound port: 5e76383e-716e-407d-bc8e-b5d8e6f5089a, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51cc5b1-67a5-4d58-a303-fb885aca668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1b960f8e-6a83-48e0-a1c6-f96583f0b1a7'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:23:01.894277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:01.922951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7ea0c9-0b99-4df7-a4c3-95a0c45fb87a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:01.923463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7ea0c9-0b99-4df7-a4c3-95a0c45fb87a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:01.929827 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4d7ea0c9-0b99-4df7-a4c3-95a0c45fb87a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/ccfc0dae-87f7-4b33-869c-96a7e30420cf HTTP/1.1" status: 404  len: 333 time: 0.0989804
Dec 03 11:23:01.930812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event updated for resources: {'Port': ['ID=a513ee8c-e3f2-4e2f-b04b-cb69c0a02cf5,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:01.947980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47824) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:01.995189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:02.039093 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1323e677-2a85-46b5-9145-f80abe332b8e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:02.039723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1323e677-2a85-46b5-9145-f80abe332b8e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:02.044073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1323e677-2a85-46b5-9145-f80abe332b8e tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/fc30af95-3597-4d32-852e-51db16e42a02 HTTP/1.1" status: 404  len: 337 time: 0.0916948
Dec 03 11:23:02.044292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:02.070309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47828) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:02.094171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] For port 5e76383e-716e-407d-bc8e-b5d8e6f5089a, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:23:02.097984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] For port 5e76383e-716e-407d-bc8e-b5d8e6f5089a, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5e76383e-716e-407d-bc8e-b5d8e6f5089a,segment=NetworkSegment(d51cc5b1-67a5-4d58-a303-fb885aca668f),segment_id=d51cc5b1-67a5-4d58-a303-fb885aca668f)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:23:02.117469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0ea6ab-53de-4b49-a501-c918401fd5aa None None] DHCP port deletion for cc7b5e29-f739-4393-8923-6dfd9a0401ee request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:23:02.127616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ea6ab-53de-4b49-a501-c918401fd5aa None None] Deleting port 605ebf60-0a19-49dc-89a4-ee299682dab1 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:02.128091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc0ea6ab-53de-4b49-a501-c918401fd5aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:02.157789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:02.173157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network 16401883-598f-4bf3-8fd9-31a12f20bcae is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:02.174488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:02.197438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:02.263378 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2afda1e-1887-4355-aef1-de4e2a2959f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:02.263880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2afda1e-1887-4355-aef1-de4e2a2959f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:02.268055 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e2afda1e-1887-4355-aef1-de4e2a2959f5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/5d0b16d7-65ae-459b-8c53-ef5234eb7bdb HTTP/1.1" status: 404  len: 337 time: 0.1943414
Dec 03 11:23:02.310176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47832) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:02.322097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-792af20c-f3fd-44fc-aad2-355e3bcdb824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:02.384995 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4db3f1-976c-4c08-b775-d7b18bd8ad3c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:02.385490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4db3f1-976c-4c08-b775-d7b18bd8ad3c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:02.389738 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bc4db3f1-976c-4c08-b775-d7b18bd8ad3c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/baa79700-9f38-40f6-81af-d6fd9bfaa698 HTTP/1.1" status: 404  len: 333 time: 0.0763757
Dec 03 11:23:02.391127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47836) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:02.401447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1395ed84-176e-48fd-8eaa-f858699eadeb None None] Network 16401883-598f-4bf3-8fd9-31a12f20bcae requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:02.440879 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0717e6f8-4f69-4ec1-a6eb-1e6208e1ece5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:02.441341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0717e6f8-4f69-4ec1-a6eb-1e6208e1ece5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:02.445901 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0717e6f8-4f69-4ec1-a6eb-1e6208e1ece5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/d4d7559e-d48c-44f5-9fcc-6428af2ff4c5 HTTP/1.1" status: 404  len: 337 time: 0.0519853
Dec 03 11:23:02.446194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47840) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:02.498786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53fd69b-6045-48f7-b206-87504ee5034b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:02.499293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53fd69b-6045-48f7-b206-87504ee5034b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:02.503593 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e53fd69b-6045-48f7-b206-87504ee5034b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/1ca262f9-8a03-44dd-8fb2-d444c6341927 HTTP/1.1" status: 404  len: 337 time: 0.0539646
Dec 03 11:23:02.503923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47844) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:02.516619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network aa0a5627-e87a-4214-b4dc-3bd0bc7138b9 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:02.546760 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:02.561263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:02.564385 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4035823e-5ce2-441d-a6a7-42fa091a4b71 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:02.564888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4035823e-5ce2-441d-a6a7-42fa091a4b71 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:02.569622 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4035823e-5ce2-441d-a6a7-42fa091a4b71 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/9e78c362-65a2-47a9-9a0b-0047d7e66ada HTTP/1.1" status: 404  len: 333 time: 0.0618906
Dec 03 11:23:02.571344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47848) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:02.589117 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:02.618037 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-156dbc99-c658-46cd-a045-7c7612e5c786 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:02.618591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156dbc99-c658-46cd-a045-7c7612e5c786 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:02.623516 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-156dbc99-c658-46cd-a045-7c7612e5c786 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/888bceab-843e-4b19-b278-59b7c42b7bad HTTP/1.1" status: 404  len: 337 time: 0.0485551
Dec 03 11:23:02.623721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47852) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:02.626425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Router 4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:23:02.671757 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e3186d-f5de-4692-8f2e-ac2fc868d384 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:02.672259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e3186d-f5de-4692-8f2e-ac2fc868d384 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:02.676898 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-61e3186d-f5de-4692-8f2e-ac2fc868d384 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/843b0ff3-5aeb-461e-b8fe-288219d8e407 HTTP/1.1" status: 404  len: 337 time: 0.0496778
Dec 03 11:23:02.678640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47856) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:02.789568 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddf76bd-fef1-462b-b050-85723c9c917f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:02.789979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ddf76bd-fef1-462b-b050-85723c9c917f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:02.794304 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1ddf76bd-fef1-462b-b050-85723c9c917f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/0384c968-5881-4979-aa8e-8471f825fbea HTTP/1.1" status: 404  len: 333 time: 0.1131091
Dec 03 11:23:02.827389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47860) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:02.872645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:23:02.872645 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:23:02.872645 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': '760ef3e8-d774-4ac7-9969-3be0ade34ec2'}]
Dec 03 11:23:02.872645 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:23:02.873305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:23:02.873648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:02.884924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5a35db4-b077-4e12-b132-ffff0ccc5cec tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:02.906866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:02.918502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] For port d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2,segment=NetworkSegment(f64aa311-2cd8-4c4d-b016-28da342d07ba),segment_id=f64aa311-2cd8-4c4d-b016-28da342d07ba)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:23:02.921189 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c724dba0-8457-429d-9f94-7e4533cff2d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:02.921898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c724dba0-8457-429d-9f94-7e4533cff2d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:02.929003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:23:02.930679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Pushing event updated for resources: {'Port': ['ID=5e76383e-716e-407d-bc8e-b5d8e6f5089a,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:02.938302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event deleted for resources: {'Network': ['ID=aa0a5627-e87a-4214-b4dc-3bd0bc7138b9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:02.939638 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "PUT /v2.0/routers/4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6027346
Dec 03 11:23:02.943419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47864) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:02.948239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5cc19-30ae-4da0-b105-c07c3d1074b9 None None] Sync routers for ids ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:23:02.949169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:02.949867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:02.956087 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c724dba0-8457-429d-9f94-7e4533cff2d3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/5f655a10-3ba7-425e-9c43-4f175f89d7d4 HTTP/1.1" status: 404  len: 337 time: 0.1246226
Dec 03 11:23:02.956087 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "DELETE /v2.0/networks/aa0a5627-e87a-4214-b4dc-3bd0bc7138b9 HTTP/1.1" status: 204  len: 168 time: 3.2984698
Dec 03 11:23:02.957300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47868) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:02.964371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47870) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:02.978797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5cc19-30ae-4da0-b105-c07c3d1074b9 None None] Routers {'4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:23:02.982257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6ea5cc19-30ae-4da0-b105-c07c3d1074b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b632e0f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:22:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:03.016860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:03.027611 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-233bf6f8-0f38-4b7c-b84b-ad3df57e9c0f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:03.028120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233bf6f8-0f38-4b7c-b84b-ad3df57e9c0f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:03.029952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-233bf6f8-0f38-4b7c-b84b-ad3df57e9c0f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/396562aa-d802-4f78-8ffa-c07fab7951f7 HTTP/1.1" status: 404  len: 337 time: 0.0716782
Dec 03 11:23:03.033187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47876) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:03.053041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d46f5ca-0405-42de-b566-dc4945d8bf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:03.092685 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ee6905-ad4e-4499-9b3a-e9e1ad35d701 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:03.094043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ee6905-ad4e-4499-9b3a-e9e1ad35d701 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:03.094974 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c1ee6905-ad4e-4499-9b3a-e9e1ad35d701 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/a3d3f446-8df3-40e4-b28b-7578a7628124 HTTP/1.1" status: 404  len: 333 time: 0.0608151
Dec 03 11:23:03.118378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47880) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:03.122854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6ea5cc19-30ae-4da0-b105-c07c3d1074b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b632e0f0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:03.127132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e87d14b3-24f4-475c-97e4-0ba44e2b2669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:03.127988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:23:03.137005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5cc19-30ae-4da0-b105-c07c3d1074b9 None None] Routers {'4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:23:03.138169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6ea5cc19-30ae-4da0-b105-c07c3d1074b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b632e0f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:23:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:03.151543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ba092367-8ef1-40da-96bf-3c1862a19af8 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:03.183496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-47aacc05-edc2-4e72-8b9e-44355012a93a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:03.184264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47aacc05-edc2-4e72-8b9e-44355012a93a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:03.188640 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-47aacc05-edc2-4e72-8b9e-44355012a93a tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/4158b10c-a1f1-4d13-945e-9b3e25252c8e HTTP/1.1" status: 404  len: 337 time: 0.0662136
Dec 03 11:23:03.195218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47884) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:03.212994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6ea5cc19-30ae-4da0-b105-c07c3d1074b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b632e0f0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:03.213823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5cc19-30ae-4da0-b105-c07c3d1074b9 None None] The sync data for ids ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:23:03.232389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d8073268-7747-4071-8387-748f6811acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5b39160>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:22:57Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:03.242473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fc0ea6ab-53de-4b49-a501-c918401fd5aa None None] For port 605ebf60-0a19-49dc-89a4-ee299682dab1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=605ebf60-0a19-49dc-89a4-ee299682dab1,segment=NetworkSegment(68e7d3ee-9b7b-4203-823c-3a97636d1c79),segment_id=68e7d3ee-9b7b-4203-823c-3a97636d1c79)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:03.242953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc0ea6ab-53de-4b49-a501-c918401fd5aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:03.272989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a41af17-1167-4670-8dc4-51db6b1260bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:03.273663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a41af17-1167-4670-8dc4-51db6b1260bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:03.277503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2a41af17-1167-4670-8dc4-51db6b1260bc tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/9c4b5c41-3415-4ba5-9ff6-e06cce0b010f HTTP/1.1" status: 404  len: 333 time: 0.0782812
Dec 03 11:23:03.278699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47888) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:03.328304 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-309be473-4d46-40c6-9a3f-ae839509bfd6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:03.329478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309be473-4d46-40c6-9a3f-ae839509bfd6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:03.335373 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-309be473-4d46-40c6-9a3f-ae839509bfd6 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/cb80669c-4a2f-447e-a5d7-cc7b5f58c282 HTTP/1.1" status: 404  len: 337 time: 0.0502131
Dec 03 11:23:03.335609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47892) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:03.348606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8073268-7747-4071-8387-748f6811acdf None None] Checking router: 37d56356-e2b2-4423-a3d2-884579415089 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:23:03.349710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8073268-7747-4071-8387-748f6811acdf None None] Updating router 37d56356-e2b2-4423-a3d2-884579415089 port 59cfae1c-cda0-4e63-afe2-a26804bfb7bc binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:23:03.386072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:03.467480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Deleting port d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:03.468044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:03.563754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cbee7863-2c34-439d-aec2-c90152df9fec None None] Provisioning for port ba092367-8ef1-40da-96bf-3c1862a19af8 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:03.603612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ea6ab-53de-4b49-a501-c918401fd5aa None None] Calling delete_port for 605ebf60-0a19-49dc-89a4-ee299682dab1 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:03.680831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Pushing event updated for resources: {'Port': ['ID=d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:03.699789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:03.758509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8073268-7747-4071-8387-748f6811acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:03.817134 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0b62cc-8eb2-4679-a376-9b7e47abd6eb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:03.817787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0b62cc-8eb2-4679-a376-9b7e47abd6eb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:03.822938 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bf0b62cc-8eb2-4679-a376-9b7e47abd6eb tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/d7f3dd24-7268-440e-b519-77b3efd65df9 HTTP/1.1" status: 404  len: 333 time: 0.4850361
Dec 03 11:23:03.823536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47896) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:03.829218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:03.866741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25de54d-1769-44c8-a77c-18b5f962dbe5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:03.871500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25de54d-1769-44c8-a77c-18b5f962dbe5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:03.872353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b25de54d-1769-44c8-a77c-18b5f962dbe5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Synchronizing usage tracker for tenant:3d2b99e1ecb2401582cfe2b75517f518 on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:03.907790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2133af58-ef48-4f71-b1b8-36bae6832671 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:03.929605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port ba092367-8ef1-40da-96bf-3c1862a19af8 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:03.933042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:03.961763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ba092367-8ef1-40da-96bf-3c1862a19af8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:03.962193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:03.993867 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb0ddde-ea35-4990-bb55-0c77137ddcd0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:03.994691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb0ddde-ea35-4990-bb55-0c77137ddcd0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:03.999088 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2cb0ddde-ea35-4990-bb55-0c77137ddcd0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/05b367bf-0f68-45e0-a23b-21db7b5d1788 HTTP/1.1" status: 404  len: 337 time: 0.1745639
Dec 03 11:23:03.999851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47900) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:04.011927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] For port d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2,segment=NetworkSegment(f64aa311-2cd8-4c4d-b016-28da342d07ba),segment_id=f64aa311-2cd8-4c4d-b016-28da342d07ba)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:04.012336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:04.022575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b25de54d-1769-44c8-a77c-18b5f962dbe5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Unset dirty status for tenant:3d2b99e1ecb2401582cfe2b75517f518 on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:04.027614 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b25de54d-1769-44c8-a77c-18b5f962dbe5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 1.0567727
Dec 03 11:23:04.033854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47904) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:04.042866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-919213219'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:04.050029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:04.058450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc0ea6ab-53de-4b49-a501-c918401fd5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:04.076877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:04.090457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58ed6e51-00bb-40bc-b1d8-a3ad8565ecdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:04.095007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Made reservation on behalf of 3d2b99e1ecb2401582cfe2b75517f518 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:04.101167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:04.120639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78559652-d778-4329-85cc-139f430d1d98 None None] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:04.180705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ea6ab-53de-4b49-a501-c918401fd5aa None None] Pushing event deleted for resources: {'Port': ['ID=605ebf60-0a19-49dc-89a4-ee299682dab1,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:04.186354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:04.221910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc0ea6ab-53de-4b49-a501-c918401fd5aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:04.237177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:04.237619 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Added segment 63ed5362-f5cb-4714-946f-eeef5fe55b7f of type vxlan for network 40786b25-dd56-4c55-8d48-4cff7838c428
Dec 03 11:23:04.244760 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b12cb0-d4d2-46ad-9f6a-eb0002ba65e2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:04.245260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b12cb0-d4d2-46ad-9f6a-eb0002ba65e2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:04.249887 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a3b12cb0-d4d2-46ad-9f6a-eb0002ba65e2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/670cebab-16e8-4331-a20e-6475f8c95a14 HTTP/1.1" status: 404  len: 333 time: 0.2423177
Dec 03 11:23:04.250525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47908) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:04.266484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Calling delete_port for d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:04.278665 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-850a33ac-ebe7-4d08-a2e0-661e11bebf2b tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:23:04.282763 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-850a33ac-ebe7-4d08-a2e0-661e11bebf2b tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "PUT /v2.0/routers/4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.3383868
Dec 03 11:23:04.283543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47910) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:04.290662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:04.357275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Subnet': ['ID=c08dddef-f921-4323-bdf7-2c91219d2a10,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:04.360200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:04.376699 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-799a60f4-65c2-4eef-bac0-66923e8c812f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:04.377122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799a60f4-65c2-4eef-bac0-66923e8c812f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:04.382217 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-799a60f4-65c2-4eef-bac0-66923e8c812f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/0340c93d-aca3-4446-bd7e-4775a69343ca HTTP/1.1" status: 404  len: 337 time: 0.0820472
Dec 03 11:23:04.386869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47916) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:04.455138 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e58b542-fa50-4fb9-baf5-6f0aaf833b29 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:04.455634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e58b542-fa50-4fb9-baf5-6f0aaf833b29 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:04.460400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6e58b542-fa50-4fb9-baf5-6f0aaf833b29 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/29a52c01-d4a4-4088-8756-3814a10a17cb HTTP/1.1" status: 404  len: 333 time: 0.0695257
Dec 03 11:23:04.464092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47920) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:04.487443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:04.506644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a267f72a-0bc3-4d74-bc22-a25e22554308 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:04.522889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ae2612-81a0-4dec-aa72-906a699947ce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:04.523519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ae2612-81a0-4dec-aa72-906a699947ce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:04.529662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:04.533821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:04.534463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:04.544635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c2600d2b-7599-491d-a91c-a77d5a6a2147 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:04.572153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Port': ['ID=d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:04.575039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:04.584866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ea6ab-53de-4b49-a501-c918401fd5aa None None] No DVR routers for this DVR port 605ebf60-0a19-49dc-89a4-ee299682dab1 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:04.602480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Checking segment: {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:04.602939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network hostable DHCP agents. Network: 67a4393c-4939-4211-88f7-dfc19e9d18d9, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:23:04.697607 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-35ae2612-81a0-4dec-aa72-906a699947ce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/5d960b39-0eaa-4067-ad15-c554617284d8 HTTP/1.1" status: 404  len: 337 time: 0.2322886
Dec 03 11:23:04.711638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47924) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:04.761358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:23:04.773996 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4113fca-7d6b-439c-843e-99aa6eaef33d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:04.774677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4113fca-7d6b-439c-843e-99aa6eaef33d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:04.785524 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b4113fca-7d6b-439c-843e-99aa6eaef33d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/b89c3e51-39d1-4592-be22-9b09d7ff0198 HTTP/1.1" status: 404  len: 333 time: 0.0723653
Dec 03 11:23:04.797293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47928) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:04.799524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 67a4393c-4939-4211-88f7-dfc19e9d18d9) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:04.804233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No DVR routers for this DVR port d1d9e005-600b-4f0a-8d1c-2ada99b1e7e2 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:04.821780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event updated for resources: {'Network': ['ID=40786b25-dd56-4c55-8d48-4cff7838c428,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:04.892570 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.8575771
Dec 03 11:23:04.893988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:04.903493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47932) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:04.912562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-872712389'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:04.920114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:04.939498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:04.964062 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-da30f629-d3b4-4a06-9ba8-308f72b1db70 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:04.964578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da30f629-d3b4-4a06-9ba8-308f72b1db70 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:04.966512 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-da30f629-d3b4-4a06-9ba8-308f72b1db70 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/9d0b4d0d-8e7e-4d73-b76d-c5e1ff5db56b HTTP/1.1" status: 404  len: 337 time: 0.1648777
Dec 03 11:23:04.985564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47936) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:04.995591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:04.996247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.012953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.094245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Made reservation on behalf of 3d2b99e1ecb2401582cfe2b75517f518 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:05.101214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.133431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8073268-7747-4071-8387-748f6811acdf None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.148245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d8073268-7747-4071-8387-748f6811acdf None None] Transition to ACTIVE for port object 59cfae1c-cda0-4e63-afe2-a26804bfb7bc will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:05.191319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.224989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f889949f-b8bf-4955-a427-cde8ca23dc75 None None] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:05.244244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:05.293209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.293668 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Added segment dcd19f38-0969-46ba-976d-a5957bc06b61 of type vxlan for network 1f36c452-f5dd-4128-afcc-f8957bd9c968
Dec 03 11:23:05.347357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.381604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 40786b25-dd56-4c55-8d48-4cff7838c428 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:05.393333 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6e942f-aabe-483d-b545-03df1dd0e815 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:05.393656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6e942f-aabe-483d-b545-03df1dd0e815 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:05.395910 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ba6e942f-aabe-483d-b545-03df1dd0e815 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/2004f62d-a6f5-4b3a-adbf-c51d509a096e HTTP/1.1" status: 404  len: 337 time: 0.4083335
Dec 03 11:23:05.406447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47940) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:05.454621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.468913 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3ceb2c-9ae7-4971-ba9a-04261e114acd tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:05.469438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3ceb2c-9ae7-4971-ba9a-04261e114acd tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:05.481865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 40786b25-dd56-4c55-8d48-4cff7838c428 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:05.501530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32b4dad-74be-4ba7-8743-7f625b243ae6 None None] Network 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:05.518155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5bfc33-314c-47df-b3af-4ddc5f216d18 None None] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:05.520259 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8f3ceb2c-9ae7-4971-ba9a-04261e114acd tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/b0948f34-7047-4013-b203-3781a7de4db9 HTTP/1.1" status: 404  len: 333 time: 0.1058810
Dec 03 11:23:05.524621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47944) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:05.531573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8073268-7747-4071-8387-748f6811acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.570322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc0ea6ab-53de-4b49-a501-c918401fd5aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:05.600477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-83392959-a3db-4cfd-97a8-aad4ec61d7a5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:05.601160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83392959-a3db-4cfd-97a8-aad4ec61d7a5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:05.606234 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-83392959-a3db-4cfd-97a8-aad4ec61d7a5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/6011fa31-af1d-4c52-8a26-560930a36d95 HTTP/1.1" status: 404  len: 337 time: 0.0726244
Dec 03 11:23:05.613234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47950) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:05.623486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b59a3748>,) {'filters': {'network_id': ['760ef3e8-d774-4ac7-9969-3be0ade34ec2']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:05.638700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b59a3748>, 'f64aa311-2cd8-4c4d-b016-28da342d07ba') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:05.639250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b59a3748>, 'f64aa311-2cd8-4c4d-b016-28da342d07ba') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:05.654070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.661993 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbcf0d1-6648-40c9-befa-72ec9754ce95 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:05.662834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbcf0d1-6648-40c9-befa-72ec9754ce95 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:05.664789 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6cbcf0d1-6648-40c9-befa-72ec9754ce95 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/a6dbc98f-ba7e-4b76-a57a-7bfae44c8417 HTTP/1.1" status: 404  len: 337 time: 0.0505316
Dec 03 11:23:05.667170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.671503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:05.672168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.678330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.680856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 11 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:05.705724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47956) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:05.712723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3e0ecdf2-ebfd-424a-839a-a57a58b5f8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:05.793838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.823520 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2da67f8-f328-42d3-8585-e67bc479d589 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:05.824029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2da67f8-f328-42d3-8585-e67bc479d589 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:05.825877 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a2da67f8-f328-42d3-8585-e67bc479d589 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/bdfef8e7-0795-4f56-a2cd-43924ac8a35b HTTP/1.1" status: 404  len: 333 time: 0.0972202
Dec 03 11:23:05.832577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47960) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:05.840160 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.9354925
Dec 03 11:23:05.907492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:05.919031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:05.939851 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9493118-d92a-4daa-99a2-d33f6ac2b71d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:05.940362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9493118-d92a-4daa-99a2-d33f6ac2b71d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:05.942203 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f9493118-d92a-4daa-99a2-d33f6ac2b71d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/e95c7b6c-c8ca-4314-8ff3-8e2e3197ae67 HTTP/1.1" status: 404  len: 337 time: 0.1050024
Dec 03 11:23:05.951458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47964) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:05.951837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47966) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:06.000247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'ports': [{'network_id': '40786b25-dd56-4c55-8d48-4cff7838c428', 'name': 'tempest-port--285156453', 'admin_state_up': True}, {'network_id': '1f36c452-f5dd-4128-afcc-f8957bd9c968', 'admin_state_up': False}]} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:06.000591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'port': {'network_id': '40786b25-dd56-4c55-8d48-4cff7838c428', 'name': 'tempest-port--285156453', 'admin_state_up': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:06.001130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'port': {'network_id': '1f36c452-f5dd-4128-afcc-f8957bd9c968', 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:06.014298 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 5.5220971
Dec 03 11:23:06.016649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event updated for resources: {'Network': ['ID=1f36c452-f5dd-4128-afcc-f8957bd9c968,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:06.019046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47972) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:06.041795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fb9f3b87-bedb-4835-b3be-379f441c032b None None] Provisioning for port a513ee8c-e3f2-4e2f-b04b-cb69c0a02cf5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:06.061855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:06.072574 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-467e616f-3fcd-4036-b4ab-f9543ae7691b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:06.073112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467e616f-3fcd-4036-b4ab-f9543ae7691b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:06.075548 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-467e616f-3fcd-4036-b4ab-f9543ae7691b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/0ce39484-6f89-4c0b-a2bf-3a54a6c093d6 HTTP/1.1" status: 404  len: 337 time: 0.1210012
Dec 03 11:23:06.083504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 1f36c452-f5dd-4128-afcc-f8957bd9c968 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:06.088660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47976) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:06.097566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 1f36c452-f5dd-4128-afcc-f8957bd9c968 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:06.110693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:06.156813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fb9f3b87-bedb-4835-b3be-379f441c032b None None] Provisioning complete for port a513ee8c-e3f2-4e2f-b04b-cb69c0a02cf5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:06.157239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb9f3b87-bedb-4835-b3be-379f441c032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:06.240061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port ba092367-8ef1-40da-96bf-3c1862a19af8, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ba092367-8ef1-40da-96bf-3c1862a19af8,segment=NetworkSegment(28ead830-9edb-4c3c-8f10-f092efd0b697),segment_id=28ead830-9edb-4c3c-8f10-f092efd0b697)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:06.300863 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6d8203-70e2-4fc1-8b1f-1e46f3b32693 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:06.301227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6d8203-70e2-4fc1-8b1f-1e46f3b32693 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:06.305610 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7c6d8203-70e2-4fc1-8b1f-1e46f3b32693 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/a879a4d6-0691-4932-b9c6-0e5e55901c9e HTTP/1.1" status: 404  len: 333 time: 0.2079711
Dec 03 11:23:06.306940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47980) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:06.325278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 760ef3e8-d774-4ac7-9969-3be0ade34ec2 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:06.340381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:06.356544 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:06.399600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:06.405757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Usage tracker for resource:port and tenant:3d2b99e1ecb2401582cfe2b75517f518 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:06.415323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:06.425346 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-15206c0e-1e99-48c9-bbe3-514488e19e70 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:06.425854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15206c0e-1e99-48c9-bbe3-514488e19e70 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:06.430999 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-15206c0e-1e99-48c9-bbe3-514488e19e70 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/e0223197-5540-43ea-8112-1ebe69ce46ff HTTP/1.1" status: 404  len: 337 time: 0.1215572
Dec 03 11:23:06.430999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:06.433000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47984) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:06.451543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Made reservation on behalf of 3d2b99e1ecb2401582cfe2b75517f518 for: {'port': 2} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:06.457832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:06.504266 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb32b2f-5d69-405f-94c9-461a417bb454 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:06.504475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb32b2f-5d69-405f-94c9-461a417bb454 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:06.510783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:06.515927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd193e84-152c-46e1-a2e3-813f02773da1 None None] Pushing event updated for resources: {'Port': ['ID=59cfae1c-cda0-4e63-afe2-a26804bfb7bc,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:06.516977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:06.522291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd193e84-152c-46e1-a2e3-813f02773da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:06.522469 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8eb32b2f-5d69-405f-94c9-461a417bb454 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/4be00257-6a37-47de-a41e-209d5fad8c01 HTTP/1.1" status: 404  len: 337 time: 0.0856340
Dec 03 11:23:06.522586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-67a4393c-4939-4211-88f7-dfc19e9d18d9', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:23:06.522586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:06.522760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-913dcde4-a238-437e-89a6-b3cf40af8efb tempest-RoutersNegativeIpV6Test-962212922 tempest-RoutersNegativeIpV6Test-962212922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:06.537062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 605ebf60-0a19-49dc-89a4-ee299682dab1 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:23:06.551537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 47988) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:06.602283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:06.607186 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/760ef3e8-d774-4ac7-9969-3be0ade34ec2 HTTP/1.1" status: 204  len: 168 time: 8.7208257
Dec 03 11:23:06.613675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47992) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:06.681106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Network': ['ID=760ef3e8-d774-4ac7-9969-3be0ade34ec2,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:06.724425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.724923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.725416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.725838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.726258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.726674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.727153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.727568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.727982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.728392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.728802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.729205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.729684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.730093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.730500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.730944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.731362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.731773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.732175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.732581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.732985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.733405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.733822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.734222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:06.741319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:06.742439 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6007df07-5ea3-4cfd-bcdd-9de41003bdfa tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:06.742946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6007df07-5ea3-4cfd-bcdd-9de41003bdfa tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:06.748597 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6007df07-5ea3-4cfd-bcdd-9de41003bdfa tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/760ef3e8-d774-4ac7-9969-3be0ade34ec2 HTTP/1.1" status: 404  len: 339 time: 0.1301205
Dec 03 11:23:06.759215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 47996) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:06.768519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1698444660', 'description': 'd1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:06.776035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:06.784509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Usage tracker for resource:network and tenant:2fa9bddaed044cd89154cfbcb46769fc is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:06.789758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Quota usage for network was recalculated. Used quota:3. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:06.799926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:06.800138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-168fc34e-f74f-41ac-9a53-4b3e530852b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:06.830741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:06.838025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:06.882048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 605ebf60-0a19-49dc-89a4-ee299682dab1 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:23:06.882372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 605ebf60-0a19-49dc-89a4-ee299682dab1 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:23:06.894286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f3b87-bedb-4835-b3be-379f441c032b None None] Port a513ee8c-e3f2-4e2f-b04b-cb69c0a02cf5 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:23:06.919884 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-55e72f28-d8b4-40e4-ba05-87a943a6b128 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports?device_id=ec45f6fd-50ee-48e8-a807-3149dce38d43 HTTP/1.1" status: 200  len: 205 time: 0.3616316
Dec 03 11:23:06.925556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48000) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:07.029186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Deleting port a513ee8c-e3f2-4e2f-b04b-cb69c0a02cf5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:07.029572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:07.041814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d8073268-7747-4071-8387-748f6811acdf None None] Attempting to bind port 59cfae1c-cda0-4e63-afe2-a26804bfb7bc on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:23:07.042242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d8073268-7747-4071-8387-748f6811acdf None None] Attempting to bind port 59cfae1c-cda0-4e63-afe2-a26804bfb7bc by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:23:07.042658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8073268-7747-4071-8387-748f6811acdf None None] Attempting to bind port 59cfae1c-cda0-4e63-afe2-a26804bfb7bc on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:23:07.050309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=ba092367-8ef1-40da-96bf-3c1862a19af8,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:07.062972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:07.073743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-dbea297e-6e1c-412f-8e9f-8861de0c2e91 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] delete failed (client error): The resource could not be found.
Dec 03 11:23:07.075569 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dbea297e-6e1c-412f-8e9f-8861de0c2e91 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/routers/ec45f6fd-50ee-48e8-a807-3149dce38d43 HTTP/1.1" status: 404  len: 336 time: 0.1491380
Dec 03 11:23:07.080837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fb9f3b87-bedb-4835-b3be-379f441c032b None None] Provisioning complete for port ba092367-8ef1-40da-96bf-3c1862a19af8 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:07.081271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb9f3b87-bedb-4835-b3be-379f441c032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:07.085923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48004) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:07.138068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5e76383e-716e-407d-bc8e-b5d8e6f5089a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:07.139089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:07.181568 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd0607e-31c7-43dd-afa4-10c80e97f759 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:07.182080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd0607e-31c7-43dd-afa4-10c80e97f759 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:07.186546 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2dd0607e-31c7-43dd-afa4-10c80e97f759 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/c07dcaff-cc6c-449f-9724-45aea1d3fd9f HTTP/1.1" status: 404  len: 337 time: 0.0967481
Dec 03 11:23:07.188865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48008) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:07.194559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8073268-7747-4071-8387-748f6811acdf None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:23:07.195019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8073268-7747-4071-8387-748f6811acdf None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:07.195481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8073268-7747-4071-8387-748f6811acdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:07.196513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8073268-7747-4071-8387-748f6811acdf None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:23:07.196649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d8073268-7747-4071-8387-748f6811acdf None None] Bound port: 59cfae1c-cda0-4e63-afe2-a26804bfb7bc, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:23:07.197054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8073268-7747-4071-8387-748f6811acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:07.197171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:07.197459 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Added segment 35b75c52-b416-4fdb-96a6-45f49822898f of type vxlan for network 6e5a2092-dc01-4016-9398-3f799dceb655
Dec 03 11:23:07.257829 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-29eea0ed-9103-4d84-9b1a-c99d7eb62418 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "GET /v2.0/ports?device_id=cdef35b8-29f7-47a5-990e-cc28d36a145a HTTP/1.1" status: 200  len: 205 time: 0.0624876
Dec 03 11:23:07.264770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48012) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:07.334745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:07.356420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:07.381190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] device_id is not set on port b6620745-4e0d-4ca3-b7b6-484c5d09113a yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:23:07.401029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-cf6a9b24-b37d-4010-8a07-905ca76d73a5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] delete failed (client error): The resource could not be found.
Dec 03 11:23:07.404737 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cf6a9b24-b37d-4010-8a07-905ca76d73a5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/routers/cdef35b8-29f7-47a5-990e-cc28d36a145a HTTP/1.1" status: 404  len: 336 time: 0.1317904
Dec 03 11:23:07.458948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48016) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:07.524127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:07.588359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d8073268-7747-4071-8387-748f6811acdf None None] For port 59cfae1c-cda0-4e63-afe2-a26804bfb7bc, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:23:07.608142 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacad3d9-3f6d-4335-9b78-1062d834b7b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:07.608820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dacad3d9-3f6d-4335-9b78-1062d834b7b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:07.629339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:07.636183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:07.638679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:07.646163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:07.667228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 5e76383e-716e-407d-bc8e-b5d8e6f5089a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:07.671047 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dacad3d9-3f6d-4335-9b78-1062d834b7b5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/e645f165-1a08-447e-aab6-e08e8de2d518 HTTP/1.1" status: 404  len: 337 time: 0.2047398
Dec 03 11:23:07.680600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d8073268-7747-4071-8387-748f6811acdf None None] For port 59cfae1c-cda0-4e63-afe2-a26804bfb7bc, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=59cfae1c-cda0-4e63-afe2-a26804bfb7bc,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:23:07.683748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48020) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:07.711969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8073268-7747-4071-8387-748f6811acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:07.727758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Calling delete_port for a513ee8c-e3f2-4e2f-b04b-cb69c0a02cf5 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:07.778980 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adab0c8-5eb6-4d5d-8098-9bb11e0996f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:07.779708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adab0c8-5eb6-4d5d-8098-9bb11e0996f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:07.781702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3adab0c8-5eb6-4d5d-8098-9bb11e0996f7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/d73623d1-6fff-4648-86b3-c9ed9a32f8af HTTP/1.1" status: 404  len: 337 time: 0.0918751
Dec 03 11:23:07.786130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48024) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:07.863541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.1004355
Dec 03 11:23:07.871877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48028) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:07.877435 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7be86c-1b6e-4832-b554-2ea076c3f68c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:07.878266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7be86c-1b6e-4832-b554-2ea076c3f68c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:07.910622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Network': ['ID=6e5a2092-dc01-4016-9398-3f799dceb655,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:07.915624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:07.934021 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ce7be86c-1b6e-4832-b554-2ea076c3f68c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/0edea4d3-4262-4ec4-9a2d-4a86c571d850 HTTP/1.1" status: 404  len: 333 time: 0.1385753
Dec 03 11:23:07.941087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48032) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:08.008836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:08.050400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Allocated IP 172.20.0.2 (67a4393c-4939-4211-88f7-dfc19e9d18d9/c08dddef-f921-4323-bdf7-2c91219d2a10/1eab3643-b6c1-4a65-9e92-acd62f6f6398) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:08.064205 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-200df9bd-b0a9-49af-a4c2-0f4f9310a495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:08.065098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200df9bd-b0a9-49af-a4c2-0f4f9310a495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:08.067117 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-200df9bd-b0a9-49af-a4c2-0f4f9310a495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/8c30995b-0e83-41d4-b661-b058dbf273c8 HTTP/1.1" status: 404  len: 337 time: 0.1214364
Dec 03 11:23:08.071403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48036) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:08.195671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:08.211480 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9aa61e9-b767-4957-8890-d5bba5a48d32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:08.212421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9aa61e9-b767-4957-8890-d5bba5a48d32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:08.230644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] device_id is not set on port e804aa38-805b-43d2-a260-15da6695f0db yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:23:08.245185 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c9aa61e9-b767-4957-8890-d5bba5a48d32 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/30698539-0634-4a9f-b59b-4f597f931980 HTTP/1.1" status: 404  len: 333 time: 0.1701398
Dec 03 11:23:08.272962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 6e5a2092-dc01-4016-9398-3f799dceb655 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:08.281697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48040) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:08.368371 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-27411eee-097c-4921-a59a-2a086c3e051c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:08.368371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27411eee-097c-4921-a59a-2a086c3e051c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:08.388312 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-27411eee-097c-4921-a59a-2a086c3e051c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/d02cebaf-23db-4244-908d-204b25217e6b HTTP/1.1" status: 404  len: 337 time: 0.0951939
Dec 03 11:23:08.395288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48044) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:08.430654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 6e5a2092-dc01-4016-9398-3f799dceb655 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:08.506538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd193e84-152c-46e1-a2e3-813f02773da1 None None] Pushing event updated for resources: {'Port': ['ID=59cfae1c-cda0-4e63-afe2-a26804bfb7bc,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:08.529538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:08.554275 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d08095-a3f9-4538-be69-3c51dc0bf2a7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:08.554946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d08095-a3f9-4538-be69-3c51dc0bf2a7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:08.559443 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-05d08095-a3f9-4538-be69-3c51dc0bf2a7 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/8e5d019e-b1db-40ad-964d-1e3fe53326bd HTTP/1.1" status: 404  len: 333 time: 0.1600568
Dec 03 11:23:08.562790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cdf67b2b-2325-42bd-bca6-4be44daf52a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:08.568017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48048) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:08.574737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae2a05a-be7b-4a93-b4e3-4c021615943c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:08.575964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9ae2a05a-be7b-4a93-b4e3-4c021615943c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Synchronizing usage tracker for tenant:2fa9bddaed044cd89154cfbcb46769fc on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:08.581268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd193e84-152c-46e1-a2e3-813f02773da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:08.582017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8073268-7747-4071-8387-748f6811acdf None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:23:08.582721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d8073268-7747-4071-8387-748f6811acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5b39160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:23:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:08.645747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87e3a95-705a-4ed5-8856-d85b2b6ec47b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:08.646256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87e3a95-705a-4ed5-8856-d85b2b6ec47b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:08.651000 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d87e3a95-705a-4ed5-8856-d85b2b6ec47b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/56e00c7d-3ee1-4a73-a6d3-e1e52c7e2ee6 HTTP/1.1" status: 404  len: 337 time: 0.0681009
Dec 03 11:23:08.654616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event deleted for resources: {'Port': ['ID=a513ee8c-e3f2-4e2f-b04b-cb69c0a02cf5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:08.656706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48052) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:08.657645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:08.757879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-becc0e2d-ef36-40e7-a7c2-00f050a66f6a None None] Provisioning for port 5e76383e-716e-407d-bc8e-b5d8e6f5089a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:08.760406 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e173ba-9c7c-41af-b820-9e00ba94a891 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:08.761219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e173ba-9c7c-41af-b820-9e00ba94a891 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:08.765400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-66e173ba-9c7c-41af-b820-9e00ba94a891 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/6842964e-3a71-451b-9571-8012503b15de HTTP/1.1" status: 404  len: 333 time: 0.0961814
Dec 03 11:23:08.767362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48056) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:08.770205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9ae2a05a-be7b-4a93-b4e3-4c021615943c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Unset dirty status for tenant:2fa9bddaed044cd89154cfbcb46769fc on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:08.774125 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9ae2a05a-be7b-4a93-b4e3-4c021615943c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/networks?id=6e5a2092-dc01-4016-9398-3f799dceb655 HTTP/1.1" status: 200  len: 765 time: 0.8949227
Dec 03 11:23:08.780813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48060) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:08.793090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-becc0e2d-ef36-40e7-a7c2-00f050a66f6a None None] Provisioning complete for port 5e76383e-716e-407d-bc8e-b5d8e6f5089a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:08.793512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-becc0e2d-ef36-40e7-a7c2-00f050a66f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:08.793630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-06ac2caa-1e1b-48a4-bc8e-45265a650f99 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'network': {'description': 'd2'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:08.809659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:08.824886 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e2d2db-db1e-4449-a9ba-b955f715a92c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:08.825159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e2d2db-db1e-4449-a9ba-b955f715a92c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:08.844615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a1e2d2db-db1e-4449-a9ba-b955f715a92c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/3a8109d5-611b-4dae-aad4-ba982ef5f8fa HTTP/1.1" status: 404  len: 337 time: 0.0716603
Dec 03 11:23:08.854058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48064) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:08.988224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d470f6cd-85ef-4751-9d89-1ae87ba2b75f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:08.988738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d470f6cd-85ef-4751-9d89-1ae87ba2b75f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:08.993970 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d470f6cd-85ef-4751-9d89-1ae87ba2b75f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/73507e9e-d811-4a17-8959-2bb7cde24851 HTTP/1.1" status: 404  len: 333 time: 0.1352422
Dec 03 11:23:08.995378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48068) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:09.091617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ba092367-8ef1-40da-96bf-3c1862a19af8 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:09.097863 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5f7402-cd08-45cb-abd4-fc2f56ed2d2f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:09.098372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5f7402-cd08-45cb-abd4-fc2f56ed2d2f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:09.100910 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7a5f7402-cd08-45cb-abd4-fc2f56ed2d2f tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/0b96ea3a-0e8b-484b-837e-f1200a7e2be9 HTTP/1.1" status: 404  len: 337 time: 0.1007638
Dec 03 11:23:09.103841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48072) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:09.154076 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bd6302-f114-473c-8beb-ae6c64e3097b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:09.155204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bd6302-f114-473c-8beb-ae6c64e3097b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:09.161018 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-68bd6302-f114-473c-8beb-ae6c64e3097b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/5e0b3ca1-aec5-44cc-8ae2-9755f55dd2da HTTP/1.1" status: 404  len: 333 time: 0.0559886
Dec 03 11:23:09.165039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48076) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:09.221232 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-508b4cef-77f2-4bcc-bedc-d3f03705f545 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:09.222406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508b4cef-77f2-4bcc-bedc-d3f03705f545 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:09.225405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-d8073268-7747-4071-8387-748f6811acdf None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:23:09.226182 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-508b4cef-77f2-4bcc-bedc-d3f03705f545 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/55b62dfa-79ac-4153-9915-0d75aa86931c HTTP/1.1" status: 404  len: 337 time: 0.0598681
Dec 03 11:23:09.228956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48080) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:09.242903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:09.273400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70b985c-e2df-4b18-baaf-b6af41d6426d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:09.273740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:09.273877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70b985c-e2df-4b18-baaf-b6af41d6426d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:09.278561 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b70b985c-e2df-4b18-baaf-b6af41d6426d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/ports/e437f663-99bc-49c8-9556-f3ff061b78d7 HTTP/1.1" status: 404  len: 333 time: 0.0485055
Dec 03 11:23:09.279214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48084) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:09.321636 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d9a544-4c05-418c-8567-729a7c0970e3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:09.322145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d9a544-4c05-418c-8567-729a7c0970e3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:09.326603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-35d9a544-4c05-418c-8567-729a7c0970e3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/subnets/7195bab2-8833-490e-b2a1-6b2335b4d6fe HTTP/1.1" status: 404  len: 337 time: 0.0436823
Dec 03 11:23:09.326729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9de79e13-e215-409e-8994-25b566551be3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:09.326819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48088) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:09.382590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Transition to ACTIVE for port object 1eab3643-b6c1-4a65-9e92-acd62f6f6398 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:09.436532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:09.459591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:09.461314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Transition to ACTIVE for port object 1eab3643-b6c1-4a65-9e92-acd62f6f6398 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:09.528283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ba092367-8ef1-40da-96bf-3c1862a19af8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:09.529210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:09.553430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:09.574607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fcb731fa-12b5-4210-baac-2279e5d17de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:09.604384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-becc0e2d-ef36-40e7-a7c2-00f050a66f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:09.631748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event updated for resources: {'Port': ['ID=b6620745-4e0d-4ca3-b7b6-484c5d09113a,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:09.634854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:09.677172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.1 (67a4393c-4939-4211-88f7-dfc19e9d18d9/c08dddef-f921-4323-bdf7-2c91219d2a10/f0c3cc97-9444-4db4-afdd-121a5f55c677) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:09.740014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:09.806098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Pushing event updated for resources: {'Port': ['ID=1eab3643-b6c1-4a65-9e92-acd62f6f6398,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:09.814298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:09.823290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-becc0e2d-ef36-40e7-a7c2-00f050a66f6a None None] For port 5e76383e-716e-407d-bc8e-b5d8e6f5089a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5e76383e-716e-407d-bc8e-b5d8e6f5089a,segment=NetworkSegment(d51cc5b1-67a5-4d58-a303-fb885aca668f),segment_id=d51cc5b1-67a5-4d58-a303-fb885aca668f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:09.872634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-becc0e2d-ef36-40e7-a7c2-00f050a66f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:09.878546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e03cff46-afb0-4177-9ffc-8101702d41a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:09.939988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-becc0e2d-ef36-40e7-a7c2-00f050a66f6a None None] Could not find standard attr ID for object a513ee8c-e3f2-4e2f-b04b-cb69c0a02cf5. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:23:09.975806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06ac2caa-1e1b-48a4-bc8e-45265a650f99 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:09.982698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4bb4908>,) {'filters': {'network_id': ['cc7b5e29-f739-4393-8923-6dfd9a0401ee']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:10.009372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4bb4908>, '68e7d3ee-9b7b-4203-823c-3a97636d1c79') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:10.010141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4bb4908>, '68e7d3ee-9b7b-4203-823c-3a97636d1c79') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:10.035687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06ac2caa-1e1b-48a4-bc8e-45265a650f99 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:10.041478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:10.057793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:10.060553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4597c895-5298-46a7-9f29-1176bce31f31 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:10.062014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc0e2d-ef36-40e7-a7c2-00f050a66f6a None None] Pushing event updated for resources: {'Port': ['ID=5e76383e-716e-407d-bc8e-b5d8e6f5089a,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:10.064852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-becc0e2d-ef36-40e7-a7c2-00f050a66f6a None None] Provisioning complete for port ba092367-8ef1-40da-96bf-3c1862a19af8 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:10.065268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-becc0e2d-ef36-40e7-a7c2-00f050a66f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:10.079237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:10.082694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Releasing vxlan tunnel 5 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:10.092706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:10.094674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-becc0e2d-ef36-40e7-a7c2-00f050a66f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:10.102967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:10.150422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Checking segment: {'id': '63ed5362-f5cb-4714-946f-eeef5fe55b7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '40786b25-dd56-4c55-8d48-4cff7838c428'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:10.151031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network hostable DHCP agents. Network: 40786b25-dd56-4c55-8d48-4cff7838c428, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:23:10.187688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:10.201930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Attempting to bind port 1eab3643-b6c1-4a65-9e92-acd62f6f6398 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:23:10.202508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Attempting to bind port 1eab3643-b6c1-4a65-9e92-acd62f6f6398 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:23:10.202747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Attempting to bind port 1eab3643-b6c1-4a65-9e92-acd62f6f6398 on network 67a4393c-4939-4211-88f7-dfc19e9d18d9 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:23:10.210921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d8073268-7747-4071-8387-748f6811acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5b39160>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:22:57Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:10.214022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:23:10.214443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Checking segment: {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:10.214887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:10.215351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Bound using segment: {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:23:10.215874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Bound port: 1eab3643-b6c1-4a65-9e92-acd62f6f6398, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:23:10.216289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:10.235133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8073268-7747-4071-8387-748f6811acdf None None] The sync data for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs is: [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:22:57Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:23:10.247814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object f0c3cc97-9444-4db4-afdd-121a5f55c677 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:10.300964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac2caa-1e1b-48a4-bc8e-45265a650f99 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Network': ['ID=6e5a2092-dc01-4016-9398-3f799dceb655,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:10.311026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-06ac2caa-1e1b-48a4-bc8e-45265a650f99 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:10.316737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:10.328088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:10.335183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 6e5a2092-dc01-4016-9398-3f799dceb655 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:10.348445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 6e5a2092-dc01-4016-9398-3f799dceb655 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:10.449449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network 40786b25-dd56-4c55-8d48-4cff7838c428 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:23:10.455946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06ac2caa-1e1b-48a4-bc8e-45265a650f99 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 6e5a2092-dc01-4016-9398-3f799dceb655 is not hosted by any dhcp agent {{(pid=80976) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 03 11:23:10.460880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac2caa-1e1b-48a4-bc8e-45265a650f99 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:10.462024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06ac2caa-1e1b-48a4-bc8e-45265a650f99 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:10.466656 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-06ac2caa-1e1b-48a4-bc8e-45265a650f99 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "PUT /v2.0/networks/6e5a2092-dc01-4016-9398-3f799dceb655 HTTP/1.1" status: 200  len: 762 time: 1.6845257
Dec 03 11:23:10.469685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48092) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:10.514177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 40786b25-dd56-4c55-8d48-4cff7838c428) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:10.536951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:10.550029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24baec42-4561-4be1-bec9-ed6665be896b None None] Network 40786b25-dd56-4c55-8d48-4cff7838c428 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:10.581640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Network cc7b5e29-f739-4393-8923-6dfd9a0401ee has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:10.586546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:10.587707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:10.593142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] For port 1eab3643-b6c1-4a65-9e92-acd62f6f6398, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:23:10.631958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] For port 1eab3643-b6c1-4a65-9e92-acd62f6f6398, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1eab3643-b6c1-4a65-9e92-acd62f6f6398,segment=NetworkSegment(d1b10c53-c54e-4fb0-82b9-faca1431d1e5),segment_id=d1b10c53-c54e-4fb0-82b9-faca1431d1e5)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:23:10.639273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-331fe13d-a07c-4cfd-b4ce-cafeaf276762 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:10.673903 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:10.679453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5631feb3-61f4-4c01-9f94-0753cd43d6b9 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:10.806927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:10.827284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:10.904505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Router 4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:23:10.905926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event updated for resources: {'Port': ['ID=e804aa38-805b-43d2-a260-15da6695f0db,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:11.058185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:11.060507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.060947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.061368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.061781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.062197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.062814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.063049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.063425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.063803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=f0c3cc97-9444-4db4-afdd-121a5f55c677,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:11.063924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.064214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.064625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.065023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.065522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.066231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.066343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.066692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.067139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.068159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.068563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.069158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.069347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.069744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.069855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:11.070147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.070564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:11.087055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:11.087252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfe7555-2cec-468c-9477-a004ae8798ac tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:11.087252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6dfe7555-2cec-468c-9477-a004ae8798ac tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Synchronizing usage tracker for tenant:2fa9bddaed044cd89154cfbcb46769fc on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:11.094585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:11.154189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:11.180673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:11.208835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b74a9258-4f37-416e-aafd-a249fbbcc058 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:11.290047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:11.293715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:11.304354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Pushing event deleted for resources: {'Network': ['ID=cc7b5e29-f739-4393-8923-6dfd9a0401ee,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:11.320897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:11.329904 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] 10.222.0.90 "DELETE /v2.0/networks/cc7b5e29-f739-4393-8923-6dfd9a0401ee HTTP/1.1" status: 204  len: 168 time: 2.0017850
Dec 03 11:23:11.373120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6dfe7555-2cec-468c-9477-a004ae8798ac tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Unset dirty status for tenant:2fa9bddaed044cd89154cfbcb46769fc on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:11.374359 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6dfe7555-2cec-468c-9477-a004ae8798ac tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/networks?id=6e5a2092-dc01-4016-9398-3f799dceb655 HTTP/1.1" status: 200  len: 765 time: 0.9015839
Dec 03 11:23:11.403443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48098) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:11.461986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:11.478759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:23:11.495472 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "PUT /v2.0/routers/4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2086697
Dec 03 11:23:11.501332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48102) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:11.531128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Pushing event updated for resources: {'Port': ['ID=1eab3643-b6c1-4a65-9e92-acd62f6f6398,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:11.539832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:11.540757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5e76383e-716e-407d-bc8e-b5d8e6f5089a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:11.629765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f0210-d2a0-4f10-961e-3b20eb3b3c58 None None] Sync routers for ids ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:23:11.697898 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-11233b56-229f-41ed-a05a-b098b75ecdbc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] delete failed (client error): The resource could not be found.
Dec 03 11:23:11.703309 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-11233b56-229f-41ed-a05a-b098b75ecdbc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "DELETE /v2.0/routers/tempest-non_exist_router-1389235695 HTTP/1.1" status: 404  len: 335 time: 0.2008610
Dec 03 11:23:11.707388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48106) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:11.725992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1bf3c4af-3ebf-4f79-b9c1-abe2c95dad64 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Request body: {'router': {'external_gateway_info': {'network_id': '4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:11.750690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f0210-d2a0-4f10-961e-3b20eb3b3c58 None None] Routers {'4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:23:11.751370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e39f0210-d2a0-4f10-961e-3b20eb3b3c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c17da0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:23:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:11.850604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e39f0210-d2a0-4f10-961e-3b20eb3b3c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c17da0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:11.857566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 5e76383e-716e-407d-bc8e-b5d8e6f5089a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:11.857770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:11.888224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Checking segment: {'id': 'dcd19f38-0969-46ba-976d-a5957bc06b61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1f36c452-f5dd-4128-afcc-f8957bd9c968'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:11.888617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network hostable DHCP agents. Network: 1f36c452-f5dd-4128-afcc-f8957bd9c968, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:23:11.901030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f0210-d2a0-4f10-961e-3b20eb3b3c58 None None] Routers {'4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:23:11.901716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e39f0210-d2a0-4f10-961e-3b20eb3b3c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c17da0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:23:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:11.966277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48112) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:11.990745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e39f0210-d2a0-4f10-961e-3b20eb3b3c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c17da0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:11.991260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f0210-d2a0-4f10-961e-3b20eb3b3c58 None None] The sync data for ids ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:23:12.105203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d217f-1106-43f1-9474-ef1536f75c12 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:12.109522 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-797d217f-1106-43f1-9474-ef1536f75c12 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.7007716
Dec 03 11:23:12.110628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48118) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:12.112238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 59cfae1c-cda0-4e63-afe2-a26804bfb7bc up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:12.120412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network 1f36c452-f5dd-4128-afcc-f8957bd9c968 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:23:12.197744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 59cfae1c-cda0-4e63-afe2-a26804bfb7bc completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:12.205269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 59cfae1c-cda0-4e63-afe2-a26804bfb7bc triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:12.205815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:12.287487 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0aac1acb-4a42-4660-944b-8c4b91f56895 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a5b48731857741ac8b4498cdb43f0132&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3169465
Dec 03 11:23:12.288106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48122) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:12.338706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:12.355957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:12.396679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:12.412244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d1f656c-e7c4-4bb5-a5fb-e509b83b5652 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:12.416068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 59cfae1c-cda0-4e63-afe2-a26804bfb7bc, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=59cfae1c-cda0-4e63-afe2-a26804bfb7bc,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:12.420429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:12.422439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:12.501879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=59cfae1c-cda0-4e63-afe2-a26804bfb7bc,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:12.504836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:12.510350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:12.534841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a8d8288f-77b2-47f8-9d78-c570a311c88c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Synchronizing usage tracker for tenant:2fa9bddaed044cd89154cfbcb46769fc on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:12.544299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-194119f9-40ed-4981-9c20-2859733a297b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:12.565888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=f0c3cc97-9444-4db4-afdd-121a5f55c677,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:12.569152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:12.597883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 1f36c452-f5dd-4128-afcc-f8957bd9c968) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:12.606159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f8986e-929e-4c26-9dd4-d86398e1c235 None None] Network 1f36c452-f5dd-4128-afcc-f8957bd9c968 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:12.610962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:12.615485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:12.619072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:12.619786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:12.647368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1bf3c4af-3ebf-4f79-b9c1-abe2c95dad64 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:12.651561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-194119f9-40ed-4981-9c20-2859733a297b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:12.658880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a8d8288f-77b2-47f8-9d78-c570a311c88c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Unset dirty status for tenant:2fa9bddaed044cd89154cfbcb46769fc on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:12.661879 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a8d8288f-77b2-47f8-9d78-c570a311c88c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/subnets?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 207 time: 0.5457234
Dec 03 11:23:12.669872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48126) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:12.679111 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 6.7261438
Dec 03 11:23:12.683050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48130) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:12.722314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-1bf3c4af-3ebf-4f79-b9c1-abe2c95dad64 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] update failed (client error): The resource could not be found.
Dec 03 11:23:12.724234 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1bf3c4af-3ebf-4f79-b9c1-abe2c95dad64 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "PUT /v2.0/routers/4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2 HTTP/1.1" status: 404  len: 339 time: 1.0128071
Dec 03 11:23:12.729433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48134) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:13.057581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2cb7fb-fa5b-4a83-9a8f-510e0019e74c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:13.062364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2cb7fb-fa5b-4a83-9a8f-510e0019e74c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:13.063104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7a2cb7fb-fa5b-4a83-9a8f-510e0019e74c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Synchronizing usage tracker for tenant:3d2b99e1ecb2401582cfe2b75517f518 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:13.113984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1eab3643-b6c1-4a65-9e92-acd62f6f6398 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:13.163966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:13.167495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:13.205263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 1eab3643-b6c1-4a65-9e92-acd62f6f6398 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:13.212444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 59cfae1c-cda0-4e63-afe2-a26804bfb7bc up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:13.305663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 59cfae1c-cda0-4e63-afe2-a26804bfb7bc triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:13.306238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:13.354780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-194119f9-40ed-4981-9c20-2859733a297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:13.360868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7a2cb7fb-fa5b-4a83-9a8f-510e0019e74c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Unset dirty status for tenant:3d2b99e1ecb2401582cfe2b75517f518 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:13.363151 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7a2cb7fb-fa5b-4a83-9a8f-510e0019e74c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.6783037
Dec 03 11:23:13.364886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65f120c1-039b-4a00-849a-947af9344522 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:13.368218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48138) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:13.371518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:13.399790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcce678-8f87-4c4d-9435-8aab90305e2b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:13.404369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcce678-8f87-4c4d-9435-8aab90305e2b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:13.408719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcce678-8f87-4c4d-9435-8aab90305e2b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:13.414299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcce678-8f87-4c4d-9435-8aab90305e2b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:13.418681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcce678-8f87-4c4d-9435-8aab90305e2b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:13.423196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcce678-8f87-4c4d-9435-8aab90305e2b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:13.425186 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3dcce678-8f87-4c4d-9435-8aab90305e2b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.7525616
Dec 03 11:23:13.432447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194119f9-40ed-4981-9c20-2859733a297b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff36abe-b9f5-4bfd-a10e-09b301efdca9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:13.440332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-194119f9-40ed-4981-9c20-2859733a297b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:13.441027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48142) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:13.445721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-194119f9-40ed-4981-9c20-2859733a297b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:13.449365 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-194119f9-40ed-4981-9c20-2859733a297b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aff36abe-b9f5-4bfd-a10e-09b301efdca9 HTTP/1.1" status: 204  len: 168 time: 1.1580317
Dec 03 11:23:13.495735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-89b6f860-7f09-4d4e-9d1f-a04ecff5eee5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Deleting port b6620745-4e0d-4ca3-b7b6-484c5d09113a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:13.496428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89b6f860-7f09-4d4e-9d1f-a04ecff5eee5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:13.594603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb85dfbe-f245-4bc8-872a-3b397554b7b9 None None] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:13.647279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 37d56356-e2b2-4423-a3d2-884579415089 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:23:13.727467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a51cdcbc-e808-44a2-bccc-cf52bda1f1f4 None None] Provisioning for port 1eab3643-b6c1-4a65-9e92-acd62f6f6398 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:13.737731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a51cdcbc-e808-44a2-bccc-cf52bda1f1f4 None None] Provisioning complete for port 1eab3643-b6c1-4a65-9e92-acd62f6f6398 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:13.738159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a51cdcbc-e808-44a2-bccc-cf52bda1f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:13.923661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:23:13.934229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Sync routers for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:23:13.943195 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-00bd7555-2a93-4276-ba22-2e3a06df34d3 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.4939234
Dec 03 11:23:13.950600 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/37d56356-e2b2-4423-a3d2-884579415089/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9303768
Dec 03 11:23:13.951246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48154) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:13.951639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48156) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:13.955338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:23:13.956198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6408630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:23:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:14.022130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a51cdcbc-e808-44a2-bccc-cf52bda1f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:14.073400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a51cdcbc-e808-44a2-bccc-cf52bda1f1f4 None None] For port 1eab3643-b6c1-4a65-9e92-acd62f6f6398, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1eab3643-b6c1-4a65-9e92-acd62f6f6398,segment=NetworkSegment(d1b10c53-c54e-4fb0-82b9-faca1431d1e5),segment_id=d1b10c53-c54e-4fb0-82b9-faca1431d1e5)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:14.095200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a51cdcbc-e808-44a2-bccc-cf52bda1f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:14.099891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:14.160089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.160459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.160851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.161369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.162093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.162522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.162953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.163385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.163806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.164220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.164633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.165047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.165457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.177342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48166) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:14.186658 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6f491407-9bfd-4fc8-9839-0e8b4f0095e7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 9004 time: 0.2317812
Dec 03 11:23:14.216433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cdcbc-e808-44a2-bccc-cf52bda1f1f4 None None] Pushing event updated for resources: {'Port': ['ID=1eab3643-b6c1-4a65-9e92-acd62f6f6398,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:14.221318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a51cdcbc-e808-44a2-bccc-cf52bda1f1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:14.305949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ea318-a2ad-4802-92bf-09de07132ce2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.307687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ea318-a2ad-4802-92bf-09de07132ce2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.309172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ea318-a2ad-4802-92bf-09de07132ce2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.310663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ea318-a2ad-4802-92bf-09de07132ce2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.312195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ea318-a2ad-4802-92bf-09de07132ce2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.313167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c97ea318-a2ad-4802-92bf-09de07132ce2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Synchronizing usage tracker for tenant:2fa9bddaed044cd89154cfbcb46769fc on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:14.328534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:23:14.345896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89b6f860-7f09-4d4e-9d1f-a04ecff5eee5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:14.347398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c97ea318-a2ad-4802-92bf-09de07132ce2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Unset dirty status for tenant:2fa9bddaed044cd89154cfbcb46769fc on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:14.353499 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c97ea318-a2ad-4802-92bf-09de07132ce2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.4005375
Dec 03 11:23:14.354149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48172) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:14.361943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c73a1-baf1-4644-8984-a4c44ecd18e0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.362444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c73a1-baf1-4644-8984-a4c44ecd18e0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.362763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c73a1-baf1-4644-8984-a4c44ecd18e0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.363202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c73a1-baf1-4644-8984-a4c44ecd18e0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.363615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c73a1-baf1-4644-8984-a4c44ecd18e0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.364022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c73a1-baf1-4644-8984-a4c44ecd18e0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.364711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c73a1-baf1-4644-8984-a4c44ecd18e0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.365122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c73a1-baf1-4644-8984-a4c44ecd18e0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.365651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c73a1-baf1-4644-8984-a4c44ecd18e0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.366057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c73a1-baf1-4644-8984-a4c44ecd18e0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.366469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c73a1-baf1-4644-8984-a4c44ecd18e0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.372006 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f19c73a1-baf1-4644-8984-a4c44ecd18e0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6994 time: 0.1892891
Dec 03 11:23:14.377074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48176) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:14.454453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b474b76-2487-49f7-8e40-6557517023d3 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.456040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b474b76-2487-49f7-8e40-6557517023d3 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.457513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b474b76-2487-49f7-8e40-6557517023d3 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.459644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b474b76-2487-49f7-8e40-6557517023d3 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.461652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b474b76-2487-49f7-8e40-6557517023d3 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.467029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7b474b76-2487-49f7-8e40-6557517023d3 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1118023
Dec 03 11:23:14.467714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48182) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:14.525826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e40ec115-404e-42fa-b00a-796cbb9399b6 None None] Provisioning for port f0c3cc97-9444-4db4-afdd-121a5f55c677 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:14.534431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e40ec115-404e-42fa-b00a-796cbb9399b6 None None] Provisioning complete for port f0c3cc97-9444-4db4-afdd-121a5f55c677 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:14.534862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e40ec115-404e-42fa-b00a-796cbb9399b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:14.664123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e40ec115-404e-42fa-b00a-796cbb9399b6 None None] Port f0c3cc97-9444-4db4-afdd-121a5f55c677 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:23:14.681736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e40ec115-404e-42fa-b00a-796cbb9399b6 None None] Provisioning complete for port 1eab3643-b6c1-4a65-9e92-acd62f6f6398 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:14.682442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e40ec115-404e-42fa-b00a-796cbb9399b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:14.710265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe994985-55b0-4169-a92c-38b9c7bca325 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:14.712334 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fe994985-55b0-4169-a92c-38b9c7bca325 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/networks/64639232-d0b1-474a-8ddd-6895b2b16407 HTTP/1.1" status: 200  len: 804 time: 0.2436237
Dec 03 11:23:14.717910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48188) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:14.761151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-89b6f860-7f09-4d4e-9d1f-a04ecff5eee5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Calling delete_port for b6620745-4e0d-4ca3-b7b6-484c5d09113a owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:14.845113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6408630>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:14.849644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Checking router: 37d56356-e2b2-4423-a3d2-884579415089 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:23:14.850047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Updating router 37d56356-e2b2-4423-a3d2-884579415089 port f0c3cc97-9444-4db4-afdd-121a5f55c677 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:23:14.876202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48192) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:14.925832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:14.937603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-263e747f-f512-4b13-83a9-e9bcb72d61fe tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/networks/64639232-d0b1-474a-8ddd-6895b2b16407?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.2176681
Dec 03 11:23:14.938492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48198) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:15.000241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-623a9231-8a3f-47dd-b1dc-80c5929ebd7b None None] Provisioning complete for port 1eab3643-b6c1-4a65-9e92-acd62f6f6398 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:15.002137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-623a9231-8a3f-47dd-b1dc-80c5929ebd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.048302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571b4ef-9203-4f41-a9ea-0be0c56cf386 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:15.056468 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f571b4ef-9203-4f41-a9ea-0be0c56cf386 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/subnets/3b52e135-07fd-471a-a953-3debc19f2113 HTTP/1.1" status: 200  len: 843 time: 0.1167965
Dec 03 11:23:15.057144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48202) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:15.104595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1eab3643-b6c1-4a65-9e92-acd62f6f6398 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:15.186295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98c05e-8946-4f23-b3fd-c03442ba515f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:15.195336 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0c98c05e-8946-4f23-b3fd-c03442ba515f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "GET /v2.0/subnets/3b52e135-07fd-471a-a953-3debc19f2113?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1369457
Dec 03 11:23:15.196274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48206) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:15.204108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-773184155'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:15.212155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:15.221022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 1eab3643-b6c1-4a65-9e92-acd62f6f6398 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:15.221699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.236549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:15.252100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1844699422'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:15.262454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:15.269204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Usage tracker for resource:network and tenant:1c85798e95e44b21b895aa0d5aec6712 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:15.273519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:15.288726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:15.294621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.339828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:15.377296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:15.388809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.389225 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Added segment 88373b94-b3b6-4e0b-98eb-24acf1b36731 of type vxlan for network 8c0412cf-ce5e-4d17-91bb-a28d8b51738e
Dec 03 11:23:15.430587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.465683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Made reservation on behalf of 1c85798e95e44b21b895aa0d5aec6712 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:15.471904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.485414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.490162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:15.490879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.508275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6bd6e8a8-46aa-4ffe-a9a9-1adfe841b327 None None] Provisioning complete for port f0c3cc97-9444-4db4-afdd-121a5f55c677 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:15.510257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e8a8-46aa-4ffe-a9a9-1adfe841b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.516763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eccbe42a-612e-458a-a744-39f56b9eeeba tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:15.565618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89b6f860-7f09-4d4e-9d1f-a04ecff5eee5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.604154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:15.611040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6e8a8-46aa-4ffe-a9a9-1adfe841b327 None None] Port f0c3cc97-9444-4db4-afdd-121a5f55c677 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:23:15.634682 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4370291
Dec 03 11:23:15.635596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.658097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48210) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:15.660776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Network': ['ID=8c0412cf-ce5e-4d17-91bb-a28d8b51738e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:15.664758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'subnet': {'network_id': '8c0412cf-ce5e-4d17-91bb-a28d8b51738e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:15.665215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.672868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:15.673796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:15.673937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 8c0412cf-ce5e-4d17-91bb-a28d8b51738e details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:15.680533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Transition to ACTIVE for port object f0c3cc97-9444-4db4-afdd-121a5f55c677 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:15.681242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Usage tracker for resource:security_group_rule and tenant:1c85798e95e44b21b895aa0d5aec6712 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:15.684702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:15.685499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.691120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:15.702229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 8c0412cf-ce5e-4d17-91bb-a28d8b51738e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:15.738176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe26bd6-d739-4883-8778-60004a9dc74a None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:23:15.753331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:15.805570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.810232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.813811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6f860-7f09-4d4e-9d1f-a04ecff5eee5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event deleted for resources: {'Port': ['ID=b6620745-4e0d-4ca3-b7b6-484c5d09113a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:15.814945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6408c13-69e0-43dc-8001-5d0467a52a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:15.826028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89b6f860-7f09-4d4e-9d1f-a04ecff5eee5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:15.856991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:15.868125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Pushing event updated for resources: {'SecurityGroup': ['ID=50e766fb-3198-49a4-bece-6427e103f85e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:15.873221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:15.893034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.893450 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Added segment ef0ad9f0-e522-4da1-a015-621370725899 of type vxlan for network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3
Dec 03 11:23:15.905134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Pushing event updated for resources: {'Port': ['ID=f0c3cc97-9444-4db4-afdd-121a5f55c677,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:15.922674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.923205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.923588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.923959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.924325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.924690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.926159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.926550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.927118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.927496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.927861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.928228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.928657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.929015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.929378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.929872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.930234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.930729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.931116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.931787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.932160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.932520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.932880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.933370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:15.936263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.940420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:15.955266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:15.986058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:15.991014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:15.994743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:15.994951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:16.003091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-82c20958-d20e-4f7c-9c7e-fa82af355dc4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:16.053419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Allocated IP 172.20.0.1 (bea99f9b-2721-42b4-97c3-2b4ac21b5333/e1ad1337-39a1-4d4c-8b88-3c4900a6867c/cc26738b-54d1-4d97-87d2-7a72941fc121) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:16.065309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89b6f860-7f09-4d4e-9d1f-a04ecff5eee5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:16.076232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Made reservation on behalf of 2fa9bddaed044cd89154cfbcb46769fc for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:16.101848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-56effae9-2795-419c-95f1-5c332489009c None None] Provisioning complete for port 1eab3643-b6c1-4a65-9e92-acd62f6f6398 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:16.102555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56effae9-2795-419c-95f1-5c332489009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:16.123229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Attempting to bind port f0c3cc97-9444-4db4-afdd-121a5f55c677 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:23:16.123622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Attempting to bind port f0c3cc97-9444-4db4-afdd-121a5f55c677 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:23:16.124027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Attempting to bind port f0c3cc97-9444-4db4-afdd-121a5f55c677 on network 67a4393c-4939-4211-88f7-dfc19e9d18d9 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:23:16.130575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:23:16.131043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Checking segment: {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:16.131488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:16.131923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Bound using segment: {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:23:16.133195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Bound port: f0c3cc97-9444-4db4-afdd-121a5f55c677, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:23:16.133614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:16.149776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Pushing event updated for resources: {'Network': ['ID=8daedc2b-e31a-4de5-8823-1d6b89d4cee3,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:16.153768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:16.155848 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.2785952
Dec 03 11:23:16.158980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48214) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:16.168215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Request body: {'subnet': {'network_id': '8daedc2b-e31a-4de5-8823-1d6b89d4cee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:16.183251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:16.216987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:16.226422 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-89b6f860-7f09-4d4e-9d1f-a04ecff5eee5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "DELETE /v2.0/ports/b6620745-4e0d-4ca3-b7b6-484c5d09113a HTTP/1.1" status: 204  len: 168 time: 2.8569338
Dec 03 11:23:16.233567 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1a7aacd0-e941-4629-bea1-7677bf05042f tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2148 time: 1.8316178
Dec 03 11:23:16.249116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48218) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:16.265921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] For port f0c3cc97-9444-4db4-afdd-121a5f55c677, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:23:16.272984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] For port f0c3cc97-9444-4db4-afdd-121a5f55c677, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f0c3cc97-9444-4db4-afdd-121a5f55c677,segment=NetworkSegment(d1b10c53-c54e-4fb0-82b9-faca1431d1e5),segment_id=d1b10c53-c54e-4fb0-82b9-faca1431d1e5)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:23:16.288776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:16.319634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-580d69c8-ea17-4338-b10e-0421f5ddc56d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:16.326670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:16.332008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Usage tracker for resource:subnet and tenant:1c85798e95e44b21b895aa0d5aec6712 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:16.336379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:16.343671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:16.355199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Made reservation on behalf of 1c85798e95e44b21b895aa0d5aec6712 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:16.409237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:16.480729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0c37da28-9d99-4c4b-9f99-010c0a5a36f1 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Deleting port e804aa38-805b-43d2-a260-15da6695f0db {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:16.481151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c37da28-9d99-4c4b-9f99-010c0a5a36f1 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:16.501238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:16.662782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48224) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:16.672264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-568074482', 'description': 'tempest-secgroup-smoke-568074482 description', 'project_id': '85d2c11b1de444db8a782028cdd05d7d'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:16.682814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:16.689195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:16.694169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:16.701574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:16.713052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Pushing event updated for resources: {'Port': ['ID=f0c3cc97-9444-4db4-afdd-121a5f55c677,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:16.714870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_backend_mixin [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Performing IP validity checks on allocation pools {{(pid=80976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 03 11:23:16.716019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_backend_mixin [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Checking for overlaps among allocation pools and gateway ip {{(pid=80976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 03 11:23:16.716797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:16.750806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:23:16.751545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6408630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:23:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:16.754695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:16.792849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:16.805530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:16.811522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:16.820589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:16.878250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe26bd6-d739-4883-8778-60004a9dc74a None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:23:16.998561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.028351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c37da28-9d99-4c4b-9f99-010c0a5a36f1 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.106809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.120104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.126381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fcbf557a-9fef-4b65-bc19-45974f6581e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:17.158875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:23:17.178067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Transition to ACTIVE for port object cc26738b-54d1-4d97-87d2-7a72941fc121 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:17.186952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0c37da28-9d99-4c4b-9f99-010c0a5a36f1 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Calling delete_port for e804aa38-805b-43d2-a260-15da6695f0db owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:17.194545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=00a4cbf7-2008-44db-b0a9-4a6901add89b,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:17.208407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:17.214273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.218373 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.5517728
Dec 03 11:23:17.219361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48228) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:17.238330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d28e48ca-15b7-4a09-9ae6-eb23432e5382 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '00a4cbf7-2008-44db-b0a9-4a6901add89b', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:17.263471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d28e48ca-15b7-4a09-9ae6-eb23432e5382 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:17.286437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d28e48ca-15b7-4a09-9ae6-eb23432e5382 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:17.293036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.300819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d28e48ca-15b7-4a09-9ae6-eb23432e5382 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:17.310248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3288d2f8-54e2-4305-8081-c84b73c94183 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:17.313173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d28e48ca-15b7-4a09-9ae6-eb23432e5382 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:17.381762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.401262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5159058b-4d17-45f3-bb6f-20ca5970db1b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:17.433269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c37da28-9d99-4c4b-9f99-010c0a5a36f1 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.435013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d28e48ca-15b7-4a09-9ae6-eb23432e5382 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.455941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Pushing event updated for resources: {'Subnet': ['ID=bd801f14-92c4-45b4-a131-81bc41e4f830,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:17.460546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:17.537063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Checking segment: {'id': 'ef0ad9f0-e522-4da1-a015-621370725899', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '8daedc2b-e31a-4de5-8823-1d6b89d4cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:17.537566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Network hostable DHCP agents. Network: 8daedc2b-e31a-4de5-8823-1d6b89d4cee3, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:23:17.558462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:23:17.568314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 8daedc2b-e31a-4de5-8823-1d6b89d4cee3) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:17.582197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6408630>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:16Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:17.583350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:17.584178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.589909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606ea0d-1a8d-4dc9-bfe4-1194534f5dc6 None None] The sync data for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs is: [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:16Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:23:17.609268 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4481077
Dec 03 11:23:17.610278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48232) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:17.618020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Request body: {'port': {'network_id': '8daedc2b-e31a-4de5-8823-1d6b89d4cee3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1145326487'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:17.792825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event updated for resources: {'Port': ['ID=cc26738b-54d1-4d97-87d2-7a72941fc121,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:17.808103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:17.813246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:17.813809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Usage tracker for resource:port and tenant:1c85798e95e44b21b895aa0d5aec6712 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:17.818397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-99733404-88a8-4bd9-945a-61688a17c59d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:17.819141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Quota usage for port was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:17.825936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:17.837098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Made reservation on behalf of 1c85798e95e44b21b895aa0d5aec6712 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:17.843490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.902337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37da28-9d99-4c4b-9f99-010c0a5a36f1 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event deleted for resources: {'Port': ['ID=e804aa38-805b-43d2-a260-15da6695f0db,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:17.937000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0c37da28-9d99-4c4b-9f99-010c0a5a36f1 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:17.940696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d28e48ca-15b7-4a09-9ae6-eb23432e5382 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.950105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c37da28-9d99-4c4b-9f99-010c0a5a36f1 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.971527 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0c37da28-9d99-4c4b-9f99-010c0a5a36f1 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "DELETE /v2.0/ports/e804aa38-805b-43d2-a260-15da6695f0db HTTP/1.1" status: 204  len: 168 time: 1.7211242
Dec 03 11:23:17.976733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d28e48ca-15b7-4a09-9ae6-eb23432e5382 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:17.980462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48236) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:17.981256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:18.056725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] device_id is not set on port 930a45e7-c190-4a0d-bc9d-619219753018 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:23:18.058407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e48ca-15b7-4a09-9ae6-eb23432e5382 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b43b22-227f-4717-b21c-e1aaa8d827ae,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:18.074566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d28e48ca-15b7-4a09-9ae6-eb23432e5382 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:18.091764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f6ef9568-c3b8-4442-af0f-286ab816e200 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Synchronizing usage tracker for tenant:3d2b99e1ecb2401582cfe2b75517f518 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:18.099191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network bea99f9b-2721-42b4-97c3-2b4ac21b5333 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:18.105325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:18.110297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:18.157881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d28e48ca-15b7-4a09-9ae6-eb23432e5382 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:18.159293 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d28e48ca-15b7-4a09-9ae6-eb23432e5382 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.9256294
Dec 03 11:23:18.172148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48240) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:18.181298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bbf77119-0e71-49ec-a02f-7b2d10b15549 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '00a4cbf7-2008-44db-b0a9-4a6901add89b', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:18.183272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096fb583-5d5e-4d1c-a262-a3bc6dcf64ea None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:23:18.194093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f6ef9568-c3b8-4442-af0f-286ab816e200 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Unset dirty status for tenant:3d2b99e1ecb2401582cfe2b75517f518 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:18.195389 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f6ef9568-c3b8-4442-af0f-286ab816e200 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2060401
Dec 03 11:23:18.201927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bbf77119-0e71-49ec-a02f-7b2d10b15549 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:18.204250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48244) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:18.214057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1322392219'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:18.234415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bbf77119-0e71-49ec-a02f-7b2d10b15549 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:18.240572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:18.243520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bbf77119-0e71-49ec-a02f-7b2d10b15549 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:18.246512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:18.255807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Allocated IP 172.20.0.12 (8daedc2b-e31a-4de5-8823-1d6b89d4cee3/bd801f14-92c4-45b4-a131-81bc41e4f830/930a45e7-c190-4a0d-bc9d-619219753018) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:18.275061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bbf77119-0e71-49ec-a02f-7b2d10b15549 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:18.336323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ef7faf6e-22f5-4d25-9419-75e807ac7b29 None None] Provisioning complete for port 572402c0-5b14-4899-be8e-be1c88e87b14 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:18.336756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef7faf6e-22f5-4d25-9419-75e807ac7b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:18.599387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:18.657811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Made reservation on behalf of 3d2b99e1ecb2401582cfe2b75517f518 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:18.663962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:18.674548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bbf77119-0e71-49ec-a02f-7b2d10b15549 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:18.697746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:18.719040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096fb583-5d5e-4d1c-a262-a3bc6dcf64ea None None] Network 8c0412cf-ce5e-4d17-91bb-a28d8b51738e is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:23:18.721004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4f170f26-4d4f-453a-b0e2-e796ef7b0b2d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:18.729094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096fb583-5d5e-4d1c-a262-a3bc6dcf64ea None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 8c0412cf-ce5e-4d17-91bb-a28d8b51738e) {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:23:18.843009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:18.862388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Transition to ACTIVE for port object 930a45e7-c190-4a0d-bc9d-619219753018 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:18.913548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:18.934961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f872e09d-ed3a-4752-9ad1-5193a7e23f97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:18.939396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:18.968278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Subnet': ['ID=f124d960-ee65-47a7-9498-4b689a404547,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:18.981416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:19.010172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.011452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Added segment 94a032cb-b60d-41bc-a2bd-399dd5a8d307 of type vxlan for network 2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd
Dec 03 11:23:19.045830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.096479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Pushing event updated for resources: {'Port': ['ID=930a45e7-c190-4a0d-bc9d-619219753018,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:19.102110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:19.105784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bbf77119-0e71-49ec-a02f-7b2d10b15549 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.131825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f0c3cc97-9444-4db4-afdd-121a5f55c677 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:19.152368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.157119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:19.158470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:19.162162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bbf77119-0e71-49ec-a02f-7b2d10b15549 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.162314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:19.179055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ce8bd76b-a3f3-4343-8835-fb96ac9072ac tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:19.228638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf77119-0e71-49ec-a02f-7b2d10b15549 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f957ce-c53d-47f6-96be-4c4442a916fa,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:19.243067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:19.243963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.249232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bbf77119-0e71-49ec-a02f-7b2d10b15549 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:19.253808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 8c0412cf-ce5e-4d17-91bb-a28d8b51738e is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:19.265763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port f0c3cc97-9444-4db4-afdd-121a5f55c677 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:19.272063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port f0c3cc97-9444-4db4-afdd-121a5f55c677 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:19.272491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.281167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.6696091
Dec 03 11:23:19.284201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48248) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:19.292498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Request body: {'port': {'network_id': '8daedc2b-e31a-4de5-8823-1d6b89d4cee3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-636977564', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:19.293264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.api.validators [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] bootfile-name is not in valid_values {{(pid=80975) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 03 11:23:19.293821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.api.validators [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] tftp-server is not in valid_values {{(pid=80975) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 03 11:23:19.294385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.api.validators [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] server-ip-address is not in valid_values {{(pid=80975) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 03 11:23:19.298840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:19.305538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-8c0412cf-ce5e-4d17-91bb-a28d8b51738e', 'network_id': '8c0412cf-ce5e-4d17-91bb-a28d8b51738e', 'tenant_id': '2fa9bddaed044cd89154cfbcb46769fc', 'fixed_ips': [{'subnet_id': 'f124d960-ee65-47a7-9498-4b689a404547'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:23:19.306453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.316410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-8daedc2b-e31a-4de5-8823-1d6b89d4cee3', 'network_id': '8daedc2b-e31a-4de5-8823-1d6b89d4cee3', 'tenant_id': '1c85798e95e44b21b895aa0d5aec6712', 'fixed_ips': [{'subnet_id': 'bd801f14-92c4-45b4-a131-81bc41e4f830'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:23:19.318593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.318743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bbf77119-0e71-49ec-a02f-7b2d10b15549 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.319484 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bbf77119-0e71-49ec-a02f-7b2d10b15549 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 1.1439342
Dec 03 11:23:19.322833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48252) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:19.334098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '00a4cbf7-2008-44db-b0a9-4a6901add89b', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:19.339149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:19.339771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.355306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:19.365599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:19.419333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.421030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:19.423563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:19.424178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.435360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:19.480145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.491028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be966cbb-8495-4ada-a6e3-0b42da68abef tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:19.515242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:19.528357 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 3.8691287
Dec 03 11:23:19.533883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Usage tracker for resource:port and tenant:1c85798e95e44b21b895aa0d5aec6712 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:19.537110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48256) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:19.539867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:19.553471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ca200dbf-e9ec-4a2b-8f57-3af94205eec9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:19.593646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:19.621548 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.4134042
Dec 03 11:23:19.627774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48260) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:19.635585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event updated for resources: {'Network': ['ID=2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:19.640806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:19.647959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-994524239'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:19.662150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Made reservation on behalf of 1c85798e95e44b21b895aa0d5aec6712 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:19.665819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:19.668597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.679929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:19.689400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:19.717990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.732583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.763108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:19.773215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:19.834173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.839571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.870441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c55689-502d-4b70-a9f9-0ee6e917f218,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:19.872489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:19.873326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:19.913887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Made reservation on behalf of 3d2b99e1ecb2401582cfe2b75517f518 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:19.919573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.936866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:19.941191 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.6126840
Dec 03 11:23:19.959319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48264) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:19.968392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event updated for resources: {'Port': ['ID=cc26738b-54d1-4d97-87d2-7a72941fc121,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:19.973951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:20.000742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.047093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '00a4cbf7-2008-44db-b0a9-4a6901add89b', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:20.076244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:20.102099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:20.160070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:20.167680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] vxlan segment allocate from pool success with {'vxlan_vni': 16}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:20.169008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network bea99f9b-2721-42b4-97c3-2b4ac21b5333 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:20.170210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:20.171228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] device_id is not set on port bedcae25-fe56-427d-8ab6-1909052459a6 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:23:20.191258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.224941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:20.253788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.254186 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Added segment 050b41b3-0860-46ca-b7e3-238f6fff75db of type vxlan for network f0d7d2c7-1540-4813-b876-ee604e424bc4
Dec 03 11:23:20.297562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca200dbf-e9ec-4a2b-8f57-3af94205eec9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851440700'] for subnet, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.316288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Allocated IP 172.20.0.2 (8daedc2b-e31a-4de5-8823-1d6b89d4cee3/bd801f14-92c4-45b4-a131-81bc41e4f830/8bed9f7d-a16e-41ca-a7ff-afbacd0f54be) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:20.329285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port f0c3cc97-9444-4db4-afdd-121a5f55c677, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f0c3cc97-9444-4db4-afdd-121a5f55c677,segment=NetworkSegment(d1b10c53-c54e-4fb0-82b9-faca1431d1e5),segment_id=d1b10c53-c54e-4fb0-82b9-faca1431d1e5)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:20.341469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.352137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:20.353008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Router 4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:23:20.358302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.387215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.472646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.476947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:20.477491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.484196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-da1b9546-e6d9-470d-83d5-a0fc1c7afae2 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:20.538016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:23:20.542285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.545396 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "PUT /v2.0/routers/4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8156137
Dec 03 11:23:20.547982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48268) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:20.571589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb29ce4-a79d-4d7b-91bf-572ad73e745d None None] Sync routers for ids ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:23:20.587547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=f0c3cc97-9444-4db4-afdd-121a5f55c677,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:20.611417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.613285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Allocated IP 2001:db8::3 (8c0412cf-ce5e-4d17-91bb-a28d8b51738e/f124d960-ee65-47a7-9498-4b689a404547/ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:20.617601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.617601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.617601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.617913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.618267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.618642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.619045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.619423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.619795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.620167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.620538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.621279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.621279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.621782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.622216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.622424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.622793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.623797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.623797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.623797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.624182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.624502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.624886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.625300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:23:20.630237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event updated for resources: {'Network': ['ID=f0d7d2c7-1540-4813-b876-ee604e424bc4,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:20.636316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:20.636993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb29ce4-a79d-4d7b-91bf-572ad73e745d None None] Routers {'4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:23:20.637695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-bdb29ce4-a79d-4d7b-91bf-572ad73e745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e5e550>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:23:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:20.655571 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0183883
Dec 03 11:23:20.667864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:20.668774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5695752f-75a5-40d9-81ee-0bbe7fde66f1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:20.685709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd78e2e4-b5e3-4c85-8854-00d3551a236d,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:20.695741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:20.697381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.699679 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.7393210
Dec 03 11:23:20.702557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48272) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:20.702689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network f0d7d2c7-1540-4813-b876-ee604e424bc4 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:20.710465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '00a4cbf7-2008-44db-b0a9-4a6901add89b', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:20.717719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network f0d7d2c7-1540-4813-b876-ee604e424bc4 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:20.718213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:20.723993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:20.727777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:20.734575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:20.749351 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:23:20.757758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02e29a6d-4031-4c50-82d9-23f122c1824b tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.759673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.799780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48276) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:20.811910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-bdb29ce4-a79d-4d7b-91bf-572ad73e745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e5e550>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:20.812092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'subnets': [{'network_id': '2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1692681019', 'ip_version': 4}, {'network_id': 'f0d7d2c7-1540-4813-b876-ee604e424bc4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:20.812513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'subnet': {'network_id': '2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1692681019', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:20.813139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Request body: {'subnet': {'network_id': 'f0d7d2c7-1540-4813-b876-ee604e424bc4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:20.961051 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-02e29a6d-4031-4c50-82d9-23f122c1824b tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] delete failed (client error): There was a conflict when trying to complete your request.
Dec 03 11:23:20.961805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.962261 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-02e29a6d-4031-4c50-82d9-23f122c1824b tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "DELETE /v2.0/routers/4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2 HTTP/1.1" status: 409  len: 329 time: 0.4132540
Dec 03 11:23:20.965164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48280) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:20.983703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:20.991290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d08d5ff-76e6-4781-a629-169ba3129ea7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:21.010996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22a1cec-f6da-4624-bbc4-68e2ce35d5b9,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:21.028789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:21.040674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb29ce4-a79d-4d7b-91bf-572ad73e745d None None] Routers {'4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:23:21.041404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-bdb29ce4-a79d-4d7b-91bf-572ad73e745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e5e550>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:23:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:21.112020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.113250 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.4092462
Dec 03 11:23:21.117791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48284) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:21.127742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '00a4cbf7-2008-44db-b0a9-4a6901add89b', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:21.133143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:21.137999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:21.141427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Usage tracker for resource:subnet and tenant:3d2b99e1ecb2401582cfe2b75517f518 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:21.146182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:21.148024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f0c3cc97-9444-4db4-afdd-121a5f55c677 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:21.149335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:21.154621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:21.157458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:21.163333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:21.174044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Made reservation on behalf of 3d2b99e1ecb2401582cfe2b75517f518 for: {'subnet': 2} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:21.193285 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:23:21.219685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.237102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-bdb29ce4-a79d-4d7b-91bf-572ad73e745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e5e550>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:21.237559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb29ce4-a79d-4d7b-91bf-572ad73e745d None None] The sync data for ids ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:23:21.303389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.331226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.382659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Transition to ACTIVE for port object 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:21.397302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port f0c3cc97-9444-4db4-afdd-121a5f55c677 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:21.397730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.457399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Transition to ACTIVE for port object 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:21.463807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.482650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.502349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-26950dfa-1763-483c-ae74-4a7f2e8a48a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:21.517871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.529664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4af68fac-79c2-4d14-b51c-497c9da75832 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:21.546824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.558050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.558407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.581013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9ed11b-12af-4717-a442-d53792e5bfc5,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:21.584812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:21.593719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.637483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.643524 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.5198743
Dec 03 11:23:21.643524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Allocated IP 172.20.0.11 (8daedc2b-e31a-4de5-8823-1d6b89d4cee3/bd801f14-92c4-45b4-a131-81bc41e4f830/bedcae25-fe56-427d-8ab6-1909052459a6) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:21.650050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Transition to ACTIVE for port object ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:21.698107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Pushing event updated for resources: {'Port': ['ID=8bed9f7d-a16e-41ca-a7ff-afbacd0f54be,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:21.706181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:21.707260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Transition to ACTIVE for port object ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:21.768998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:21.789522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd193e84-152c-46e1-a2e3-813f02773da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:22.197665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:22.205722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:22.209006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Network 8c0412cf-ce5e-4d17-91bb-a28d8b51738e is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:22.210284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Pushing event updated for resources: {'Port': ['ID=ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:22.213129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:22.215763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:22.219025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:22.221501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:22.323772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Attempting to bind port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:23:22.324198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Attempting to bind port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'ef0ad9f0-e522-4da1-a015-621370725899', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '8daedc2b-e31a-4de5-8823-1d6b89d4cee3'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:23:22.324617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Attempting to bind port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be on network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:23:22.333087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Attempting to bind port ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:23:22.333555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Attempting to bind port ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '88373b94-b3b6-4e0b-98eb-24acf1b36731', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8c0412cf-ce5e-4d17-91bb-a28d8b51738e'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:23:22.333901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Attempting to bind port ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 on network 8c0412cf-ce5e-4d17-91bb-a28d8b51738e {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:23:22.338197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:23:22.338633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Checking segment: {'id': 'ef0ad9f0-e522-4da1-a015-621370725899', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '8daedc2b-e31a-4de5-8823-1d6b89d4cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:22.339123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:22.339571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Bound using segment: {'id': 'ef0ad9f0-e522-4da1-a015-621370725899', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '8daedc2b-e31a-4de5-8823-1d6b89d4cee3'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:23:22.340124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Bound port: 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0ad9f0-e522-4da1-a015-621370725899', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '8daedc2b-e31a-4de5-8823-1d6b89d4cee3'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:23:22.340558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:22.354609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:23:22.355052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Checking segment: {'id': '88373b94-b3b6-4e0b-98eb-24acf1b36731', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8c0412cf-ce5e-4d17-91bb-a28d8b51738e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:22.355507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:22.355959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Bound using segment: {'id': '88373b94-b3b6-4e0b-98eb-24acf1b36731', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8c0412cf-ce5e-4d17-91bb-a28d8b51738e'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:23:22.356500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Bound port: ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88373b94-b3b6-4e0b-98eb-24acf1b36731', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8c0412cf-ce5e-4d17-91bb-a28d8b51738e'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:23:22.356929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:22.407521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Deleting port cc26738b-54d1-4d97-87d2-7a72941fc121 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:22.407911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:22.533398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-21795f46-c933-41d4-a059-46e383013d84 None None] For port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:23:22.536018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] For port ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:23:22.539169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-21795f46-c933-41d4-a059-46e383013d84 None None] For port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8bed9f7d-a16e-41ca-a7ff-afbacd0f54be,segment=NetworkSegment(ef0ad9f0-e522-4da1-a015-621370725899),segment_id=ef0ad9f0-e522-4da1-a015-621370725899)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:23:22.541251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] For port ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452,segment=NetworkSegment(88373b94-b3b6-4e0b-98eb-24acf1b36731),segment_id=88373b94-b3b6-4e0b-98eb-24acf1b36731)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:23:22.543338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:22.560233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9f5551f3-f094-45a0-b58c-5be06a019a77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:22.599799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:22.628191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:22.738425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:22.759708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-663a5748-b82e-439f-abb8-97a02124763a req-0301add5-b493-4933-ae31-eb6a831066d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:22.760210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Calling delete_port for cc26738b-54d1-4d97-87d2-7a72941fc121 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:22.783286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Transition to ACTIVE for port object bedcae25-fe56-427d-8ab6-1909052459a6 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:22.815861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Pushing event updated for resources: {'Port': ['ID=8bed9f7d-a16e-41ca-a7ff-afbacd0f54be,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:22.823889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:22.832826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c11047d-6864-4422-9665-e42597f7f2af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:22.853339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-663a5748-b82e-439f-abb8-97a02124763a req-0301add5-b493-4933-ae31-eb6a831066d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:22.854630 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-0301add5-b493-4933-ae31-eb6a831066d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-568074482&fields=id&tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 267 time: 0.5313547
Dec 03 11:23:22.917307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Pushing event updated for resources: {'Port': ['ID=ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:22.924442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:22.995696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:23.017969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89b6f860-7f09-4d4e-9d1f-a04ecff5eee5 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:23.055148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca200dbf-e9ec-4a2b-8f57-3af94205eec9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792259466099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852251885'] for subnet, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:23.080388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-adc0e529-16b0-47f4-ad98-40741db625e5 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:23.083374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event deleted for resources: {'Port': ['ID=cc26738b-54d1-4d97-87d2-7a72941fc121,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:23.087693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:23.110703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:23.401666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a5748-b82e-439f-abb8-97a02124763a req-3d0673cd-af2b-4872-b43c-8fb3d3a8a19d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:23.402461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-663a5748-b82e-439f-abb8-97a02124763a req-3d0673cd-af2b-4872-b43c-8fb3d3a8a19d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:23.413679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca200dbf-e9ec-4a2b-8f57-3af94205eec9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event updated for resources: {'Subnet': ['ID=f124d960-ee65-47a7-9498-4b689a404547,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:23.418871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:23.430209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ca200dbf-e9ec-4a2b-8f57-3af94205eec9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:23.437252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-693827dc-30aa-4556-b0f0-91104b1ace9e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:23.581191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-663a5748-b82e-439f-abb8-97a02124763a req-3d0673cd-af2b-4872-b43c-8fb3d3a8a19d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:23.582505 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-3d0673cd-af2b-4872-b43c-8fb3d3a8a19d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/networks?id=67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 200  len: 796 time: 0.6791139
Dec 03 11:23:23.626021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Pushing event updated for resources: {'Port': ['ID=bedcae25-fe56-427d-8ab6-1909052459a6,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:23.635251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:23.637802 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-cb062a0e-6577-4a38-9dac-0983a3e4a8db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/quotas/85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 375 time: 0.0401804
Dec 03 11:23:23.655498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca200dbf-e9ec-4a2b-8f57-3af94205eec9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:23.656175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca200dbf-e9ec-4a2b-8f57-3af94205eec9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:23.657570 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ca200dbf-e9ec-4a2b-8f57-3af94205eec9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "PUT /v2.0/subnets/f124d960-ee65-47a7-9498-4b689a404547 HTTP/1.1" status: 200  len: 900 time: 4.1193748
Dec 03 11:23:23.662054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48302) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:23.741565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:23.752214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:23.761490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:23.906961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Router 4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:23:23.983158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:23.983855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:24.048113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:23:24.051733 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 4.7661364
Dec 03 11:23:24.054296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48306) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:24.058843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:24.060056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e3014-d2c7-4655-9484-5f7e813b33ab None None] Sync routers for ids ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:23:24.071101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e3014-d2c7-4655-9484-5f7e813b33ab None None] Routers {'4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:23:24.071925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5b6e3014-d2c7-4655-9484-5f7e813b33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68c0ac8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:23:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:24.102170 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "PUT /v2.0/routers/4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1351874
Dec 03 11:23:24.108297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48310) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:24.111521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-663a5748-b82e-439f-abb8-97a02124763a req-119cad7c-ea62-4ae9-b46e-4e912b16918d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:24.151279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5b6e3014-d2c7-4655-9484-5f7e813b33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68c0ac8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:24.162323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e3014-d2c7-4655-9484-5f7e813b33ab None None] Routers {'4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:23:24.163845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5b6e3014-d2c7-4655-9484-5f7e813b33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68c0ac8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:23:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:24.166471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Deleting port ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:24.166858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:24.188049 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-823a499c-0c93-473b-8ce4-1f9236e55e9d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] show failed (client error): The resource could not be found.
Dec 03 11:23:24.194500 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-823a499c-0c93-473b-8ce4-1f9236e55e9d tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "GET /v2.0/routers/tempest-non_exist_router-1238281505 HTTP/1.1" status: 404  len: 335 time: 0.0789633
Dec 03 11:23:24.194500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48314) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:24.197051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-663a5748-b82e-439f-abb8-97a02124763a req-119cad7c-ea62-4ae9-b46e-4e912b16918d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:24.198510 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-119cad7c-ea62-4ae9-b46e-4e912b16918d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5499609
Dec 03 11:23:24.201596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-534f15db-7804-4890-8ddc-e7e379bddf24 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Request body: {'router': {'name': 'new_name'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:24.236033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-5b6e3014-d2c7-4655-9484-5f7e813b33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68c0ac8>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:24.236653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e3014-d2c7-4655-9484-5f7e813b33ab None None] The sync data for ids ['4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:23:24.338472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-21bbf966-d6ea-4e8d-bf9c-64c89234b8f0 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:23:24.339639 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-21bbf966-d6ea-4e8d-bf9c-64c89234b8f0 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1241922
Dec 03 11:23:24.387134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:24.411113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b9dcedc-2631-453a-ae37-81b2f04e989d tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:24.521714 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-534f15db-7804-4890-8ddc-e7e379bddf24 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] update failed (client error): The resource could not be found.
Dec 03 11:23:24.522855 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-534f15db-7804-4890-8ddc-e7e379bddf24 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "PUT /v2.0/routers/tempest-non_exist_router-6465105 HTTP/1.1" status: 404  len: 332 time: 0.3276625
Dec 03 11:23:24.530435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48320) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:24.596323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9aa05-4284-4cf4-ab6d-3495077ea092 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:24.601398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9aa05-4284-4cf4-ab6d-3495077ea092 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:24.605807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9aa05-4284-4cf4-ab6d-3495077ea092 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:24.610031 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-43c9aa05-4284-4cf4-ab6d-3495077ea092 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.5523493
Dec 03 11:23:24.611203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48324) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:24.672785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event updated for resources: {'Subnet': ['ID=f17efcd8-087e-43bb-b325-1fc18971b81e,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:24.736565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:24.788713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5593a9b9-e50c-4a78-ae25-5fe9ee25f600 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Deleting port bedcae25-fe56-427d-8ab6-1909052459a6 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:24.789273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5593a9b9-e50c-4a78-ae25-5fe9ee25f600 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:24.827807 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-cfe59364-ee3e-4fe5-9e0e-9afbe3f0aa53 service neutron] 10.222.0.90 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4756296
Dec 03 11:23:24.883807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] For port ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452,segment=NetworkSegment(88373b94-b3b6-4e0b-98eb-24acf1b36731),segment_id=88373b94-b3b6-4e0b-98eb-24acf1b36731)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:24.884199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:24.934922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe0b41a-fec6-4280-a6bc-e27279ef1770 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Deleting subnet 0399a5cf-5919-4484-9e20-a696c8f0614f {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:23:24.939112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fe0b41a-fec6-4280-a6bc-e27279ef1770 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:25.038248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2e674c08-4fa2-4414-be0a-8b0efc089f4c None None] Provisioning for port ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:25.076101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fe0b41a-fec6-4280-a6bc-e27279ef1770 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:25.151722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:25.230124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:25.237334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:25.238025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:25.312103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5593a9b9-e50c-4a78-ae25-5fe9ee25f600 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:25.361157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035ccb46-29c3-4a1c-8d45-c474a4a50795 None None] Network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:25.383112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4750ae85-95a2-46d8-92bb-6d6c13220f3c None None] Network 8c0412cf-ce5e-4d17-91bb-a28d8b51738e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:25.407840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Calling delete_port for ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:25.439823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9899c990-83e8-4134-9b6d-c3be7dc502f6 None None] Provisioning for port 930a45e7-c190-4a0d-bc9d-619219753018 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:25.465441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Checking segment: {'id': '94a032cb-b60d-41bc-a2bd-399dd5a8d307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:25.465769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network hostable DHCP agents. Network: 2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:23:25.466781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9899c990-83e8-4134-9b6d-c3be7dc502f6 None None] Provisioning complete for port 930a45e7-c190-4a0d-bc9d-619219753018 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:25.467405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9899c990-83e8-4134-9b6d-c3be7dc502f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:25.487729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5593a9b9-e50c-4a78-ae25-5fe9ee25f600 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Calling delete_port for bedcae25-fe56-427d-8ab6-1909052459a6 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:25.541112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9899c990-83e8-4134-9b6d-c3be7dc502f6 None None] Port 930a45e7-c190-4a0d-bc9d-619219753018 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:23:25.543133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:25.590396 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-f6fc50b9-d57d-468e-a76d-4cc146f7dc18 service neutron] 10.222.0.90 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7475371
Dec 03 11:23:25.592070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network 2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:23:25.696326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:25.701708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:25.755639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da941007-e04e-40c4-9995-39c08c5e8af7 None None] Network 2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:25.757208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fe0b41a-fec6-4280-a6bc-e27279ef1770 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:25.771386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-addf1fc4-1e62-49ea-8852-d689c7878648 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:25.826182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5593a9b9-e50c-4a78-ae25-5fe9ee25f600 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:25.891509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-22639c1a-130e-476b-90bd-12096985f611 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:25.953077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593a9b9-e50c-4a78-ae25-5fe9ee25f600 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Pushing event deleted for resources: {'Port': ['ID=bedcae25-fe56-427d-8ab6-1909052459a6,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:25.962726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5593a9b9-e50c-4a78-ae25-5fe9ee25f600 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:25.971802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Port': ['ID=ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:25.993447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:26.116889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9899c990-83e8-4134-9b6d-c3be7dc502f6 None None] Provisioning for port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:26.241134 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa82383b-7363-4d4f-af9b-d97d655e00fc req-660cfea2-0335-42a6-a9f7-50dc7b3cc8b8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 210 time: 0.2445455
Dec 03 11:23:26.249410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No DVR routers for this DVR port ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:26.269642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:26.438549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:26.440908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5593a9b9-e50c-4a78-ae25-5fe9ee25f600 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:26.453380 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5593a9b9-e50c-4a78-ae25-5fe9ee25f600 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] 10.222.0.90 "DELETE /v2.0/ports/bedcae25-fe56-427d-8ab6-1909052459a6 HTTP/1.1" status: 204  len: 168 time: 1.8411126
Dec 03 11:23:26.458770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48338) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:26.467668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Request body: {'port': {'name': 'tempest-new-port-name-365708673', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:26.468098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.api.validators [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] bootfile-name is not in valid_values {{(pid=80976) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 03 11:23:26.468471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.api.validators [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] tftp-server is not in valid_values {{(pid=80976) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 03 11:23:26.468837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.api.validators [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] server-ip-address is not in valid_values {{(pid=80976) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 03 11:23:26.640309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fe0b41a-fec6-4280-a6bc-e27279ef1770 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:26.665897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:26.720051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:26.732180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:26.760365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0b41a-fec6-4280-a6bc-e27279ef1770 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event deleted for resources: {'Subnet': ['ID=0399a5cf-5919-4484-9e20-a696c8f0614f,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:26.763190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fe0b41a-fec6-4280-a6bc-e27279ef1770 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:26.813697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd', 'network_id': '2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd', 'tenant_id': '3d2b99e1ecb2401582cfe2b75517f518', 'fixed_ips': [{'subnet_id': 'f17efcd8-087e-43bb-b325-1fc18971b81e'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:23:26.814768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:26.832292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dea9aebb-a712-4a9b-a7ef-4a9f2761cb6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:26.873495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3b215dcd-7044-44a7-b79e-c644137fd89e None None] Provisioning complete for port f0c3cc97-9444-4db4-afdd-121a5f55c677 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:26.873932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b215dcd-7044-44a7-b79e-c644137fd89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:26.986251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fe0b41a-fec6-4280-a6bc-e27279ef1770 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:27.005420 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0fe0b41a-fec6-4280-a6bc-e27279ef1770 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "DELETE /v2.0/subnets/0399a5cf-5919-4484-9e20-a696c8f0614f HTTP/1.1" status: 204  len: 168 time: 2.4731624
Dec 03 11:23:27.006785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48346) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:27.013230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event updated for resources: {'Subnet': ['ID=a7583218-3b9a-4b04-aafc-e3f382d5defb,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:27.019413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:27.029989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9976a7d7-65f1-4bc9-b182-91568eb11428 None None] Network 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:27.066374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:27.087161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Checking segment: {'id': '050b41b3-0860-46ca-b7e3-238f6fff75db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f0d7d2c7-1540-4813-b876-ee604e424bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:27.087552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network hostable DHCP agents. Network: f0d7d2c7-1540-4813-b876-ee604e424bc4, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:23:27.115985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:27.129223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:27.130496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:27.140362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c18a89f-6f08-43dd-9929-9d8494108ae0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:27.233308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Subnet': ['ID=f124d960-ee65-47a7-9498-4b689a404547,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:27.247419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:27.248091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network f0d7d2c7-1540-4813-b876-ee604e424bc4 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:23:27.317475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, f0d7d2c7-1540-4813-b876-ee604e424bc4) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:27.381096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:27.381543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:27.382359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:27.393843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c869d51-57cb-4287-b40d-1d6d3916e473 None None] Network f0d7d2c7-1540-4813-b876-ee604e424bc4 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:27.408295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5affc9a2-d851-4c09-acef-823dc5c09884 None None] Network 8c0412cf-ce5e-4d17-91bb-a28d8b51738e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:27.418504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2487a1bb-cf03-4c71-bc69-c7c0cdbb3574 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Deleting subnet 6c22877f-8d61-4cea-8c44-61df19515c80 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:23:27.427585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2487a1bb-cf03-4c71-bc69-c7c0cdbb3574 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:27.502224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a0d1352-438b-4620-acbd-7e9ca69c06ee req-ec638745-97c0-4911-a014-8e69cf5ca04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 210 time: 0.0772195
Dec 03 11:23:27.511423 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 6.7054324
Dec 03 11:23:27.512780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48352) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:27.525503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2487a1bb-cf03-4c71-bc69-c7c0cdbb3574 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:27.625820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:27.643442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:27.649120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:27.763085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0c37da28-9d99-4c4b-9f99-010c0a5a36f1 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:27.821198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b41df908>,) {'filters': {'network_id': ['8c0412cf-ce5e-4d17-91bb-a28d8b51738e']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:27.830898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2487a1bb-cf03-4c71-bc69-c7c0cdbb3574 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:27.839419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b41df908>, '88373b94-b3b6-4e0b-98eb-24acf1b36731') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:27.839977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b41df908>, '88373b94-b3b6-4e0b-98eb-24acf1b36731') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:27.855947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:27.874440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:27.890629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 5 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:27.914518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Pushing event updated for resources: {'Port': ['ID=930a45e7-c190-4a0d-bc9d-619219753018,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:27.938475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:28.098960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3b215dcd-7044-44a7-b79e-c644137fd89e None None] Could not find standard attr ID for object cc26738b-54d1-4d97-87d2-7a72941fc121. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:23:28.144946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 8c0412cf-ce5e-4d17-91bb-a28d8b51738e has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:28.167405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:28.224489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973bfc64-0120-4f53-b49b-c1bd3aa72243 None None] DHCP port deletion for 8c0412cf-ce5e-4d17-91bb-a28d8b51738e request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:23:28.227372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:28.331590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-f0d7d2c7-1540-4813-b876-ee604e424bc4', 'network_id': 'f0d7d2c7-1540-4813-b876-ee604e424bc4', 'tenant_id': '3d2b99e1ecb2401582cfe2b75517f518', 'fixed_ips': [{'subnet_id': 'a7583218-3b9a-4b04-aafc-e3f382d5defb'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:23:28.333362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:28.369434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Allocated IP 172.20.0.2 (2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd/f17efcd8-087e-43bb-b325-1fc18971b81e/cc0830c4-62f0-4016-914c-1c4f9aa519de) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:28.387866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8bed9f7d-a16e-41ca-a7ff-afbacd0f54be,segment=NetworkSegment(ef0ad9f0-e522-4da1-a015-621370725899),segment_id=ef0ad9f0-e522-4da1-a015-621370725899)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:28.400467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:28.404653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45e8206f-a180-4318-8156-6683d10e552b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:28.451079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 8c0412cf-ce5e-4d17-91bb-a28d8b51738e has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:28.462615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b875b00c-f2f3-43d9-838c-27c3007c7401 None None] DHCP port deletion for 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:23:28.478491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ef3665-d863-450a-8d8a-5dd1a94f4167 None None] Network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:28.498052 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:28.531869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b875b00c-f2f3-43d9-838c-27c3007c7401 None None] Deleting port 5e76383e-716e-407d-bc8e-b5d8e6f5089a {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:28.532278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b875b00c-f2f3-43d9-838c-27c3007c7401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:28.619982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] In _notify_port_updated(), no bound segment for port 930a45e7-c190-4a0d-bc9d-619219753018 on network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 {{(pid=80976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:23:28.625032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:28.625872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:28.627447 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] 10.222.0.90 "PUT /v2.0/ports/930a45e7-c190-4a0d-bc9d-619219753018 HTTP/1.1" status: 200  len: 1136 time: 2.1676280
Dec 03 11:23:28.644555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48358) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:28.764064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:28.768385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:28.780051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89bc6208-064f-4a5a-80ce-59f7aa061d8c tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:28.809281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d5386af0-c53c-4fdd-9093-879cf0f6cfc6 req-e0601655-7137-49c7-8b98-3a9f2b6cc839 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 210 time: 0.1059463
Dec 03 11:23:28.814486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56864d79-ec9a-49a5-b356-33a37312ecf3 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:28.815245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-56864d79-ec9a-49a5-b356-33a37312ecf3 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Synchronizing usage tracker for tenant:1c85798e95e44b21b895aa0d5aec6712 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:28.818647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6322829-ecfe-4059-8d3b-9fd9f9d5b440 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:28.820217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6322829-ecfe-4059-8d3b-9fd9f9d5b440 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:28.821745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6322829-ecfe-4059-8d3b-9fd9f9d5b440 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:28.822650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a6322829-ecfe-4059-8d3b-9fd9f9d5b440 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Synchronizing usage tracker for tenant:3d2b99e1ecb2401582cfe2b75517f518 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:28.827422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Network': ['ID=8c0412cf-ce5e-4d17-91bb-a28d8b51738e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:28.830418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:28.837122 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/8c0412cf-ce5e-4d17-91bb-a28d8b51738e HTTP/1.1" status: 204  len: 168 time: 5.1385357
Dec 03 11:23:28.838169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48366) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:28.844572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:23:28.892032 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf3b0a2-7dd3-45e0-897f-5289176a1c33 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:28.892281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf3b0a2-7dd3-45e0-897f-5289176a1c33 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:28.896869 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0bf3b0a2-7dd3-45e0-897f-5289176a1c33 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/subnets/f124d960-ee65-47a7-9498-4b689a404547 HTTP/1.1" status: 404  len: 337 time: 0.0552559
Dec 03 11:23:28.898144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48370) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:28.929535 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-daba7add-b45b-45b6-9eca-c7c4e3de81e4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:28.929752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daba7add-b45b-45b6-9eca-c7c4e3de81e4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:28.935148 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-daba7add-b45b-45b6-9eca-c7c4e3de81e4 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/8c0412cf-ce5e-4d17-91bb-a28d8b51738e HTTP/1.1" status: 404  len: 339 time: 0.0347552
Dec 03 11:23:28.935878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48374) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:28.941638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a5748-b82e-439f-abb8-97a02124763a req-2578b85b-1d71-4eb4-b087-2aabaa6fb074 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:28.944317 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-2578b85b-1d71-4eb4-b087-2aabaa6fb074 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks?id=67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 200  len: 796 time: 0.4926510
Dec 03 11:23:28.945610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:23:28.945610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ee7b6dcc-5fe3-4657-a2dd-5d4d57c0f452 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:23:28.946073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5e76383e-716e-407d-bc8e-b5d8e6f5089a no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:23:28.947850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2487a1bb-cf03-4c71-bc69-c7c0cdbb3574 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:28.963453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a6322829-ecfe-4059-8d3b-9fd9f9d5b440 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Unset dirty status for tenant:3d2b99e1ecb2401582cfe2b75517f518 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:28.968160 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a6322829-ecfe-4059-8d3b-9fd9f9d5b440 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 1.4512126
Dec 03 11:23:28.968316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aaad8281-9804-474a-9d6c-1b0666513be9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:28.971219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48378) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:29.054560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-56864d79-ec9a-49a5-b356-33a37312ecf3 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Unset dirty status for tenant:1c85798e95e44b21b895aa0d5aec6712 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:29.060570 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-56864d79-ec9a-49a5-b356-33a37312ecf3 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] 10.222.0.90 "GET /v2.0/ports/930a45e7-c190-4a0d-bc9d-619219753018 HTTP/1.1" status: 200  len: 1136 time: 0.3966680
Dec 03 11:23:29.071839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487a1bb-cf03-4c71-bc69-c7c0cdbb3574 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event deleted for resources: {'Subnet': ['ID=6c22877f-8d61-4cea-8c44-61df19515c80,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:29.078854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48382) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:29.132485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:29.158264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2487a1bb-cf03-4c71-bc69-c7c0cdbb3574 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:29.165672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-da903b16-577f-4588-819f-27b989e94c2e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Deleting port 930a45e7-c190-4a0d-bc9d-619219753018 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:29.166274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da903b16-577f-4588-819f-27b989e94c2e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:29.190820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=8bed9f7d-a16e-41ca-a7ff-afbacd0f54be,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:29.225748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ae903960-ce28-448a-9c96-591c0f857105 None None] Provisioning complete for port 930a45e7-c190-4a0d-bc9d-619219753018 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:29.226171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae903960-ce28-448a-9c96-591c0f857105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:29.251316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:29.386600 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-49aae32c-bbba-44d3-b004-54249315dfd9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 7767 time: 0.3868203
Dec 03 11:23:29.405952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2487a1bb-cf03-4c71-bc69-c7c0cdbb3574 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:29.413588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'device_id': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'admin_state_up': True, 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'security_groups': ['00a4cbf7-2008-44db-b0a9-4a6901add89b']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:29.420486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cfc4af-1ece-493a-9258-af741c0c5492 None None] Network 16401883-598f-4bf3-8fd9-31a12f20bcae requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:29.446817 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2487a1bb-cf03-4c71-bc69-c7c0cdbb3574 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "DELETE /v2.0/subnets/6c22877f-8d61-4cea-8c44-61df19515c80 HTTP/1.1" status: 204  len: 168 time: 2.4370584
Dec 03 11:23:29.475526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48386) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:29.577545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ae903960-ce28-448a-9c96-591c0f857105 None None] Port 930a45e7-c190-4a0d-bc9d-619219753018 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:23:29.757800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:29.789428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57049ff-8b59-445c-bfda-ad6832751655 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Deleting subnet f17efcd8-087e-43bb-b325-1fc18971b81e {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:23:29.815670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:29.919684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da903b16-577f-4588-819f-27b989e94c2e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:29.932775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1afe148d0>,) {'filters': {'network_id': ['6e5a2092-dc01-4016-9398-3f799dceb655']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:29.940128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:29.955079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1afe148d0>, '35b75c52-b416-4fdb-96a6-45f49822898f') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:29.955578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1afe148d0>, '35b75c52-b416-4fdb-96a6-45f49822898f') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:29.966018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ae903960-ce28-448a-9c96-591c0f857105 None None] Provisioning complete for port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:29.966447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae903960-ce28-448a-9c96-591c0f857105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:29.984792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:29.997668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.053463 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7051a253-882a-4d92-aac3-3f4bbe5b1a0c req-dd580c21-c6d0-46ab-af8e-7e3fb022b96a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 210 time: 0.0598493
Dec 03 11:23:30.055426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.057642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 11 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:30.073039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b875b00c-f2f3-43d9-838c-27c3007c7401 None None] For port 5e76383e-716e-407d-bc8e-b5d8e6f5089a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5e76383e-716e-407d-bc8e-b5d8e6f5089a,segment=NetworkSegment(d51cc5b1-67a5-4d58-a303-fb885aca668f),segment_id=d51cc5b1-67a5-4d58-a303-fb885aca668f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:30.073498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b875b00c-f2f3-43d9-838c-27c3007c7401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.080263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-da903b16-577f-4588-819f-27b989e94c2e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Calling delete_port for 930a45e7-c190-4a0d-bc9d-619219753018 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:30.106492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Transition to ACTIVE for port object cc0830c4-62f0-4016-914c-1c4f9aa519de will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:30.130240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:30.161089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:30.169339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Deleting port 5e76383e-716e-407d-bc8e-b5d8e6f5089a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:30.169715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.214474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:30.220071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.270568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Allocated IP 172.20.0.18 (f0d7d2c7-1540-4813-b876-ee604e424bc4/a7583218-3b9a-4b04-aafc-e3f382d5defb/8a789e1f-7f7b-4b2b-87e8-748b94241541) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:30.272499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 6e5a2092-dc01-4016-9398-3f799dceb655 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:30.282785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 5e76383e-716e-407d-bc8e-b5d8e6f5089a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5e76383e-716e-407d-bc8e-b5d8e6f5089a,segment=NetworkSegment(d51cc5b1-67a5-4d58-a303-fb885aca668f),segment_id=d51cc5b1-67a5-4d58-a303-fb885aca668f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:30.283176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.290942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b875b00c-f2f3-43d9-838c-27c3007c7401 None None] Calling delete_port for 5e76383e-716e-407d-bc8e-b5d8e6f5089a owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:30.323878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Transition to ACTIVE for port object cc0830c4-62f0-4016-914c-1c4f9aa519de will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:30.341323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.358969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-becc0e2d-ef36-40e7-a7c2-00f050a66f6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:30.369084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e57049ff-8b59-445c-bfda-ad6832751655 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.408251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.542270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 6e5a2092-dc01-4016-9398-3f799dceb655 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:30.553256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e57049ff-8b59-445c-bfda-ad6832751655 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:30.602836 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:30.618946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:30.685524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da903b16-577f-4588-819f-27b989e94c2e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.720606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.720825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] For port 5e76383e-716e-407d-bc8e-b5d8e6f5089a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5e76383e-716e-407d-bc8e-b5d8e6f5089a,segment=NetworkSegment(d51cc5b1-67a5-4d58-a303-fb885aca668f),segment_id=d51cc5b1-67a5-4d58-a303-fb885aca668f)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:30.721170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.727360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5c3b8d0-daa4-4aee-991f-61ba84b14abd tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:30.736995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:30.746964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.762657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Network': ['ID=6e5a2092-dc01-4016-9398-3f799dceb655,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:30.769209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:30.774965 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/6e5a2092-dc01-4016-9398-3f799dceb655 HTTP/1.1" status: 204  len: 168 time: 1.8355181
Dec 03 11:23:30.775563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48392) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:30.827388 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-83643ae6-df2d-4a24-90f6-d984b4206ee0 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:30.827899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83643ae6-df2d-4a24-90f6-d984b4206ee0 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:30.832205 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-83643ae6-df2d-4a24-90f6-d984b4206ee0 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/subnets/89feb03c-5e14-4d50-9b55-fb365e5b9f41 HTTP/1.1" status: 404  len: 337 time: 0.0534964
Dec 03 11:23:30.833218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48396) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:30.857629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e57049ff-8b59-445c-bfda-ad6832751655 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:30.922806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2e7030-2f49-4b52-b431-0246e65537c2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:30.923423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2e7030-2f49-4b52-b431-0246e65537c2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:30.928026 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2b2e7030-2f49-4b52-b431-0246e65537c2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/760ef3e8-d774-4ac7-9969-3be0ade34ec2 HTTP/1.1" status: 404  len: 339 time: 0.0909412
Dec 03 11:23:30.928896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48400) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:31.016152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-609621ee-84ec-4a40-9ad0-9cd76f430f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.017672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=5e76383e-716e-407d-bc8e-b5d8e6f5089a,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:31.030418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:31.044238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.428s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:31.097430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-b875b00c-f2f3-43d9-838c-27c3007c7401 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:23:31.097846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-b875b00c-f2f3-43d9-838c-27c3007c7401 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:23:31.144210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95904798-d864-41a0-9e59-0d0ac4cd503e None None] DHCP port deletion for 16401883-598f-4bf3-8fd9-31a12f20bcae request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:23:31.187132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-95904798-d864-41a0-9e59-0d0ac4cd503e None None] Deleting port ba092367-8ef1-40da-96bf-3c1862a19af8 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:31.199768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95904798-d864-41a0-9e59-0d0ac4cd503e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.259397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4029f0ec-0f01-48c2-a751-4ee7e3761d8d None None] Could not find standard attr ID for object 930a45e7-c190-4a0d-bc9d-619219753018. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:23:31.270463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:31.271290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.303902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Pushing event updated for resources: {'Port': ['ID=cc0830c4-62f0-4016-914c-1c4f9aa519de,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:31.321705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:31.340600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-721fe937-a00d-45d1-b5bc-0bcb73a1be85 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Deleting subnet 08ef5102-42cd-43e6-a69e-4d5471e40c96 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:23:31.358169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-721fe937-a00d-45d1-b5bc-0bcb73a1be85 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.374361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Calling delete_port for 5e76383e-716e-407d-bc8e-b5d8e6f5089a owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:31.390842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1d100b9b-00ed-42f2-b70c-ba4243238c8c req-efd3a4ef-06be-4af6-a735-c016501f1d70 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 210 time: 0.1001749
Dec 03 11:23:31.407327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da903b16-577f-4588-819f-27b989e94c2e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Pushing event deleted for resources: {'Port': ['ID=930a45e7-c190-4a0d-bc9d-619219753018,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:31.430341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-da903b16-577f-4588-819f-27b989e94c2e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:31.462969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-721fe937-a00d-45d1-b5bc-0bcb73a1be85 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.489694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Network 2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:31.502842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:31.506326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:31.571811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.587685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Transition to ACTIVE for port object 8a789e1f-7f7b-4b2b-87e8-748b94241541 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:31.610139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Transition to ACTIVE for port object 8a789e1f-7f7b-4b2b-87e8-748b94241541 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:31.620896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b875b00c-f2f3-43d9-838c-27c3007c7401 None None] Deleting port 5e76383e-716e-407d-bc8e-b5d8e6f5089a {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:31.621329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b875b00c-f2f3-43d9-838c-27c3007c7401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.648509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-721fe937-a00d-45d1-b5bc-0bcb73a1be85 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.668616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.8 (67a4393c-4939-4211-88f7-dfc19e9d18d9/c08dddef-f921-4323-bdf7-2c91219d2a10/f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:31.670723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.696036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e57049ff-8b59-445c-bfda-ad6832751655 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.722076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bd71c165-297c-4d0a-bd51-4bbae3df07cb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:31.723622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4029f0ec-0f01-48c2-a751-4ee7e3761d8d None None] Provisioning complete for port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:31.724193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4029f0ec-0f01-48c2-a751-4ee7e3761d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.788420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57049ff-8b59-445c-bfda-ad6832751655 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event deleted for resources: {'Subnet': ['ID=f17efcd8-087e-43bb-b325-1fc18971b81e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:31.791222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:31.796824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e57049ff-8b59-445c-bfda-ad6832751655 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:31.801637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.836481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-59af9893-ef1a-4097-982e-3aada3124e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:31.850231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event deleted for resources: {'Port': ['ID=5e76383e-716e-407d-bc8e-b5d8e6f5089a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:31.856240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:31.868108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] No DVR routers for this DVR port 5e76383e-716e-407d-bc8e-b5d8e6f5089a on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:31.912164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Attempting to bind port cc0830c4-62f0-4016-914c-1c4f9aa519de on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:23:31.912585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Attempting to bind port cc0830c4-62f0-4016-914c-1c4f9aa519de by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '94a032cb-b60d-41bc-a2bd-399dd5a8d307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:23:31.913002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Attempting to bind port cc0830c4-62f0-4016-914c-1c4f9aa519de on network 2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:23:31.981250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:23:31.981826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Checking segment: {'id': '94a032cb-b60d-41bc-a2bd-399dd5a8d307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:31.982034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:31.982417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Bound using segment: {'id': '94a032cb-b60d-41bc-a2bd-399dd5a8d307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:23:31.983123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Bound port: cc0830c4-62f0-4016-914c-1c4f9aa519de, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a032cb-b60d-41bc-a2bd-399dd5a8d307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:23:31.983492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.028623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e57049ff-8b59-445c-bfda-ad6832751655 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.074250 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e57049ff-8b59-445c-bfda-ad6832751655 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "DELETE /v2.0/subnets/f17efcd8-087e-43bb-b325-1fc18971b81e HTTP/1.1" status: 204  len: 168 time: 3.1017182
Dec 03 11:23:32.078040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48406) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:32.155100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da903b16-577f-4588-819f-27b989e94c2e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.155733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b875b00c-f2f3-43d9-838c-27c3007c7401 None None] The port '5e76383e-716e-407d-bc8e-b5d8e6f5089a' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:23:32.159182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Pushing event updated for resources: {'Port': ['ID=8a789e1f-7f7b-4b2b-87e8-748b94241541,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:32.171646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.198245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:32.206580 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-da903b16-577f-4588-819f-27b989e94c2e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] 10.222.0.90 "DELETE /v2.0/ports/930a45e7-c190-4a0d-bc9d-619219753018 HTTP/1.1" status: 204  len: 168 time: 3.1265724
Dec 03 11:23:32.216944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48410) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:32.387790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b747653-0c2f-457b-83f7-8624aa670b93 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Deleting subnet a7583218-3b9a-4b04-aafc-e3f382d5defb {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:23:32.392629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-95904798-d864-41a0-9e59-0d0ac4cd503e None None] For port ba092367-8ef1-40da-96bf-3c1862a19af8, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ba092367-8ef1-40da-96bf-3c1862a19af8,segment=NetworkSegment(28ead830-9edb-4c3c-8f10-f092efd0b697),segment_id=28ead830-9edb-4c3c-8f10-f092efd0b697)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:32.392629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95904798-d864-41a0-9e59-0d0ac4cd503e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.395366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b747653-0c2f-457b-83f7-8624aa670b93 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.458071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-721fe937-a00d-45d1-b5bc-0bcb73a1be85 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.492023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b67451f3-e7c5-4cd5-80a0-ed8e52bab89a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:32.595177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-95904798-d864-41a0-9e59-0d0ac4cd503e None None] Calling delete_port for ba092367-8ef1-40da-96bf-3c1862a19af8 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:32.655183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4f255c0>,) {'filters': {'network_id': ['1b960f8e-6a83-48e0-a1c6-f96583f0b1a7']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:32.698510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4f255c0>, 'd51cc5b1-67a5-4d58-a303-fb885aca668f') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:32.698510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4f255c0>, 'd51cc5b1-67a5-4d58-a303-fb885aca668f') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:32.701652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fe937-a00d-45d1-b5bc-0bcb73a1be85 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Subnet': ['ID=08ef5102-42cd-43e6-a69e-4d5471e40c96,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:32.705100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-721fe937-a00d-45d1-b5bc-0bcb73a1be85 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:32.759894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.766553 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e0cc081b-5cd9-4656-b338-c0a61017e17d req-df940dba-6fbb-4f8c-99fa-853d605914d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 210 time: 0.0584667
Dec 03 11:23:32.784205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0cc68e-dca0-45e7-b994-1a20ad635cb8 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Deleting subnet bd801f14-92c4-45b4-a131-81bc41e4f830 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:23:32.800975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc68e-dca0-45e7-b994-1a20ad635cb8 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.802802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b747653-0c2f-457b-83f7-8624aa670b93 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.829833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Network f0d7d2c7-1540-4813-b876-ee604e424bc4 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:32.832265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ba092367-8ef1-40da-96bf-3c1862a19af8 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:23:32.846353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.850598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.853756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:32.855748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-721fe937-a00d-45d1-b5bc-0bcb73a1be85 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:32.859168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] For port cc0830c4-62f0-4016-914c-1c4f9aa519de, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:23:32.877595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:32.890466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae08e9f9-541c-40d5-96f3-f562edb9f973 None None] Network dd0be637-ffdb-44f5-8e29-2c20908df965 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:32.898034 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-721fe937-a00d-45d1-b5bc-0bcb73a1be85 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/subnets/08ef5102-42cd-43e6-a69e-4d5471e40c96 HTTP/1.1" status: 204  len: 168 time: 1.9681737
Dec 03 11:23:32.901628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48416) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:32.919071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:32.953441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] For port cc0830c4-62f0-4016-914c-1c4f9aa519de, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=cc0830c4-62f0-4016-914c-1c4f9aa519de,segment=NetworkSegment(94a032cb-b60d-41bc-a2bd-399dd5a8d307),segment_id=94a032cb-b60d-41bc-a2bd-399dd5a8d307)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:23:32.987200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:32.998740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b747653-0c2f-457b-83f7-8624aa670b93 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.005936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc68e-dca0-45e7-b994-1a20ad635cb8 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.020946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.050443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:33.103572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-525686ff-c9a5-4804-8288-5c060a063ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.162874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:33.178207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.208864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-256ed525-d831-4059-b454-9b0098d732d8 None None] Could not find standard attr ID for object bedcae25-fe56-427d-8ab6-1909052459a6. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:23:33.291044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-256ed525-d831-4059-b454-9b0098d732d8 None None] Could not find standard attr ID for object 930a45e7-c190-4a0d-bc9d-619219753018. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:23:33.292838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Attempting to bind port 8a789e1f-7f7b-4b2b-87e8-748b94241541 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:23:33.293259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Attempting to bind port 8a789e1f-7f7b-4b2b-87e8-748b94241541 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '050b41b3-0860-46ca-b7e3-238f6fff75db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f0d7d2c7-1540-4813-b876-ee604e424bc4'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:23:33.293678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Attempting to bind port 8a789e1f-7f7b-4b2b-87e8-748b94241541 on network f0d7d2c7-1540-4813-b876-ee604e424bc4 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:23:33.293805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.318636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c81d84b-62b4-4cad-bf43-fa614a234efc tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:33.367300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:23:33.367736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Checking segment: {'id': '050b41b3-0860-46ca-b7e3-238f6fff75db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f0d7d2c7-1540-4813-b876-ee604e424bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:33.368205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.368630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Bound using segment: {'id': '050b41b3-0860-46ca-b7e3-238f6fff75db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f0d7d2c7-1540-4813-b876-ee604e424bc4'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:23:33.369181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Bound port: 8a789e1f-7f7b-4b2b-87e8-748b94241541, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050b41b3-0860-46ca-b7e3-238f6fff75db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f0d7d2c7-1540-4813-b876-ee604e424bc4'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:23:33.369619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.395101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e390876-5ce1-47fb-a49b-589ada42486a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Deleting subnet 1c52f3a3-b7db-4a0f-bec7-391e083d4e77 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:23:33.396563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Port ba092367-8ef1-40da-96bf-3c1862a19af8 update to DOWN by agent not found {{(pid=80977) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}}
Dec 03 11:23:33.398095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-95904798-d864-41a0-9e59-0d0ac4cd503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.402465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e390876-5ce1-47fb-a49b-589ada42486a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.507362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Pushing event updated for resources: {'Port': ['ID=cc0830c4-62f0-4016-914c-1c4f9aa519de,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:33.518375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-256ed525-d831-4059-b454-9b0098d732d8 None None] Provisioning complete for port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:33.518659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-256ed525-d831-4059-b454-9b0098d732d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.560947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e390876-5ce1-47fb-a49b-589ada42486a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.564791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:33.577914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:33.579466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc68e-dca0-45e7-b994-1a20ad635cb8 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.587594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:33.619468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network 1b960f8e-6a83-48e0-a1c6-f96583f0b1a7 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:33.636530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:33.658402 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:33.722793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95904798-d864-41a0-9e59-0d0ac4cd503e None None] Pushing event deleted for resources: {'Port': ['ID=ba092367-8ef1-40da-96bf-3c1862a19af8,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:33.729247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-95904798-d864-41a0-9e59-0d0ac4cd503e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:33.761118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e390876-5ce1-47fb-a49b-589ada42486a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.844357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.852795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.858974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95904798-d864-41a0-9e59-0d0ac4cd503e None None] No DVR routers for this DVR port ba092367-8ef1-40da-96bf-3c1862a19af8 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:33.860868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:33.863335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b747653-0c2f-457b-83f7-8624aa670b93 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.894843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:33.911345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:33.932650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] For port 8a789e1f-7f7b-4b2b-87e8-748b94241541, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:23:33.984195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd21ba2-80e6-421a-a7cf-53599e914e7d None None] Network 2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:34.000688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] For port 8a789e1f-7f7b-4b2b-87e8-748b94241541, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8a789e1f-7f7b-4b2b-87e8-748b94241541,segment=NetworkSegment(050b41b3-0860-46ca-b7e3-238f6fff75db),segment_id=050b41b3-0860-46ca-b7e3-238f6fff75db)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:23:34.001226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f1c2e752-5b5e-4f93-b20a-b74ef5778dbb tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:34.001343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event deleted for resources: {'Network': ['ID=1b960f8e-6a83-48e0-a1c6-f96583f0b1a7,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:34.012418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:34.015260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:34.018648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:34.025906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:34.046547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:34.058361 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "DELETE /v2.0/networks/1b960f8e-6a83-48e0-a1c6-f96583f0b1a7 HTTP/1.1" status: 204  len: 168 time: 4.5708625
Dec 03 11:23:34.069346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48422) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:34.119990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b747653-0c2f-457b-83f7-8624aa670b93 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event deleted for resources: {'Subnet': ['ID=a7583218-3b9a-4b04-aafc-e3f382d5defb,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:34.123135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9b747653-0c2f-457b-83f7-8624aa670b93 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:34.210687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b747653-0c2f-457b-83f7-8624aa670b93 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:34.247366 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9b747653-0c2f-457b-83f7-8624aa670b93 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "DELETE /v2.0/subnets/a7583218-3b9a-4b04-aafc-e3f382d5defb HTTP/1.1" status: 204  len: 168 time: 2.1681523
Dec 03 11:23:34.258090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48426) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:34.379044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Pushing event updated for resources: {'Port': ['ID=8a789e1f-7f7b-4b2b-87e8-748b94241541,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:34.424187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a1c58-9140-48ab-99d4-bb5ea9297cea req-fa248bc1-f556-4026-bf4e-cf9c24fe7db4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:34.427962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:34.433125 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-267a1c58-9140-48ab-99d4-bb5ea9297cea req-fa248bc1-f556-4026-bf4e-cf9c24fe7db4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 931 time: 0.4383137
Dec 03 11:23:34.438060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-020efc36-3087-42d9-a9ac-635f5e2aa33a None None] Provisioning for port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:34.453244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-020efc36-3087-42d9-a9ac-635f5e2aa33a None None] Provisioning complete for port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:34.453682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-020efc36-3087-42d9-a9ac-635f5e2aa33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:34.468606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af542139-8db6-484f-896f-8368cc98732e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:34.469700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-af542139-8db6-484f-896f-8368cc98732e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Synchronizing usage tracker for tenant:3d2b99e1ecb2401582cfe2b75517f518 on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:34.523531 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-267a1c58-9140-48ab-99d4-bb5ea9297cea req-8d31a6c3-8f15-4d7d-ac9d-ce81909526e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894096
Dec 03 11:23:34.538162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-020efc36-3087-42d9-a9ac-635f5e2aa33a None None] Port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:23:34.549165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-af542139-8db6-484f-896f-8368cc98732e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Unset dirty status for tenant:3d2b99e1ecb2401582cfe2b75517f518 on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:34.551912 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-af542139-8db6-484f-896f-8368cc98732e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2918825
Dec 03 11:23:34.555847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48430) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:34.578880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e390876-5ce1-47fb-a49b-589ada42486a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:34.587636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:34.588856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:34.599339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5aafa22-3c76-4d4e-9497-0455896041e5 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:34.651376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:34.675513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e390876-5ce1-47fb-a49b-589ada42486a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Subnet': ['ID=1c52f3a3-b7db-4a0f-bec7-391e083d4e77,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:34.684506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7e390876-5ce1-47fb-a49b-589ada42486a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:34.782191 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.3777759
Dec 03 11:23:34.817479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-096d2146-042a-4793-bd97-c56773834939 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:23:34.818575 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-096d2146-042a-4793-bd97-c56773834939 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0058229
Dec 03 11:23:34.842625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:34.908783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc68e-dca0-45e7-b994-1a20ad635cb8 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:34.940871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e390876-5ce1-47fb-a49b-589ada42486a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:34.989845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Deleting port 8a789e1f-7f7b-4b2b-87e8-748b94241541 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:34.989845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.005148 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7e390876-5ce1-47fb-a49b-589ada42486a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/subnets/1c52f3a3-b7db-4a0f-bec7-391e083d4e77 HTTP/1.1" status: 204  len: 168 time: 2.0997431
Dec 03 11:23:35.010691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48436) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:35.019418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c421ab3-d904-4bf3-a60d-ab6f7799e263 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:35.024393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.086208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Request body: {'port': {'device_id': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:35.112505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cc68e-dca0-45e7-b994-1a20ad635cb8 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Pushing event deleted for resources: {'Subnet': ['ID=bd801f14-92c4-45b4-a131-81bc41e4f830,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:35.120708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.141280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd0cc68e-dca0-45e7-b994-1a20ad635cb8 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:35.213845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.357657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Deleting port 572402c0-5b14-4899-be8e-be1c88e87b14 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:35.358045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.406546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc68e-dca0-45e7-b994-1a20ad635cb8 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.409442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770bdbc3-ff5d-4a6d-8bb2-fe3fdf5b0d93 None None] Network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:35.413672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e9d710>,) {'filters': {'network_id': ['16401883-598f-4bf3-8fd9-31a12f20bcae']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:35.419749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] For port 8a789e1f-7f7b-4b2b-87e8-748b94241541, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8a789e1f-7f7b-4b2b-87e8-748b94241541,segment=NetworkSegment(050b41b3-0860-46ca-b7e3-238f6fff75db),segment_id=050b41b3-0860-46ca-b7e3-238f6fff75db)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:35.420174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.443243 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cd0cc68e-dca0-45e7-b994-1a20ad635cb8 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] 10.222.0.90 "DELETE /v2.0/subnets/bd801f14-92c4-45b4-a131-81bc41e4f830 HTTP/1.1" status: 204  len: 168 time: 3.2250614
Dec 03 11:23:35.444113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48440) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:35.446002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e9d710>, '28ead830-9edb-4c3c-8f10-f092efd0b697') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:35.446342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e9d710>, '28ead830-9edb-4c3c-8f10-f092efd0b697') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:35.490381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.509346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.580301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.584307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Calling delete_port for 8a789e1f-7f7b-4b2b-87e8-748b94241541 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:35.584535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Releasing vxlan tunnel 9 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:35.724106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d0efad-2b02-4457-8b34-fc69a1f666a3 None None] Network dd0be637-ffdb-44f5-8e29-2c20908df965 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:35.776826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.855333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] For port 572402c0-5b14-4899-be8e-be1c88e87b14, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=572402c0-5b14-4899-be8e-be1c88e87b14,segment=NetworkSegment(7b89166f-a101-4d3c-bfc2-2a9964c14a0b),segment_id=7b89166f-a101-4d3c-bfc2-2a9964c14a0b)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:35.855742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.864474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.884709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4689c08f-3b1d-40c5-a622-f21c877ef96d tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:35.923484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-66c6b5ec-fe3d-41fa-9ded-09f80ec211e9 None None] Provisioning complete for port 572402c0-5b14-4899-be8e-be1c88e87b14 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:35.923909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-66c6b5ec-fe3d-41fa-9ded-09f80ec211e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:35.940247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network 16401883-598f-4bf3-8fd9-31a12f20bcae has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:35.954355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:36.025397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event deleted for resources: {'Port': ['ID=8a789e1f-7f7b-4b2b-87e8-748b94241541,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:36.095457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:36.103386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Calling delete_port for 572402c0-5b14-4899-be8e-be1c88e87b14 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:36.237948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23a1d7-b818-4698-9271-77f4126e3ca9 req-100c0d7a-ea43-46fa-8a45-3cc2ed3f1a5a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:36.241996 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8f23a1d7-b818-4698-9271-77f4126e3ca9 req-100c0d7a-ea43-46fa-8a45-3cc2ed3f1a5a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 931 time: 0.5740592
Dec 03 11:23:36.246868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] DHCP port deletion for 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:23:36.247974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:36.253263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Deleting port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:36.253681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:36.295631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c8314a-cdc6-4c6f-a11d-99950923789d None None] Network f0d7d2c7-1540-4813-b876-ee604e424bc4 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:36.301718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network 16401883-598f-4bf3-8fd9-31a12f20bcae has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:36.307543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] No DVR routers for this DVR port 8a789e1f-7f7b-4b2b-87e8-748b94241541 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:36.324150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a19b34-e27c-446e-b77d-800160f5f02e None None] DHCP port deletion for dd0be637-ffdb-44f5-8e29-2c20908df965 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:23:36.342009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e66a137e-27c1-46f9-90ff-126eaced98b8 None None] Could not find standard attr ID for object 8a789e1f-7f7b-4b2b-87e8-748b94241541. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:36.348870 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:36.367640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-11a19b34-e27c-446e-b77d-800160f5f02e None None] Deleting port 572402c0-5b14-4899-be8e-be1c88e87b14 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:36.368067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-11a19b34-e27c-446e-b77d-800160f5f02e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:36.394665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:36.424251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1dad4d2e-8856-4761-aa15-bebbf87e5c89 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:36.479295 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8f23a1d7-b818-4698-9271-77f4126e3ca9 req-6f363fcb-a897-4474-a9b2-95896a5c6ff9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2184174
Dec 03 11:23:36.525472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-11a19b34-e27c-446e-b77d-800160f5f02e None None] The port '572402c0-5b14-4899-be8e-be1c88e87b14' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:23:36.539924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Port': ['ID=572402c0-5b14-4899-be8e-be1c88e87b14,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:36.549856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 572402c0-5b14-4899-be8e-be1c88e87b14 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:23:36.558088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:36.558294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Deleting port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:36.558591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:36.559783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:36.627103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:36.643798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e5f6a17-dee3-4098-9645-200bbcf8991f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:36.666711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 572402c0-5b14-4899-be8e-be1c88e87b14 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:23:36.667171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 572402c0-5b14-4899-be8e-be1c88e87b14 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:23:36.667659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:23:36.669796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:36.734851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event deleted for resources: {'Network': ['ID=16401883-598f-4bf3-8fd9-31a12f20bcae,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:36.753257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:36.758582 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "DELETE /v2.0/networks/16401883-598f-4bf3-8fd9-31a12f20bcae HTTP/1.1" status: 204  len: 168 time: 2.6881366
Dec 03 11:23:36.761790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48446) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:36.863853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79846ba-173e-43e4-8c4a-848abdf1be6c None None] DHCP port deletion for f0d7d2c7-1540-4813-b876-ee604e424bc4 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:23:37.046674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No DVR routers for this DVR port 572402c0-5b14-4899-be8e-be1c88e87b14 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:37.109465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] For port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8bed9f7d-a16e-41ca-a7ff-afbacd0f54be,segment=NetworkSegment(ef0ad9f0-e522-4da1-a015-621370725899),segment_id=ef0ad9f0-e522-4da1-a015-621370725899)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:37.109813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.164212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b64632e8>,) {'filters': {'network_id': ['f0d7d2c7-1540-4813-b876-ee604e424bc4']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:37.236021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.253287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b64632e8>, '050b41b3-0860-46ca-b7e3-238f6fff75db') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:37.253607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b64632e8>, '050b41b3-0860-46ca-b7e3-238f6fff75db') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:37.267951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Calling delete_port for 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:37.284117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.311243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.369876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.373686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Releasing vxlan tunnel 16 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:37.375872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] For port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8bed9f7d-a16e-41ca-a7ff-afbacd0f54be,segment=NetworkSegment(ef0ad9f0-e522-4da1-a015-621370725899),segment_id=ef0ad9f0-e522-4da1-a015-621370725899)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:37.376284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.387123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8bed9f7d-a16e-41ca-a7ff-afbacd0f54be,segment=NetworkSegment(ef0ad9f0-e522-4da1-a015-621370725899),segment_id=ef0ad9f0-e522-4da1-a015-621370725899)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:37.401234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.403661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:37.454883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:23:37.455316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:23:37.467816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b43f4208>,) {'filters': {'network_id': ['dd0be637-ffdb-44f5-8e29-2c20908df965']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:37.486046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=8bed9f7d-a16e-41ca-a7ff-afbacd0f54be,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:37.493269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:37.511777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b43f4208>, '7b89166f-a101-4d3c-bfc2-2a9964c14a0b') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:37.512184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b43f4208>, '7b89166f-a101-4d3c-bfc2-2a9964c14a0b') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:37.579089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Calling delete_port for 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:37.590040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.616436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network f0d7d2c7-1540-4813-b876-ee604e424bc4 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:37.622102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:23:37.628270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.686622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.701028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:37.751676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c02fde-885f-4559-bd99-90af91835718 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Deleting subnet e1ad1337-39a1-4d4c-8b88-3c4900a6867c {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:23:37.758247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67c02fde-885f-4559-bd99-90af91835718 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.801681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:23:37.813625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.826596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:23:37.826992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:23:37.844716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Transition to ACTIVE for port object f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:37.847234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67c02fde-885f-4559-bd99-90af91835718 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.877313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.899609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e57a37ef-d1a8-48c0-9f52-b197dbf21431 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:37.956229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Deleting port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:37.956668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:37.994469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network f0d7d2c7-1540-4813-b876-ee604e424bc4 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:38.035608 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:38.069634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Pushing event updated for resources: {'Port': ['ID=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:38.076761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:38.121383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network dd0be637-ffdb-44f5-8e29-2c20908df965 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:38.144392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67c02fde-885f-4559-bd99-90af91835718 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:38.203137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:38.335058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Deleting port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:38.335451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:38.361280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ca8e2-5e0d-4497-be97-78866b1f944b req-593e7671-617f-40a8-acc3-eec7408c5301 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:38.363133 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-484ca8e2-5e0d-4497-be97-78866b1f944b req-593e7671-617f-40a8-acc3-eec7408c5301 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 931 time: 0.7195551
Dec 03 11:23:38.365267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] For port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8bed9f7d-a16e-41ca-a7ff-afbacd0f54be,segment=NetworkSegment(ef0ad9f0-e522-4da1-a015-621370725899),segment_id=ef0ad9f0-e522-4da1-a015-621370725899)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:38.365947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:38.453729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:38.458381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:38.475691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84b0affa-2286-49b9-8e14-bf3de931e878 tempest-RoutersIpV6Test-865151285 tempest-RoutersIpV6Test-865151285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:38.509238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Calling delete_port for 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:38.515058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network dd0be637-ffdb-44f5-8e29-2c20908df965 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:38.537286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8a789e1f-7f7b-4b2b-87e8-748b94241541 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:23:38.549960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event deleted for resources: {'Network': ['ID=f0d7d2c7-1540-4813-b876-ee604e424bc4,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:38.551545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Attempting to bind port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:23:38.552177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Attempting to bind port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:23:38.552613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Attempting to bind port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 on network 67a4393c-4939-4211-88f7-dfc19e9d18d9 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:23:38.552807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:38.553724 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:38.574360 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-484ca8e2-5e0d-4497-be97-78866b1f944b req-6a9c0592-bf1b-490f-a24d-4662b1e4d219 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1915164
Dec 03 11:23:38.580841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:23:38.581232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Checking segment: {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:38.581621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:38.582029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Bound using segment: {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:23:38.583220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Bound port: f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:23:38.583832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:38.587804 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "DELETE /v2.0/networks/f0d7d2c7-1540-4813-b876-ee604e424bc4 HTTP/1.1" status: 204  len: 168 time: 4.0306945
Dec 03 11:23:38.590610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 8a789e1f-7f7b-4b2b-87e8-748b94241541 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:23:38.591143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8a789e1f-7f7b-4b2b-87e8-748b94241541 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:23:38.596471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48452) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:38.647792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:38.656574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:38.661252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:38.666795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fd429dd0-e686-4dee-bca6-7deb01c32c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:38.668707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c0b7908-1b3b-4aca-be97-15b8a33b64eb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:38.692710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Network': ['ID=dd0be637-ffdb-44f5-8e29-2c20908df965,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:38.695388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:38.704005 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/dd0be637-ffdb-44f5-8e29-2c20908df965 HTTP/1.1" status: 204  len: 168 time: 3.6921134
Dec 03 11:23:38.706831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48456) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:38.713663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Pushing event deleted for resources: {'Port': ['ID=8bed9f7d-a16e-41ca-a7ff-afbacd0f54be,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:38.728458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:38.752047 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c90cbda-ceac-40a3-8c84-7dd2e5c340a9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:38.752716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c90cbda-ceac-40a3-8c84-7dd2e5c340a9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:38.757628 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1c90cbda-ceac-40a3-8c84-7dd2e5c340a9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/subnets/87fe59c7-3104-442c-98c2-35be483ec15e HTTP/1.1" status: 404  len: 337 time: 0.0467045
Dec 03 11:23:38.758209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48460) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:38.786855 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-819b7b27-23ac-4301-bd74-47626f66b5f1 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:38.787549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819b7b27-23ac-4301-bd74-47626f66b5f1 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:38.792597 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-819b7b27-23ac-4301-bd74-47626f66b5f1 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/fdf40ad3-8d65-408f-96cf-0fbc4ff854e8 HTTP/1.1" status: 404  len: 339 time: 0.0301454
Dec 03 11:23:38.792597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48464) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:38.810692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] No DVR routers for this DVR port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:38.840443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e6306-246b-41f9-a6f6-328e17b2a6da None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:23:38.843256 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f996feb-4587-4194-aba8-84238eefad84 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:38.843834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f996feb-4587-4194-aba8-84238eefad84 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:38.848548 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6f996feb-4587-4194-aba8-84238eefad84 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/subnets/b04bde94-402a-46f7-8ae2-5839f8057e9d HTTP/1.1" status: 404  len: 337 time: 0.0522423
Dec 03 11:23:38.849770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48468) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:38.876751 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d9eb7b-9150-4432-bdf7-ac24d57ae1f6 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:38.877251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d9eb7b-9150-4432-bdf7-ac24d57ae1f6 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:38.881975 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-25d9eb7b-9150-4432-bdf7-ac24d57ae1f6 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/6801f1f5-8e3c-4172-8413-7e35b759b200 HTTP/1.1" status: 404  len: 339 time: 0.0283091
Dec 03 11:23:38.883515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48472) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:38.942416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-56873edf-bfc3-43b7-80c9-9d16634001b2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:38.942967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56873edf-bfc3-43b7-80c9-9d16634001b2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:38.947565 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-56873edf-bfc3-43b7-80c9-9d16634001b2 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/subnets/67194f32-30cf-45b1-8e2c-061cc8fc8d33 HTTP/1.1" status: 404  len: 337 time: 0.0601573
Dec 03 11:23:38.948280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48476) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:38.978681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] For port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8bed9f7d-a16e-41ca-a7ff-afbacd0f54be,segment=NetworkSegment(ef0ad9f0-e522-4da1-a015-621370725899),segment_id=ef0ad9f0-e522-4da1-a015-621370725899)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:38.979112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:38.984771 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e081906e-bf53-48e1-b865-47bd29f67284 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:38.985437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e081906e-bf53-48e1-b865-47bd29f67284 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:38.986304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e6306-246b-41f9-a6f6-328e17b2a6da None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:23:38.990785 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e081906e-bf53-48e1-b865-47bd29f67284 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/b1c24028-6509-43c2-9820-3f7e4cfcafa2 HTTP/1.1" status: 404  len: 339 time: 0.0414608
Dec 03 11:23:38.991559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48480) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:39.144831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:39.205455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Calling delete_port for 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:39.206248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-56474965-38f8-459a-ac9a-addeb64fb207 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Deleting subnet c4db885d-edc1-4035-9113-c0d6fce61cb2 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:23:39.210992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56474965-38f8-459a-ac9a-addeb64fb207 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:39.242622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] For port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:23:39.271376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56474965-38f8-459a-ac9a-addeb64fb207 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:39.282275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] For port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8,segment=NetworkSegment(d1b10c53-c54e-4fb0-82b9-faca1431d1e5),segment_id=d1b10c53-c54e-4fb0-82b9-faca1431d1e5)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:23:39.288699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Deleting port cc0830c4-62f0-4016-914c-1c4f9aa519de {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:39.289202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:39.320327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:39.343716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf1caa9f-2574-4932-82b4-b31f2dc9e869 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:39.367945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56474965-38f8-459a-ac9a-addeb64fb207 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:39.373663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67c02fde-885f-4559-bd99-90af91835718 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:39.673481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56474965-38f8-459a-ac9a-addeb64fb207 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:39.689072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4f6f148-9d58-4cef-81c6-eb727ff4131b tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:39.735895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56474965-38f8-459a-ac9a-addeb64fb207 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Subnet': ['ID=c4db885d-edc1-4035-9113-c0d6fce61cb2,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:39.743956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-56474965-38f8-459a-ac9a-addeb64fb207 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:39.899049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56474965-38f8-459a-ac9a-addeb64fb207 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:39.904532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e83f5d-5d8e-4820-94bb-002ee2e832a4 None None] Network c63229f4-e105-4ea6-96e5-2101c1050ba0 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:39.917698 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-56474965-38f8-459a-ac9a-addeb64fb207 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/subnets/c4db885d-edc1-4035-9113-c0d6fce61cb2 HTTP/1.1" status: 204  len: 168 time: 0.9226925
Dec 03 11:23:39.918494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48486) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:39.924144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:23:39.924512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:23:39.930251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Pushing event updated for resources: {'Port': ['ID=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:39.954149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:39.956573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e461a-7a06-4ef2-86bd-860173399ea3 req-7f309673-62f0-451d-8d09-5e61a7eb037a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:39.959120 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-942e461a-7a06-4ef2-86bd-860173399ea3 req-7f309673-62f0-451d-8d09-5e61a7eb037a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 943 time: 0.2173681
Dec 03 11:23:39.962992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.558s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:40.015027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c02fde-885f-4559-bd99-90af91835718 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event deleted for resources: {'Subnet': ['ID=e1ad1337-39a1-4d4c-8b88-3c4900a6867c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:40.020870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-67c02fde-885f-4559-bd99-90af91835718 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:40.039738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa3d9c2-c421-41f9-b0f1-c97a08571cbd None None] Network bea99f9b-2721-42b4-97c3-2b4ac21b5333 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:40.048119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67c02fde-885f-4559-bd99-90af91835718 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.095651 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-67c02fde-885f-4559-bd99-90af91835718 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "DELETE /v2.0/subnets/e1ad1337-39a1-4d4c-8b88-3c4900a6867c HTTP/1.1" status: 204  len: 168 time: 3.3281684
Dec 03 11:23:40.131153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:23:40.155413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48490) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:40.196458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:40.197127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.198837 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] 10.222.0.91 "PUT /v2.0/ports/f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 HTTP/1.1" status: 200  len: 1157 time: 5.3687966
Dec 03 11:23:40.199725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'tag': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:23:40.224029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] For port cc0830c4-62f0-4016-914c-1c4f9aa519de, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=cc0830c4-62f0-4016-914c-1c4f9aa519de,segment=NetworkSegment(94a032cb-b60d-41bc-a2bd-399dd5a8d307),segment_id=94a032cb-b60d-41bc-a2bd-399dd5a8d307)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:40.224413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.406207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Deleting port 8bed9f7d-a16e-41ca-a7ff-afbacd0f54be {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:40.406525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.477600 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-942e461a-7a06-4ef2-86bd-860173399ea3 req-40212f9f-2c36-49a4-b1ee-77a973790af1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5012608
Dec 03 11:23:40.497382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.513558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Calling delete_port for cc0830c4-62f0-4016-914c-1c4f9aa519de owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:40.542618 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'tag': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8', 'status': 'completed', 'code': 200}
Dec 03 11:23:40.564520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a01d69-30cd-4286-8a9e-1963f2db7d43 None None] DHCP port deletion for bea99f9b-2721-42b4-97c3-2b4ac21b5333 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:23:40.570290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-72a01d69-30cd-4286-8a9e-1963f2db7d43 None None] Deleting port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:40.570785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72a01d69-30cd-4286-8a9e-1963f2db7d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.589723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Deleting port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:40.590108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.606297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992158be-3519-4542-86a6-ea269cd37b45 None None] DHCP port deletion for c63229f4-e105-4ea6-96e5-2101c1050ba0 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:23:40.618253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-992158be-3519-4542-86a6-ea269cd37b45 None None] Deleting port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:40.618773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992158be-3519-4542-86a6-ea269cd37b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.625256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] The port '8bed9f7d-a16e-41ca-a7ff-afbacd0f54be' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:23:40.636099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.810609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] For port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=215b2ff7-0aca-4d55-b74f-c35ead61a4cc,segment=NetworkSegment(5ab8e778-170b-4ec2-9376-1ef33f16f879),segment_id=5ab8e778-170b-4ec2-9376-1ef33f16f879)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:40.810983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.817584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Deleting port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:40.818056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.916173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.954502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Calling delete_port for 215b2ff7-0aca-4d55-b74f-c35ead61a4cc owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:40.983083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:40.993683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-72a01d69-30cd-4286-8a9e-1963f2db7d43 None None] For port 3ac42873-9a9d-42f3-85fa-78ab310db7d4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ac42873-9a9d-42f3-85fa-78ab310db7d4,segment=NetworkSegment(502efcda-002c-4f7c-9f85-8916e65ff406),segment_id=502efcda-002c-4f7c-9f85-8916e65ff406)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:40.994049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72a01d69-30cd-4286-8a9e-1963f2db7d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:41.012552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-992158be-3519-4542-86a6-ea269cd37b45 None None] For port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=215b2ff7-0aca-4d55-b74f-c35ead61a4cc,segment=NetworkSegment(5ab8e778-170b-4ec2-9376-1ef33f16f879),segment_id=5ab8e778-170b-4ec2-9376-1ef33f16f879)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:41.013081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992158be-3519-4542-86a6-ea269cd37b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:41.038829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:41.054225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21b31b53-c791-46bd-996f-c49e94d14c80 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:41.055680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-917b0cd7-a7e7-4bf1-a18a-bd4a83cd7174 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:41.103008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Port': ['ID=215b2ff7-0aca-4d55-b74f-c35ead61a4cc,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:41.115949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:41.138674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event deleted for resources: {'Port': ['ID=cc0830c4-62f0-4016-914c-1c4f9aa519de,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:41.140831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-72a01d69-30cd-4286-8a9e-1963f2db7d43 None None] Calling delete_port for 3ac42873-9a9d-42f3-85fa-78ab310db7d4 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:41.148558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a5748-b82e-439f-abb8-97a02124763a req-bb5e1005-20e3-429f-b9cc-6ca2c11e9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:41.150419 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-bb5e1005-20e3-429f-b9cc-6ca2c11e9667 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 1160 time: 0.7778864
Dec 03 11:23:41.153195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:41.204810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No DVR routers for this DVR port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:41.293659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-992158be-3519-4542-86a6-ea269cd37b45 None None] Calling delete_port for 215b2ff7-0aca-4d55-b74f-c35ead61a4cc owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:41.304447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b432d320>,) {'filters': {'network_id': ['8daedc2b-e31a-4de5-8823-1d6b89d4cee3']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:41.344600 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-c3b75624-af93-49b1-afc1-7f5bfae044bb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 HTTP/1.1" status: 200  len: 217 time: 0.1766496
Dec 03 11:23:41.345802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:41.358157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b432d320>, 'ef0ad9f0-e522-4da1-a015-621370725899') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:41.358434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b432d320>, 'ef0ad9f0-e522-4da1-a015-621370725899') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:41.393941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-992158be-3519-4542-86a6-ea269cd37b45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:23:41.394449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-992158be-3519-4542-86a6-ea269cd37b45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:23:41.395302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72a01d69-30cd-4286-8a9e-1963f2db7d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:41.411171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:41.429116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:41.487431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b42c9dd8>,) {'filters': {'network_id': ['c63229f4-e105-4ea6-96e5-2101c1050ba0']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:41.501571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] No DVR routers for this DVR port cc0830c4-62f0-4016-914c-1c4f9aa519de on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:41.503197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b42c9dd8>, '5ab8e778-170b-4ec2-9376-1ef33f16f879') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:41.503534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b42c9dd8>, '5ab8e778-170b-4ec2-9376-1ef33f16f879') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:41.503686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:41.519323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:41.537466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:41.539841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 8 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:41.543756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Releasing vxlan tunnel 14 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:41.627465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a01d69-30cd-4286-8a9e-1963f2db7d43 None None] Pushing event deleted for resources: {'Port': ['ID=3ac42873-9a9d-42f3-85fa-78ab310db7d4,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:41.632471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-72a01d69-30cd-4286-8a9e-1963f2db7d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:41.635209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a5748-b82e-439f-abb8-97a02124763a req-49eb9647-14dc-46ed-82e0-8f1bffe22ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:41.636421 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-49eb9647-14dc-46ed-82e0-8f1bffe22ecf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c08dddef-f921-4323-bdf7-2c91219d2a10 HTTP/1.1" status: 200  len: 834 time: 0.2706001
Dec 03 11:23:41.727609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a01d69-30cd-4286-8a9e-1963f2db7d43 None None] No DVR routers for this DVR port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:41.789151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] For port 3ac42873-9a9d-42f3-85fa-78ab310db7d4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ac42873-9a9d-42f3-85fa-78ab310db7d4,segment=NetworkSegment(502efcda-002c-4f7c-9f85-8916e65ff406),segment_id=502efcda-002c-4f7c-9f85-8916e65ff406)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:41.789550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:41.790385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network c63229f4-e105-4ea6-96e5-2101c1050ba0 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:41.800605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:41.903107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-992158be-3519-4542-86a6-ea269cd37b45 None None] Deleting port 215b2ff7-0aca-4d55-b74f-c35ead61a4cc {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:41.903107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-992158be-3519-4542-86a6-ea269cd37b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:41.986456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-992158be-3519-4542-86a6-ea269cd37b45 None None] The port '215b2ff7-0aca-4d55-b74f-c35ead61a4cc' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:23:42.028812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network c63229f4-e105-4ea6-96e5-2101c1050ba0 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:42.059248 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:42.070757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b4e2-869d-4ea8-bcab-415719474208 req-a020415e-fa1a-4213-a7e2-30a5e70dd2d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:42.072457 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3a72b4e2-869d-4ea8-bcab-415719474208 req-a020415e-fa1a-4213-a7e2-30a5e70dd2d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 943 time: 0.4065940
Dec 03 11:23:42.182812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:42.188966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8a26d3f2-cb27-40f7-871d-4194b7d3cb82 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:42.208624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:42.221938 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3a72b4e2-869d-4ea8-bcab-415719474208 req-d7c77be8-092b-4b19-9063-193ea07505a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1333966
Dec 03 11:23:42.226395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Network': ['ID=c63229f4-e105-4ea6-96e5-2101c1050ba0,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:42.232147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:42.235452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/c63229f4-e105-4ea6-96e5-2101c1050ba0 HTTP/1.1" status: 204  len: 168 time: 2.3158398
Dec 03 11:23:42.238108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48500) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:42.281935 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8152739d-994f-4488-9a28-b5b380b0614c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:42.282442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8152739d-994f-4488-9a28-b5b380b0614c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:42.284310 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8152739d-994f-4488-9a28-b5b380b0614c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/subnets/d6c47190-6805-437d-a3bb-103ab38f1217 HTTP/1.1" status: 404  len: 337 time: 0.0444536
Dec 03 11:23:42.287028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48504) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:42.313503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-59976c5e-c7d8-410d-a944-b1312f9ea01f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] DELETE failed (client error): The resource could not be found.
Dec 03 11:23:42.313997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59976c5e-c7d8-410d-a944-b1312f9ea01f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:23:42.315762 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-59976c5e-c7d8-410d-a944-b1312f9ea01f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/04e42878-d83a-42c5-89ab-910b0c922c51 HTTP/1.1" status: 404  len: 339 time: 0.0277734
Dec 03 11:23:42.319130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48508) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:42.339335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Calling delete_port for 3ac42873-9a9d-42f3-85fa-78ab310db7d4 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:42.371005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:42.403298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:42.428421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:42.492075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ac42873-9a9d-42f3-85fa-78ab310db7d4 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:23:42.529533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 3ac42873-9a9d-42f3-85fa-78ab310db7d4 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:23:42.530032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ac42873-9a9d-42f3-85fa-78ab310db7d4 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:23:42.530578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 215b2ff7-0aca-4d55-b74f-c35ead61a4cc no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:23:42.532192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d20fcc-09a9-43e1-aba1-19a7d4d25a24 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Deleting subnet 3b52e135-07fd-471a-a953-3debc19f2113 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:23:42.535999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89d20fcc-09a9-43e1-aba1-19a7d4d25a24 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:42.564953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 215b2ff7-0aca-4d55-b74f-c35ead61a4cc {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:23:42.566122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 215b2ff7-0aca-4d55-b74f-c35ead61a4cc not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:23:42.599358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89d20fcc-09a9-43e1-aba1-19a7d4d25a24 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:42.663692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a5748-b82e-439f-abb8-97a02124763a req-e688b36c-473a-43fb-9470-358bcd2a85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:42.665513 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-e688b36c-473a-43fb-9470-358bcd2a85ad service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a4393c-4939-4211-88f7-dfc19e9d18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.0016313
Dec 03 11:23:42.692861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5dd4908>,) {'filters': {'network_id': ['2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:42.693090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89d20fcc-09a9-43e1-aba1-19a7d4d25a24 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:42.782658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5dd4908>, '94a032cb-b60d-41bc-a2bd-399dd5a8d307') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:42.783038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5dd4908>, '94a032cb-b60d-41bc-a2bd-399dd5a8d307') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:42.815030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Network 8daedc2b-e31a-4de5-8823-1d6b89d4cee3 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:42.824175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:42.861135 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:42.870137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:23:42.870495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:23:42.980088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89d20fcc-09a9-43e1-aba1-19a7d4d25a24 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:42.991463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:42.995632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:43.000789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Releasing vxlan tunnel 15 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:43.052837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d20fcc-09a9-43e1-aba1-19a7d4d25a24 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Subnet': ['ID=3b52e135-07fd-471a-a953-3debc19f2113,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:43.057621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89d20fcc-09a9-43e1-aba1-19a7d4d25a24 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:43.097839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:43.121287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bf33b1a-6fcb-472d-8c43-7975e3e5be40 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:43.138446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89d20fcc-09a9-43e1-aba1-19a7d4d25a24 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:43.140744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:43.144163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef5ab6e-7418-4647-9bbb-690f5d1e40ad None None] Network 64639232-d0b1-474a-8ddd-6895b2b16407 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:43.149302 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-89d20fcc-09a9-43e1-aba1-19a7d4d25a24 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/subnets/3b52e135-07fd-471a-a953-3debc19f2113 HTTP/1.1" status: 204  len: 168 time: 0.8291147
Dec 03 11:23:43.151927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48512) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:43.185458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Pushing event deleted for resources: {'Network': ['ID=8daedc2b-e31a-4de5-8823-1d6b89d4cee3,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:43.245025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:43.264345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] 10.222.0.90 "DELETE /v2.0/networks/8daedc2b-e31a-4de5-8823-1d6b89d4cee3 HTTP/1.1" status: 204  len: 168 time: 7.8083797
Dec 03 11:23:43.266712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network 2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:43.281660 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-39ee3156-f1c1-4455-a9bd-75902c7c00a4 service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5807271
Dec 03 11:23:43.284130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:43.288239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:43.365238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Deleting port c51f423f-1a3d-4eb9-8ced-e81463e75cce {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:43.365989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:43.406790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Deleting port 3ac42873-9a9d-42f3-85fa-78ab310db7d4 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:43.407194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:43.492289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa21ebe-25c3-4d99-bc8f-8eb152ac804d None None] DHCP port deletion for 64639232-d0b1-474a-8ddd-6895b2b16407 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:23:43.497744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0aa21ebe-25c3-4d99-bc8f-8eb152ac804d None None] Deleting port c51f423f-1a3d-4eb9-8ced-e81463e75cce {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:43.498198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0aa21ebe-25c3-4d99-bc8f-8eb152ac804d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:43.590213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] The port '3ac42873-9a9d-42f3-85fa-78ab310db7d4' was deleted {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:23:43.664101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network 2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:43.702551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6943db8-05d0-4f70-a974-b78c1a4759bc req-1ef0b999-e3ba-4b77-a8b2-5c46a7ed4d22 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:43.703912 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:43.706900 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6943db8-05d0-4f70-a974-b78c1a4759bc req-1ef0b999-e3ba-4b77-a8b2-5c46a7ed4d22 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 943 time: 0.2404718
Dec 03 11:23:43.707185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48522) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:43.720293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] For port c51f423f-1a3d-4eb9-8ced-e81463e75cce, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c51f423f-1a3d-4eb9-8ced-e81463e75cce,segment=NetworkSegment(2de9a0cf-fe5d-4608-88aa-d191628178a8),segment_id=2de9a0cf-fe5d-4608-88aa-d191628178a8)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:43.720743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:43.750829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0aa21ebe-25c3-4d99-bc8f-8eb152ac804d None None] For port c51f423f-1a3d-4eb9-8ced-e81463e75cce, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c51f423f-1a3d-4eb9-8ced-e81463e75cce,segment=NetworkSegment(2de9a0cf-fe5d-4608-88aa-d191628178a8),segment_id=2de9a0cf-fe5d-4608-88aa-d191628178a8)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:43.751529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0aa21ebe-25c3-4d99-bc8f-8eb152ac804d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:43.883192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Calling delete_port for c51f423f-1a3d-4eb9-8ced-e81463e75cce owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:43.887897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0aa21ebe-25c3-4d99-bc8f-8eb152ac804d None None] Calling delete_port for c51f423f-1a3d-4eb9-8ced-e81463e75cce owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:43.954703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:43.961154 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6943db8-05d0-4f70-a974-b78c1a4759bc req-a51c06d7-f26a-4e99-8e0f-c0f86755113c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2433012
Dec 03 11:23:43.964722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0aa21ebe-25c3-4d99-bc8f-8eb152ac804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:43.981720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d8780df1-656f-429a-8105-8e85c63ba54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:44.007092 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1dd5202c-130e-4d36-be02-9329ef1d49c2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1c85798e95e44b21b895aa0d5aec6712&name=default HTTP/1.1" status: 200  len: 2883 time: 0.2986519
Dec 03 11:23:44.007700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48528) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:44.040564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-663a5748-b82e-439f-abb8-97a02124763a req-0255b61f-1074-4f3c-825b-03cfec883cd5 service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7405264
Dec 03 11:23:44.043669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa21ebe-25c3-4d99-bc8f-8eb152ac804d None None] Pushing event deleted for resources: {'Port': ['ID=c51f423f-1a3d-4eb9-8ced-e81463e75cce,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:44.044020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:44.048709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0aa21ebe-25c3-4d99-bc8f-8eb152ac804d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:44.064716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:23:44.065085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:23:44.094201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b62cd124-e5b7-433f-b031-0e96d45e867d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:44.117408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bd04744b-91ae-4b3c-9b08-0f245bf28cf7 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:44.124967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b62cd124-e5b7-433f-b031-0e96d45e867d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:44.135245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa21ebe-25c3-4d99-bc8f-8eb152ac804d None None] No DVR routers for this DVR port c51f423f-1a3d-4eb9-8ced-e81463e75cce on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:44.169412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:44.178732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b62cd124-e5b7-433f-b031-0e96d45e867d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:44.183327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ff3013f9-df7a-476b-b5e7-8512304e1e73 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:44.198603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cd124-e5b7-433f-b031-0e96d45e867d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e766fb-3198-49a4-bece-6427e103f85e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:44.201789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b62cd124-e5b7-433f-b031-0e96d45e867d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:44.207460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b62cd124-e5b7-433f-b031-0e96d45e867d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:44.211058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b62cd124-e5b7-433f-b031-0e96d45e867d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/50e766fb-3198-49a4-bece-6427e103f85e HTTP/1.1" status: 204  len: 168 time: 0.1900492
Dec 03 11:23:44.211224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event deleted for resources: {'Network': ['ID=2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:44.228587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:44.232881 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "DELETE /v2.0/networks/2a6dcdc8-fe69-4ad7-a013-5d77ff71a4cd HTTP/1.1" status: 204  len: 168 time: 5.6296144
Dec 03 11:23:44.233024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48534) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:44.241111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b437d358>,) {'filters': {'network_id': ['bea99f9b-2721-42b4-97c3-2b4ac21b5333']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:44.265448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b437d358>, '502efcda-002c-4f7c-9f85-8916e65ff406') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:44.266016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b437d358>, '502efcda-002c-4f7c-9f85-8916e65ff406') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:44.282850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:44.304865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:44.308368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Releasing vxlan tunnel 7 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:44.342279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce88490-1ba5-45d4-a5dd-08d68e0202a1 req-61504a69-91f0-4946-9f29-10bad2a77778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:44.343980 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ce88490-1ba5-45d4-a5dd-08d68e0202a1 req-61504a69-91f0-4946-9f29-10bad2a77778 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 1160 time: 0.2103927
Dec 03 11:23:44.364866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:44.514638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c51f423f-1a3d-4eb9-8ced-e81463e75cce no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:23:44.558186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: c51f423f-1a3d-4eb9-8ced-e81463e75cce {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:23:44.559111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c51f423f-1a3d-4eb9-8ced-e81463e75cce not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:23:44.592103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Deleting port c51f423f-1a3d-4eb9-8ced-e81463e75cce {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:44.592415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:44.893178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network bea99f9b-2721-42b4-97c3-2b4ac21b5333 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:44.905338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:44.943075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:44.995624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] The port 'c51f423f-1a3d-4eb9-8ced-e81463e75cce' was deleted {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:23:45.043714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce88490-1ba5-45d4-a5dd-08d68e0202a1 req-07962034-ed3d-495c-a5ae-37d5561d2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:45.045339 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ce88490-1ba5-45d4-a5dd-08d68e0202a1 req-07962034-ed3d-495c-a5ae-37d5561d2c24 service neutron] 10.222.0.91 "GET /v2.0/networks?id=67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 200  len: 890 time: 0.6931286
Dec 03 11:23:45.195196 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ce88490-1ba5-45d4-a5dd-08d68e0202a1 req-ebbb481f-5600-42b4-b9e8-de689e2e63dd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 HTTP/1.1" status: 200  len: 217 time: 0.1359112
Dec 03 11:23:45.196975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Network bea99f9b-2721-42b4-97c3-2b4ac21b5333 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:45.244882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48556) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:45.260284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:45.267379 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:45.323330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b45d77b8>,) {'filters': {'network_id': ['1f36c452-f5dd-4128-afcc-f8957bd9c968']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:45.372734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce88490-1ba5-45d4-a5dd-08d68e0202a1 req-1bfbe96f-b754-4ebb-bc41-c64d1de115c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:45.374280 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ce88490-1ba5-45d4-a5dd-08d68e0202a1 req-1bfbe96f-b754-4ebb-bc41-c64d1de115c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c08dddef-f921-4323-bdf7-2c91219d2a10 HTTP/1.1" status: 200  len: 834 time: 0.1693053
Dec 03 11:23:45.379052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:45.382597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b33cbdf8-7411-48b1-b4ac-ba319213e077 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:45.401643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:45.406291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b45d77b8>, 'dcd19f38-0969-46ba-976d-a5957bc06b61') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:45.406636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b45d77b8>, 'dcd19f38-0969-46ba-976d-a5957bc06b61') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:45.436407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:45.455691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684496940'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:45.459258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b6492630>,) {'filters': {'network_id': ['64639232-d0b1-474a-8ddd-6895b2b16407']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:45.464892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Pushing event deleted for resources: {'Network': ['ID=bea99f9b-2721-42b4-97c3-2b4ac21b5333,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:45.470595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:45.474165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:45.479003 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "DELETE /v2.0/networks/bea99f9b-2721-42b4-97c3-2b4ac21b5333 HTTP/1.1" status: 204  len: 168 time: 5.3211219
Dec 03 11:23:45.481801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:network and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:45.482299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6492630>, '2de9a0cf-fe5d-4608-88aa-d191628178a8') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:45.482643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6492630>, '2de9a0cf-fe5d-4608-88aa-d191628178a8') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:45.487341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:45.490950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48562) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:45.491210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:45.498137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Releasing vxlan tunnel 13 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:45.520304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:45.537288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:45.546511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4f738a5f-8620-4f19-a5ef-4bdc0a314edb tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Synchronizing usage tracker for tenant:713f404dc60a40b086f8dcd04e539abf on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:45.573392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:45.578938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:45.602428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:45.609591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1dc4c-b0bd-4a74-984f-938f18d489f4 req-a6c7329e-7926-44e4-851b-7c86342645ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:45.611221 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-89b1dc4c-b0bd-4a74-984f-938f18d489f4 req-a6c7329e-7926-44e4-851b-7c86342645ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 943 time: 0.4596293
Dec 03 11:23:45.619112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4f738a5f-8620-4f19-a5ef-4bdc0a314edb tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Unset dirty status for tenant:713f404dc60a40b086f8dcd04e539abf on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:45.620387 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4f738a5f-8620-4f19-a5ef-4bdc0a314edb tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "GET /v2.0/ports?device_id=4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2 HTTP/1.1" status: 200  len: 205 time: 0.1284349
Dec 03 11:23:45.623374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48566) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:45.625658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:45.632022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:45.639629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Releasing vxlan tunnel 10 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:45.690977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce88490-1ba5-45d4-a5dd-08d68e0202a1 req-b846eda4-e32b-43fe-8e32-dc0e60c6cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:45.692926 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ce88490-1ba5-45d4-a5dd-08d68e0202a1 req-b846eda4-e32b-43fe-8e32-dc0e60c6cabf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a4393c-4939-4211-88f7-dfc19e9d18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2883956
Dec 03 11:23:45.693986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:security_group_rule and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:45.703686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:45.802494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:45.828049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network 1f36c452-f5dd-4128-afcc-f8957bd9c968 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:45.839434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0e5263d-770b-45c4-b6c0-54a4166a988e tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:45.848523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:45.888184 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-89b1dc4c-b0bd-4a74-984f-938f18d489f4 req-a5a89f7d-cf86-4a54-b01c-f4335268322b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2539525
Dec 03 11:23:46.049611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 64639232-d0b1-474a-8ddd-6895b2b16407 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:46.060243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.200624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0e5263d-770b-45c4-b6c0-54a4166a988e tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.203758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0e5263d-770b-45c4-b6c0-54a4166a988e tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.229686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network 1f36c452-f5dd-4128-afcc-f8957bd9c968 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:46.249407 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ce88490-1ba5-45d4-a5dd-08d68e0202a1 req-38be4ce6-5d95-413f-94da-42379a70cadc service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5469160
Dec 03 11:23:46.252605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0e5263d-770b-45c4-b6c0-54a4166a988e tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.253159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e5263d-770b-45c4-b6c0-54a4166a988e tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Fanout notify agent at l3_agent the message router_deleted on router 4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:46.270312 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:46.351150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.406280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0e5263d-770b-45c4-b6c0-54a4166a988e tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.407502 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e0e5263d-770b-45c4-b6c0-54a4166a988e tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] 10.222.0.90 "DELETE /v2.0/routers/4611ec7e-5aaf-4c19-90e0-2f1e73fb79c2 HTTP/1.1" status: 204  len: 168 time: 0.7791975
Dec 03 11:23:46.408839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.417739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-885d9c6e-83c8-4dee-a93b-40782c8dcd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:46.427997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Network 64639232-d0b1-474a-8ddd-6895b2b16407 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:46.454293 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:46.474497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0cdc85-7c1e-44c0-8de4-00c3a6a93b34,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:46.474746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.477297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:46.485472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:46.503000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.503459 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Added segment a2c72bec-145a-409b-a369-1ead1056e5d3 of type vxlan for network 0865e14d-5967-4ad2-b73f-9b44b33fbd8f
Dec 03 11:23:46.512502 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ce88490-1ba5-45d4-a5dd-08d68e0202a1 req-207659cc-a812-4efa-80f9-dc2e5a11683e service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2494855
Dec 03 11:23:46.525960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf4ab5aa-940f-430f-a197-cd62582bb506 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:46.538564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.545205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.568970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event deleted for resources: {'Network': ['ID=1f36c452-f5dd-4128-afcc-f8957bd9c968,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:46.573764 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "DELETE /v2.0/networks/1f36c452-f5dd-4128-afcc-f8957bd9c968 HTTP/1.1" status: 204  len: 168 time: 2.3381705
Dec 03 11:23:46.573764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:46.575563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48572) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:46.577131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.581761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:46.583150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.588278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:46.607587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.613852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4301e479-5761-4c9a-9fcd-2ae596961493 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:46.629885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.656106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Pushing event deleted for resources: {'Network': ['ID=64639232-d0b1-474a-8ddd-6895b2b16407,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:46.664841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:46.665514 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] 10.222.0.90 "DELETE /v2.0/networks/64639232-d0b1-474a-8ddd-6895b2b16407 HTTP/1.1" status: 204  len: 168 time: 3.5121455
Dec 03 11:23:46.703645 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.4375801
Dec 03 11:23:46.716060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=0865e14d-5967-4ad2-b73f-9b44b33fbd8f,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:46.730935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:46.731370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 0865e14d-5967-4ad2-b73f-9b44b33fbd8f details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:46.778931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:46.779162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 0865e14d-5967-4ad2-b73f-9b44b33fbd8f details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:46.843006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48580) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:46.865280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48586) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:46.871562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'network_id': '0865e14d-5967-4ad2-b73f-9b44b33fbd8f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:47.096850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:47.130899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:47.139050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:subnet and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:47.143605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:47.158468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:47.166852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48594) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:47.169508 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-222e990f-b933-453d-8204-1ce151b3bf70 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=713f404dc60a40b086f8dcd04e539abf&name=default HTTP/1.1" status: 200  len: 2883 time: 0.3253424
Dec 03 11:23:47.175317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48598) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:47.194473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:47.288371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b67f7320>,) {'filters': {'network_id': ['40786b25-dd56-4c55-8d48-4cff7838c428']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:47.305068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b67f7320>, '63ed5362-f5cb-4714-946f-eeef5fe55b7f') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:47.305415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b67f7320>, '63ed5362-f5cb-4714-946f-eeef5fe55b7f') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:47.322366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:47.343533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1640e-5d51-48bb-b5c8-f875b271dd6d req-e463533f-2f41-49d7-ae5b-30c5618a69b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:47.345424 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8bb1640e-5d51-48bb-b5c8-f875b271dd6d req-e463533f-2f41-49d7-ae5b-30c5618a69b3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 943 time: 0.2302592
Dec 03 11:23:47.350415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:47.353711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Releasing vxlan tunnel 12 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:47.358940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:47.516144 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8bb1640e-5d51-48bb-b5c8-f875b271dd6d req-b8f5c78b-1c16-4d4d-855b-4e5c557e616d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1632297
Dec 03 11:23:47.581255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network 40786b25-dd56-4c55-8d48-4cff7838c428 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:47.592405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:47.672405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4866ac6c-eaf9-42f8-985a-dfcabfb95489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:47.762694 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d4153bff-23e6-44b6-aa03-f41092078994 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2fa9bddaed044cd89154cfbcb46769fc&name=default HTTP/1.1" status: 200  len: 2883 time: 0.5895762
Dec 03 11:23:47.764880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48604) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:47.792031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Network 40786b25-dd56-4c55-8d48-4cff7838c428 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:47.792440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4866ac6c-eaf9-42f8-985a-dfcabfb95489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:47.819530 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:47.843461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4866ac6c-eaf9-42f8-985a-dfcabfb95489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:47.848647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5fabfbb0-e545-4d91-86f3-8e48b172a329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:47.859755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866ac6c-eaf9-42f8-985a-dfcabfb95489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66090cbc-61b3-4928-8545-747f5dd51b55,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:47.865323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4866ac6c-eaf9-42f8-985a-dfcabfb95489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:47.867373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4866ac6c-eaf9-42f8-985a-dfcabfb95489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:47.872503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4866ac6c-eaf9-42f8-985a-dfcabfb95489 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/66090cbc-61b3-4928-8545-747f5dd51b55 HTTP/1.1" status: 204  len: 168 time: 0.6870370
Dec 03 11:23:47.939129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:47.945937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d790d614-6bf7-42dd-8a29-2facb0989b7b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:47.965950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:47.977717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Pushing event deleted for resources: {'Network': ['ID=40786b25-dd56-4c55-8d48-4cff7838c428,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:47.979679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ee90f88-04b0-4b00-a483-0e24d1b40602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:47.984594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:47.996274 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] 10.222.0.90 "DELETE /v2.0/networks/40786b25-dd56-4c55-8d48-4cff7838c428 HTTP/1.1" status: 204  len: 168 time: 1.4196239
Dec 03 11:23:48.014042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ee90f88-04b0-4b00-a483-0e24d1b40602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:48.066424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ee90f88-04b0-4b00-a483-0e24d1b40602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:48.074064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2c8942d0-c25d-4f5b-aa25-3b988a0dc4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:48.106222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee90f88-04b0-4b00-a483-0e24d1b40602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5581bea-f7ce-48f1-8901-78ff889d8f51,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:48.109033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ee90f88-04b0-4b00-a483-0e24d1b40602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:48.110470 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7ee90f88-04b0-4b00-a483-0e24d1b40602 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b5581bea-f7ce-48f1-8901-78ff889d8f51 HTTP/1.1" status: 204  len: 168 time: 0.3445680
Dec 03 11:23:48.111706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ee90f88-04b0-4b00-a483-0e24d1b40602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:48.314658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:48.330991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ca1baa5d-7725-48c5-9250-553a1b32499c tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:48.425520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48626) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:48.468495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=1e124185-5f97-4318-a21c-23ab1bc07681,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:48.472729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:48.541934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking segment: {'id': 'a2c72bec-145a-409b-a369-1ead1056e5d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0865e14d-5967-4ad2-b73f-9b44b33fbd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:48.542321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network hostable DHCP agents. Network: 0865e14d-5967-4ad2-b73f-9b44b33fbd8f, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:23:48.562992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 0865e14d-5967-4ad2-b73f-9b44b33fbd8f is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:23:48.573589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 0865e14d-5967-4ad2-b73f-9b44b33fbd8f) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:48.589908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:48.590570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:48.599792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0bb536-8047-4afd-9b3f-6d44478fe476 None None] Network 0865e14d-5967-4ad2-b73f-9b44b33fbd8f requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:48.616340 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.7498686
Dec 03 11:23:48.621748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48640) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:48.628209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-392123839'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:48.633941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:48.638077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:network and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:48.642063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:48.648895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:48.664288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:48.678251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:48.685267 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1fe43ffe-7379-4ddb-be1d-0001ba89fbeb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3d2b99e1ecb2401582cfe2b75517f518&name=default HTTP/1.1" status: 200  len: 2883 time: 0.2551310
Dec 03 11:23:48.685520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48644) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:48.723031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:48.734338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:48.735453 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Added segment 54e78ace-9f02-4fcb-ac0e-0a70fe799179 of type vxlan for network f691b381-99f7-4902-9646-af5c0f19adf6
Dec 03 11:23:48.771832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:48.811814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:48.817254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46040338-cfaa-4e15-9135-0fc13cfc4462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:48.818196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:48.819090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:48.841027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4d795687-98a6-458a-b6e4-d794dd229fc2 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:48.868531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46040338-cfaa-4e15-9135-0fc13cfc4462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:48.870107 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2471976
Dec 03 11:23:48.871034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48650) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:48.921873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'network_id': 'f691b381-99f7-4902-9646-af5c0f19adf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:49.042297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=f691b381-99f7-4902-9646-af5c0f19adf6,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:49.048843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:49.055440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46040338-cfaa-4e15-9135-0fc13cfc4462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:49.065666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network f691b381-99f7-4902-9646-af5c0f19adf6 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:49.067383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333341b-a9cd-4973-9e5c-34237738fdb7 req-14a11c15-7755-44cf-ac0a-9291138965c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:49.069090 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f333341b-a9cd-4973-9e5c-34237738fdb7 req-14a11c15-7755-44cf-ac0a-9291138965c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 943 time: 0.2558918
Dec 03 11:23:49.071241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:49.083549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46040338-cfaa-4e15-9135-0fc13cfc4462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ba43fe-8cd2-40ca-938b-5bd642e3e7cf,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:49.086326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-46040338-cfaa-4e15-9135-0fc13cfc4462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:49.120013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46040338-cfaa-4e15-9135-0fc13cfc4462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:49.124442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-46040338-cfaa-4e15-9135-0fc13cfc4462 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/91ba43fe-8cd2-40ca-938b-5bd642e3e7cf HTTP/1.1" status: 204  len: 168 time: 0.4378750
Dec 03 11:23:49.136229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:49.141409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:subnet and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:49.144950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:49.145375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network f691b381-99f7-4902-9646-af5c0f19adf6 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:49.153612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:49.154593 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f333341b-a9cd-4973-9e5c-34237738fdb7 req-4fc31a0e-eca5-423c-a122-6e18c7f0543b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731878
Dec 03 11:23:49.168611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-0865e14d-5967-4ad2-b73f-9b44b33fbd8f', 'network_id': '0865e14d-5967-4ad2-b73f-9b44b33fbd8f', 'tenant_id': '30220adc5b0949d4b1719156c3d1b0ef', 'fixed_ips': [{'subnet_id': '1e124185-5f97-4318-a21c-23ab1bc07681'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:23:49.169364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:49.170042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:49.294656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:49.567812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:49.717950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48676) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:49.750100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Allocated IP 172.20.255.242 (0865e14d-5967-4ad2-b73f-9b44b33fbd8f/1e124185-5f97-4318-a21c-23ab1bc07681/b72917b4-7876-4500-86ab-5b451c62ada4) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:49.815632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:49.834029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:49.837225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fe0b41a-fec6-4280-a6bc-e27279ef1770 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:49.920453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:49.920887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:50.008335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=7fa39acd-16f4-4475-bfc2-c9df0e887ff4,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:50.026953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:50.100784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1895208833'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:50.110360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking segment: {'id': '54e78ace-9f02-4fcb-ac0e-0a70fe799179', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f691b381-99f7-4902-9646-af5c0f19adf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:50.110810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network hostable DHCP agents. Network: f691b381-99f7-4902-9646-af5c0f19adf6, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:23:50.114629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:50.132376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:network and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:50.140555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:50.147483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:50.152505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:50.160761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network f691b381-99f7-4902-9646-af5c0f19adf6 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:23:50.161978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:50.168696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:50.176684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, f691b381-99f7-4902-9646-af5c0f19adf6) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:50.184794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:50.205577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:50.208907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:50.209776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:security_group_rule and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:50.210586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:50.214267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:50.219509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f3a93-f807-4498-9129-3bd000a915b5 None None] Network f691b381-99f7-4902-9646-af5c0f19adf6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:50.221600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:50.263038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.3676884
Dec 03 11:23:50.263547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48696) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:50.369750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:50.411545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:23:50.454173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8,segment=NetworkSegment(d1b10c53-c54e-4fb0-82b9-faca1431d1e5),segment_id=d1b10c53-c54e-4fb0-82b9-faca1431d1e5)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:50.469302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:50.478804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:50.486568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:50.623314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:50.650993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Transition to ACTIVE for port object b72917b4-7876-4500-86ab-5b451c62ada4 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:50.688204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:50.700494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:50.729824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-f691b381-99f7-4902-9646-af5c0f19adf6', 'network_id': 'f691b381-99f7-4902-9646-af5c0f19adf6', 'tenant_id': '30220adc5b0949d4b1719156c3d1b0ef', 'fixed_ips': [{'subnet_id': '7fa39acd-16f4-4475-bfc2-c9df0e887ff4'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:23:50.730882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:50.747714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Transition to ACTIVE for port object b72917b4-7876-4500-86ab-5b451c62ada4 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:50.795779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:50.811210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:50.817835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f651fde3-4b1e-44e3-b082-56172a5d46e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:50.957700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:50.968358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:51.011392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d8ccdf-9d0c-47ef-b8db-20ddef581c14,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:51.017779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:51.037997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c114c-bd37-466c-844a-0071d5dfce26 req-d567f68d-9d01-4835-905d-1a69feebb175 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:51.050227 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-375c114c-bd37-466c-844a-0071d5dfce26 req-d567f68d-9d01-4835-905d-1a69feebb175 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 945 time: 0.6876268
Dec 03 11:23:51.055157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:51.059434 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Added segment ea717d5f-386a-4ca1-bf57-8eed4e4188ab of type vxlan for network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d
Dec 03 11:23:51.164332 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8', 'code': 200}
Dec 03 11:23:51.164917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-95904798-d864-41a0-9e59-0d0ac4cd503e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:51.169057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48716) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:51.214629 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-375c114c-bd37-466c-844a-0071d5dfce26 req-28f2341f-cc97-4119-bdb1-9e088cb9a838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1519568
Dec 03 11:23:51.226056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:51.287160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:51.294860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:51.296374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:51.304923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-351fe123-c901-49ee-ac07-e461993c8261 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:51.402331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:51.407221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Pushing event updated for resources: {'Port': ['ID=b72917b4-7876-4500-86ab-5b451c62ada4,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:51.413793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:51.434743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e4ae8-529a-492d-a717-dcac6960f5f2 req-fa594c31-14eb-421c-b16f-af32708251d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:51.436439 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6b7e4ae8-529a-492d-a717-dcac6960f5f2 req-fa594c31-14eb-421c-b16f-af32708251d7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 1162 time: 0.2510726
Dec 03 11:23:51.485877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-62d01f8a-88b6-465c-b3b3-ffb6eb7b3202 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] Request body: {'subnetpool': {'name': 'tempest-subnetpools-561007475', 'prefixes': ['172.20.0.0/16']}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:51.493179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Network': ['ID=ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:51.496727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-62d01f8a-88b6-465c-b3b3-ffb6eb7b3202 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:51.502719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:51.511653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.7919447
Dec 03 11:23:51.514190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48726) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:51.516210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6b7e4ae8-529a-492d-a717-dcac6960f5f2 req-cc894438-9181-46a7-bba6-a4309080e99f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696208
Dec 03 11:23:51.521762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'name': 'tempest-PortsTestJSON-525426157'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:51.542790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:51.557978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:51.593069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Network 0865e14d-5967-4ad2-b73f-9b44b33fbd8f is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:51.608354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:51.625703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:51.658588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:51.671918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:port and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:51.678033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for port was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:51.686358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:51.694805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62d01f8a-88b6-465c-b3b3-ffb6eb7b3202 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] Notify callbacks [] for subnetpool, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:51.698780 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-62d01f8a-88b6-465c-b3b3-ffb6eb7b3202 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.5227590
Dec 03 11:23:51.699298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48730) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:51.723903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:51.729448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:51.758161 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4114b280-6dd9-4ae8-b034-dcabf2ac6842 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] 10.222.0.90 "GET /v2.0/subnetpools/c9e71d43-97c5-4930-8195-e91a5bc0458b HTTP/1.1" status: 200  len: 731 time: 0.0547910
Dec 03 11:23:51.758161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48734) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:51.774311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4798cb21-73c5-422a-9126-cac532b464d1 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1496029499'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:51.831109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Allocated IP 172.20.0.2 (f691b381-99f7-4902-9646-af5c0f19adf6/7fa39acd-16f4-4475-bfc2-c9df0e887ff4/8a22654d-d2eb-4263-8744-7572e288977e) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:51.842804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Attempting to bind port b72917b4-7876-4500-86ab-5b451c62ada4 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:23:51.843053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Attempting to bind port b72917b4-7876-4500-86ab-5b451c62ada4 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'a2c72bec-145a-409b-a369-1ead1056e5d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0865e14d-5967-4ad2-b73f-9b44b33fbd8f'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:23:51.843467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Attempting to bind port b72917b4-7876-4500-86ab-5b451c62ada4 on network 0865e14d-5967-4ad2-b73f-9b44b33fbd8f {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:23:51.844359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48738) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:51.851960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855689329', 'description': 'tempest-secgroup-smoke-1855689329 description', 'project_id': 'd215e9f164a94c64a3981a60669a69f4'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:51.856462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:23:51.856883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Checking segment: {'id': 'a2c72bec-145a-409b-a369-1ead1056e5d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0865e14d-5967-4ad2-b73f-9b44b33fbd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:51.857324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:51.857758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Bound using segment: {'id': 'a2c72bec-145a-409b-a369-1ead1056e5d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0865e14d-5967-4ad2-b73f-9b44b33fbd8f'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:23:51.858277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Bound port: b72917b4-7876-4500-86ab-5b451c62ada4, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c72bec-145a-409b-a369-1ead1056e5d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0865e14d-5967-4ad2-b73f-9b44b33fbd8f'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:23:51.858704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:51.862018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:51.868433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:security_group and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:51.872012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:51.890935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:51.908573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:51.925149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:51.944942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port b4e4b631-42d7-4803-80dc-fbde7d8bf430 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:23:51.947937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:51.952716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:security_group_rule and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:51.956173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:51.963002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:52.056993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4798cb21-73c5-422a-9126-cac532b464d1 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] Notify callbacks [] for subnetpool, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.060943 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4798cb21-73c5-422a-9126-cac532b464d1 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] 10.222.0.90 "PUT /v2.0/subnetpools/c9e71d43-97c5-4930-8195-e91a5bc0458b HTTP/1.1" status: 200  len: 684 time: 0.2996368
Dec 03 11:23:52.062498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48742) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:52.079728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] For port b72917b4-7876-4500-86ab-5b451c62ada4, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:23:52.079977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.087373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.092865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d947501f-e646-4f6f-8095-c16882e18ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:52.109353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:52.126842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] For port b72917b4-7876-4500-86ab-5b451c62ada4, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b72917b4-7876-4500-86ab-5b451c62ada4,segment=NetworkSegment(a2c72bec-145a-409b-a369-1ead1056e5d3),segment_id=a2c72bec-145a-409b-a369-1ead1056e5d3)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:23:52.135016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:security_group_rule and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:52.135765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.140955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:52.154237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a51cdcbc-e808-44a2-bccc-cf52bda1f1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:52.169503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:52.190827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'SecurityGroup': ['ID=c10ab47f-d4f4-49c9-b6d5-2e7d42504b41,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:52.195356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:52.225237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.252817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.268447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e911104a-a05e-48b0-bd17-2cecdb878830 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] Notify callbacks [] for subnetpool, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.269594 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e911104a-a05e-48b0-bd17-2cecdb878830 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] 10.222.0.90 "DELETE /v2.0/subnetpools/c9e71d43-97c5-4930-8195-e91a5bc0458b HTTP/1.1" status: 204  len: 168 time: 0.2072289
Dec 03 11:23:52.279253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48748) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:52.298880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.314131 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-27a730f8-376c-48c6-b431-22e037835ee3 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] show failed (client error): The resource could not be found.
Dec 03 11:23:52.315273 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-27a730f8-376c-48c6-b431-22e037835ee3 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] 10.222.0.90 "GET /v2.0/subnetpools/c9e71d43-97c5-4930-8195-e91a5bc0458b HTTP/1.1" status: 404  len: 346 time: 0.0349965
Dec 03 11:23:52.318358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.319330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48752) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:52.329005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Transition to ACTIVE for port object 8a22654d-d2eb-4263-8744-7572e288977e will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:52.338940 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-dccbef39-65a9-4761-97d6-f79c95b97678 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] delete failed (client error): The resource could not be found.
Dec 03 11:23:52.340174 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dccbef39-65a9-4761-97d6-f79c95b97678 tempest-SubnetPoolsTestJSON-727175980 tempest-SubnetPoolsTestJSON-727175980] 10.222.0.90 "DELETE /v2.0/subnetpools/c9e71d43-97c5-4930-8195-e91a5bc0458b HTTP/1.1" status: 404  len: 346 time: 0.0198677
Dec 03 11:23:52.350111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.356676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:52.373853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Pushing event updated for resources: {'Port': ['ID=b72917b4-7876-4500-86ab-5b451c62ada4,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:52.389601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:52.400869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Transition to ACTIVE for port object 8a22654d-d2eb-4263-8744-7572e288977e will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:23:52.408657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:52.409408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.415124 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5687332
Dec 03 11:23:52.416540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48758) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:52.417156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.419953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'SecurityGroup': ['ID=af95dbe6-bb60-4819-95cb-7ea52a784435,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:52.434012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:52.451503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Request body: {'security_group_rule': {'security_group_id': 'af95dbe6-bb60-4819-95cb-7ea52a784435', 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:52.465829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:52.474440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:security_group_rule and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:52.478340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:52.486246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:52.494205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.514588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-318b06b5-29f2-484d-8440-d6d59036df21 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:52.565430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Subnet': ['ID=7fa39acd-16f4-4475-bfc2-c9df0e887ff4,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:52.569000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:52.569441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=b4e4b631-42d7-4803-80dc-fbde7d8bf430,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:52.573501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:52.576864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:52.600816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.630651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Checking segment: {'id': 'ea717d5f-386a-4ca1-bf57-8eed4e4188ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:52.631219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network hostable DHCP agents. Network: ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:23:52.643486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8ee9c-924e-4f2e-9282-98a8a11488b9 req-eadc0fb9-1960-4cbd-a217-d959d140de33 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:52.652271 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-40b8ee9c-924e-4f2e-9282-98a8a11488b9 req-eadc0fb9-1960-4cbd-a217-d959d140de33 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 945 time: 0.1929321
Dec 03 11:23:52.665154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Network f691b381-99f7-4902-9646-af5c0f19adf6 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:52.668625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:52.676005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:52.683145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Pushing event updated for resources: {'Port': ['ID=8a22654d-d2eb-4263-8744-7572e288977e,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:52.687371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:52.720990 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-40b8ee9c-924e-4f2e-9282-98a8a11488b9 req-4d43b22c-7772-4d07-a401-c70d2df6d727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677135
Dec 03 11:23:52.722849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:23:52.747664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Attempting to bind port 8a22654d-d2eb-4263-8744-7572e288977e on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:23:52.748432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Attempting to bind port 8a22654d-d2eb-4263-8744-7572e288977e by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '54e78ace-9f02-4fcb-ac0e-0a70fe799179', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f691b381-99f7-4902-9646-af5c0f19adf6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:23:52.749069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Attempting to bind port 8a22654d-d2eb-4263-8744-7572e288977e on network f691b381-99f7-4902-9646-af5c0f19adf6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:23:52.756717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:23:52.757086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:52.757715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Checking segment: {'id': '54e78ace-9f02-4fcb-ac0e-0a70fe799179', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f691b381-99f7-4902-9646-af5c0f19adf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:52.758370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.763609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:52.768109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:52.768831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.775003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Bound using segment: {'id': '54e78ace-9f02-4fcb-ac0e-0a70fe799179', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f691b381-99f7-4902-9646-af5c0f19adf6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:23:52.775944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Bound port: 8a22654d-d2eb-4263-8744-7572e288977e, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e78ace-9f02-4fcb-ac0e-0a70fe799179', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f691b381-99f7-4902-9646-af5c0f19adf6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:23:52.776597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.820658 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.3049090
Dec 03 11:23:52.826051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48764) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:52.842327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee132f33-e707-4501-9638-d7b43c695d13 None None] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:52.847034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'network': {'name': 'tempest-PortsTestJSON-1378923369'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:52.872366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:52.911157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:network and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:52.918845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48768) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:52.924975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:52.953718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:52.979032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:52.989003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:52.992966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.075412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:53.087718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:53.100611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.101043 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Added segment 8ddd749e-f5d9-4cea-bff3-c1917026bcf5 of type vxlan for network 64d49677-3acc-4bdb-ab2b-404d593f8ab4
Dec 03 11:23:53.108537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.168694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.234477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.236938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2306268-77e2-4003-ab42-7e383fab5815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.237344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e47208>,) {'filters': {'network_id': ['f691b381-99f7-4902-9646-af5c0f19adf6']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:53.246131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9288e74d-97b0-479b-9852-8c67edd974b0 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:53.257332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d2306268-77e2-4003-ab42-7e383fab5815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:53.261494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.265991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:53.266641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.273948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d2306268-77e2-4003-ab42-7e383fab5815 admin admin] Usage tracker for resource:security_group_rule and tenant:d29556ce1d6c45b58721e028b1265915 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:53.276763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:53.279991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] For port 8a22654d-d2eb-4263-8744-7572e288977e, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:23:53.285158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] For port 8a22654d-d2eb-4263-8744-7572e288977e, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8a22654d-d2eb-4263-8744-7572e288977e,segment=NetworkSegment(54e78ace-9f02-4fcb-ac0e-0a70fe799179),segment_id=54e78ace-9f02-4fcb-ac0e-0a70fe799179)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:23:53.286495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e47208>, '54e78ace-9f02-4fcb-ac0e-0a70fe799179') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:53.287130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e47208>, '54e78ace-9f02-4fcb-ac0e-0a70fe799179') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:53.299626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.299831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d2306268-77e2-4003-ab42-7e383fab5815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:53.302681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a96a18-4eaa-4c9f-a186-60cc7d3fd6c4,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:53.312331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:53.314308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.317346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:53.317522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d2306268-77e2-4003-ab42-7e383fab5815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:53.326199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.330589 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.9094954
Dec 03 11:23:53.330589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48774) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:53.340659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-75e86909-7300-42b9-9539-b984372b3076 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Request body: {'security_group_rule': {'security_group_id': 'af95dbe6-bb60-4819-95cb-7ea52a784435', 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:53.348542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-75e86909-7300-42b9-9539-b984372b3076 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:53.351472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.354517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:53.371144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-75e86909-7300-42b9-9539-b984372b3076 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:security_group_rule and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:53.386633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-75e86909-7300-42b9-9539-b984372b3076 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:53.398501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-75e86909-7300-42b9-9539-b984372b3076 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:53.407444 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5777717
Dec 03 11:23:53.412604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48778) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:53.424104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Network': ['ID=64d49677-3acc-4bdb-ab2b-404d593f8ab4,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:53.430436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'ports': [{'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d'}, {'network_id': '64d49677-3acc-4bdb-ab2b-404d593f8ab4'}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:53.430986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:53.431524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': '64d49677-3acc-4bdb-ab2b-404d593f8ab4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:53.449197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:53.464159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:53.464682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.496551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75e86909-7300-42b9-9539-b984372b3076 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.504549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 64d49677-3acc-4bdb-ab2b-404d593f8ab4 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:53.517848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 64d49677-3acc-4bdb-ab2b-404d593f8ab4 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:53.593616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network f691b381-99f7-4902-9646-af5c0f19adf6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:53.607261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.746216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:53.750467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2306268-77e2-4003-ab42-7e383fab5815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.758429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:port and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:53.763143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:53.770772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:53.778771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Pushing event updated for resources: {'Port': ['ID=8a22654d-d2eb-4263-8744-7572e288977e,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:53.780505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2306268-77e2-4003-ab42-7e383fab5815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.799637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c04c2e1-d9fd-4b41-9b07-d4a2d9e73859 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:53.803799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:53.818653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 2} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:53.828122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.840440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network f691b381-99f7-4902-9646-af5c0f19adf6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:53.874013 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:53.888789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2306268-77e2-4003-ab42-7e383fab5815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005ee96c-9311-4e6a-944b-1f2893422327,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:53.896110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75e86909-7300-42b9-9539-b984372b3076 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.933797 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d2306268-77e2-4003-ab42-7e383fab5815 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d29556ce1d6c45b58721e028b1265915&name=default HTTP/1.1" status: 200  len: 2883 time: 1.0137444
Dec 03 11:23:53.935144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2306268-77e2-4003-ab42-7e383fab5815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:53.937098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:53.957535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48784) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:54.093487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf96fb5e-be13-47a5-875e-44d099814fe2 None None] Network f691b381-99f7-4902-9646-af5c0f19adf6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:54.262275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15a83ba7-5ff5-4a60-a757-e237c6076a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.268835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75e86909-7300-42b9-9539-b984372b3076 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.269120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port b2c7f11b-d11a-4eb7-8ff3-4fd88b00381a yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:23:54.276302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-499d8ef3-e707-447b-86de-975258d4ac5c tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:54.290190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b72445-b716-41ce-afd8-974e52f5d474 req-34386964-850d-47bf-a297-e3f9d37e8aa5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:54.291947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1b72445-b716-41ce-afd8-974e52f5d474 req-34386964-850d-47bf-a297-e3f9d37e8aa5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 945 time: 0.3558557
Dec 03 11:23:54.304329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e86909-7300-42b9-9539-b984372b3076 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c31424-0719-4cbf-a5da-2187421e33c2,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:54.307623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75e86909-7300-42b9-9539-b984372b3076 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:54.311472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:23:54.311472 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:23:54.311472 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': 'f691b381-99f7-4902-9646-af5c0f19adf6'}]
Dec 03 11:23:54.311472 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:23:54.311822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:23:54.318706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75e86909-7300-42b9-9539-b984372b3076 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.320167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-75e86909-7300-42b9-9539-b984372b3076 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.9886065
Dec 03 11:23:54.322976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48788) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:54.330659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Request body: {'security_group_rule': {'security_group_id': 'af95dbe6-bb60-4819-95cb-7ea52a784435', 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:54.335349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15a83ba7-5ff5-4a60-a757-e237c6076a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.338685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:54.343433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:security_group_rule and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:54.347637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:54.355927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:54.380886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.405523 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1b72445-b716-41ce-afd8-974e52f5d474 req-977dcee1-9d83-42e7-a53f-08b8a2b181bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977545
Dec 03 11:23:54.431299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a887a6c0-0c2a-4447-9720-6d9ccdaa8ab8 None None] Network 0865e14d-5967-4ad2-b73f-9b44b33fbd8f requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:54.455487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.460476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.462860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:54.492859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225bea1a-5e1a-4e76-a422-2842dfa6335f,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:54.501317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:54.505404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.506707 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1810911
Dec 03 11:23:54.509497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48794) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:54.516337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Request body: {'security_group_rule': {'security_group_id': 'af95dbe6-bb60-4819-95cb-7ea52a784435', 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:54.524259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:54.528601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:security_group_rule and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:54.532700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:54.539410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:54.560039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.605444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b72917b4-7876-4500-86ab-5b451c62ada4 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:54.638287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.641941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.644129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e861d02c-f567-4d84-ab5f-f89b49dccbbb tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:54.646732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15a83ba7-5ff5-4a60-a757-e237c6076a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.653168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.656055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b62cd124-e5b7-433f-b031-0e96d45e867d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:54.671797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c99213-24ee-488e-8abf-60070164d5ea,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:54.672491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3a2e24fc-ea97-4896-a825-ed6215a37f1e None None] Provisioning for port b72917b4-7876-4500-86ab-5b451c62ada4 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:54.674403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:54.683910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.685404 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1746771
Dec 03 11:23:54.689651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48798) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:54.695488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Request body: {'security_group_rule': {'security_group_id': 'af95dbe6-bb60-4819-95cb-7ea52a784435', 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:54.703486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:54.707346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a83ba7-5ff5-4a60-a757-e237c6076a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005ee96c-9311-4e6a-944b-1f2893422327,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:54.708189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:security_group_rule and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:54.710150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-15a83ba7-5ff5-4a60-a757-e237c6076a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:54.711921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:54.717887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:54.728470 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Project d215e9f164a94c64a3981a60669a69f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:23:54.735972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.794531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port b72917b4-7876-4500-86ab-5b451c62ada4 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:23:54.806060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15a83ba7-5ff5-4a60-a757-e237c6076a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.809811 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-15a83ba7-5ff5-4a60-a757-e237c6076a41 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/005ee96c-9311-4e6a-944b-1f2893422327 HTTP/1.1" status: 204  len: 168 time: 0.8392663
Dec 03 11:23:54.809964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.815528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.830447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port 6e64c44c-5a20-4a57-acfe-53c432c2f4e4 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:23:54.840429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b72917b4-7876-4500-86ab-5b451c62ada4 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:54.840864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.841971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8965da-90be-4b92-a62d-32cce8aac72b req-470c8d0c-3bdb-4ceb-85dc-f84c035b65d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:54.843638 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7a8965da-90be-4b92-a62d-32cce8aac72b req-470c8d0c-3bdb-4ceb-85dc-f84c035b65d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 945 time: 0.2693174
Dec 03 11:23:54.891213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.916511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de7d055b-3ac1-48c4-9fe5-5f9a703d8c85 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:54.947718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e6e4d2-2991-4d85-9bf1-a80d73608071,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:54.951009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:54.953040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting port 8a22654d-d2eb-4263-8744-7572e288977e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:54.953415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.978762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:54.983200 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.2899036
Dec 03 11:23:54.985895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48804) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:54.998187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Request body: {'security_group_rule': {'security_group_id': 'af95dbe6-bb60-4819-95cb-7ea52a784435', 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:55.007207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:55.010844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.020260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:security_group_rule and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:55.025882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:55.037086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:55.078078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port b72917b4-7876-4500-86ab-5b451c62ada4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b72917b4-7876-4500-86ab-5b451c62ada4,segment=NetworkSegment(a2c72bec-145a-409b-a369-1ead1056e5d3),segment_id=a2c72bec-145a-409b-a369-1ead1056e5d3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:55.084663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.090460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-565c775a-1fa1-4cb8-8415-ff1f7f70e71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:55.129216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7a8965da-90be-4b92-a62d-32cce8aac72b req-576c27a6-bd8f-4ea5-9ea8-c7037f5e0dd5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983844
Dec 03 11:23:55.136046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.167723 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Project d215e9f164a94c64a3981a60669a69f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:23:55.178163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48810) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:55.180043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.184459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.188212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=b72917b4-7876-4500-86ab-5b451c62ada4,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:55.203046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:55.216704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e1d7c089-a775-4f6d-9f42-71534e9b4bc4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:55.332775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-21ea7337-5932-42ec-bdb5-ed5111faf8f9 None None] Provisioning complete for port b72917b4-7876-4500-86ab-5b451c62ada4 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:55.333197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21ea7337-5932-42ec-bdb5-ed5111faf8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.340747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] For port 8a22654d-d2eb-4263-8744-7572e288977e, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8a22654d-d2eb-4263-8744-7572e288977e,segment=NetworkSegment(54e78ace-9f02-4fcb-ac0e-0a70fe799179),segment_id=54e78ace-9f02-4fcb-ac0e-0a70fe799179)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:23:55.341153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.419482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=b2c7f11b-d11a-4eb7-8ff3-4fd88b00381a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:55.424511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:55.436324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:55.437615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:55.440037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:55.441089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.465653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:55.509811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Calling delete_port for 8a22654d-d2eb-4263-8744-7572e288977e owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:55.571887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=6e64c44c-5a20-4a57-acfe-53c432c2f4e4,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:55.576448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:55.614257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.617943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789fb9b0-41e0-41f7-9b11-390261f8ce9e tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:55.622478 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-789fb9b0-41e0-41f7-9b11-390261f8ce9e tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 1157 time: 0.4398170
Dec 03 11:23:55.628332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48822) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:55.633112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.641222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e82d533b-261e-45c6-9992-ba02d7ea23e2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:55.656719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-993ba952-3655-4857-b24a-47fea0b53a31 None None] Provisioning complete for port b72917b4-7876-4500-86ab-5b451c62ada4 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:55.657151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-993ba952-3655-4857-b24a-47fea0b53a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.670156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:55.671173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341db09a-61ab-4e21-82a1-7b648d501743,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:55.679997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:55.681202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:55.683867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.687189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:floatingip and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:55.688040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:55.696092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:55.702740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-10706f39-7bb4-4320-82d2-632b9122bfaf tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:55.719968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.750391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:55.752750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.7661958
Dec 03 11:23:55.763016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48826) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:55.771285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Port': ['ID=8a22654d-d2eb-4263-8744-7572e288977e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:55.778103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:55.794047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Checking segment: {'id': '8ddd749e-f5d9-4cea-bff3-c1917026bcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '64d49677-3acc-4bdb-ab2b-404d593f8ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:23:55.794437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network hostable DHCP agents. Network: 64d49677-3acc-4bdb-ab2b-404d593f8ab4, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:23:55.820677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Request body: {'network': {'name': 'tempest-network-smoke--2011611074', 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'port_security_enabled': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:55.836926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:55.849948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:network and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:55.861296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:55.900817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:55.903543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No DVR routers for this DVR port 8a22654d-d2eb-4263-8744-7572e288977e on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:23:55.909124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f343783-b6d9-414b-995f-35a31f71213d None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:23:55.924181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 64d49677-3acc-4bdb-ab2b-404d593f8ab4 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:23:55.992012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Made reservation on behalf of d215e9f164a94c64a3981a60669a69f4 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:56.006974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.007944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 64d49677-3acc-4bdb-ab2b-404d593f8ab4) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:56.021428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:56.035458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:56.035458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.050949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a77f2fab-1482-4442-a7eb-49346c69757d None None] Provisioning complete for port b72917b4-7876-4500-86ab-5b451c62ada4 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:56.050949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a77f2fab-1482-4442-a7eb-49346c69757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.069158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.077591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:56.093820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.094216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Added segment e2bdc5cb-ca67-435b-a5db-ee1c6fa45005 of type vxlan for network fa1cde14-48ed-4124-afdb-130ae0194192
Dec 03 11:23:56.103786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.6876941
Dec 03 11:23:56.109076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48836) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:56.143689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.153765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f343783-b6d9-414b-995f-35a31f71213d None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:23:56.165468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.220299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f8e52648-d81d-44b2-96f7-7b493e926943 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 6e64c44c-5a20-4a57-acfe-53c432c2f4e4 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:56.221031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f8e52648-d81d-44b2-96f7-7b493e926943 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.247854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.247854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:56.248060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.256360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cff393b1-bbd8-4921-a332-36195b1ef584 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:56.436353 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6460683
Dec 03 11:23:56.440117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48846) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:56.442032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'Network': ['ID=fa1cde14-48ed-4124-afdb-130ae0194192,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:56.447502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:56.457524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'admin_state_up': True, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:56.476473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network fa1cde14-48ed-4124-afdb-130ae0194192 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:56.478147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:56.504745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network fa1cde14-48ed-4124-afdb-130ae0194192 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:56.510871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:router and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:56.518333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c7e1d0>,) {'filters': {'network_id': ['f691b381-99f7-4902-9646-af5c0f19adf6']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:56.527000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:56.552096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:56.622669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c7e1d0>, '54e78ace-9f02-4fcb-ac0e-0a70fe799179') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:56.623080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c7e1d0>, '54e78ace-9f02-4fcb-ac0e-0a70fe799179') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:23:56.651132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.652359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.653779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.150 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/ea88cc1d-25d6-49b7-b186-9fd610fd2e0d) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:56.657288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.659503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b72917b4-7876-4500-86ab-5b451c62ada4 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:23:56.666197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f8e52648-d81d-44b2-96f7-7b493e926943 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.699747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-a4cd2875-11c1-4dc6-9e98-b7f81fd9e362 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/networks?tenant_id=87b65f1cbefe40028de73341ae325b6b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0409675
Dec 03 11:23:56.747740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.814317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f8e52648-d81d-44b2-96f7-7b493e926943 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 6e64c44c-5a20-4a57-acfe-53c432c2f4e4 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:56.842758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:23:56.918777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b72917b4-7876-4500-86ab-5b451c62ada4 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:23:56.919232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.956033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:56.979124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e05f44c-9dc3-49d1-8528-7f09c843be37 None None] Network 64d49677-3acc-4bdb-ab2b-404d593f8ab4 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:23:57.000994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d767d-2776-4a82-a131-36ab0a4f540f req-e58083f8-1ef8-4597-a336-87ef6462ece9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:57.002607 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-e58083f8-1ef8-4597-a336-87ef6462ece9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2801859
Dec 03 11:23:57.005851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:57.024894 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-4d976273-853e-45a6-a660-2f28b8915907 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/quotas/87b65f1cbefe40028de73341ae325b6b HTTP/1.1" status: 200  len: 375 time: 0.0154281
Dec 03 11:23:57.087504 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-18dc3bcf-6e2e-4299-ad27-0f91d169094c tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?tenant_id=87b65f1cbefe40028de73341ae325b6b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0547376
Dec 03 11:23:57.096358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:57.184761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network f691b381-99f7-4902-9646-af5c0f19adf6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:57.196949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:57.418771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9815e84c-6585-45e2-9748-8b165b3fff13 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:57.534805 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-084c043d-ceb3-4939-b160-bcde768cecc4 req-484b29ba-860b-4e6e-8fff-38aa64211bf4 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 210 time: 0.1195211
Dec 03 11:23:57.612570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=ea88cc1d-25d6-49b7-b186-9fd610fd2e0d,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:57.618298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:57.672252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:23:57.673838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:23:57.677167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:23:57.793766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f8e52648-d81d-44b2-96f7-7b493e926943 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:57.827753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a4154a93-9523-42c9-80be-3f51ed4c3ddf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:57.959163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e52648-d81d-44b2-96f7-7b493e926943 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=6e64c44c-5a20-4a57-acfe-53c432c2f4e4,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:57.962007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f8e52648-d81d-44b2-96f7-7b493e926943 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:58.017235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.049939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network f691b381-99f7-4902-9646-af5c0f19adf6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:23:58.079293 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:23:58.210822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f8e52648-d81d-44b2-96f7-7b493e926943 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.225591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.233781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4173d45-6c59-4509-8f31-6183d021741a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:58.250184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.252195 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/f691b381-99f7-4902-9646-af5c0f19adf6 HTTP/1.1" status: 204  len: 168 time: 7.9875205
Dec 03 11:23:58.256386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48868) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:58.261653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f8e52648-d81d-44b2-96f7-7b493e926943 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/6e64c44c-5a20-4a57-acfe-53c432c2f4e4 HTTP/1.1" status: 204  len: 168 time: 2.1489890
Dec 03 11:23:58.264082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-302979631'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:58.271774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48872) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:58.274839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:58.310964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Network': ['ID=f691b381-99f7-4902-9646-af5c0f19adf6,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:58.316270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:58.328217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:network and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:58.333192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:58.344995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:58.359876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.381117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:58.386772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.441337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bfc616-417f-4003-98d6-721a8705c28c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:58.446228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bfc616-417f-4003-98d6-721a8705c28c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:58.447105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-95bfc616-417f-4003-98d6-721a8705c28c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:23:58.463055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:23:58.524297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.524702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Added segment 0aae39d9-7198-4203-a3df-07a6df2d9500 of type vxlan for network 2f58a1ca-da06-4a39-bba9-4e366427cb27
Dec 03 11:23:58.537390 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-286850fc-4051-44f3-9503-9eeb57cb66fa tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.91 "GET /v2.0/networks?tenant_id=87b65f1cbefe40028de73341ae325b6b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1033041
Dec 03 11:23:58.543689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-95bfc616-417f-4003-98d6-721a8705c28c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:23:58.544976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-95bfc616-417f-4003-98d6-721a8705c28c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.2722340
Dec 03 11:23:58.548769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48876) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:58.557654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.630845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.672107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.678630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.800164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-abfb4d1b-e983-4bca-aec3-017080bdc080 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port b2c7f11b-d11a-4eb7-8ff3-4fd88b00381a {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:23:58.801237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abfb4d1b-e983-4bca-aec3-017080bdc080 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.840026 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9281ad8b-03b1-48e3-a471-9a7200701338 req-2258edaf-98b3-44ac-bad0-99026e385fc9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 210 time: 0.1101296
Dec 03 11:23:58.852777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:23:58.890982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d767d-2776-4a82-a131-36ab0a4f540f req-41e7baec-f9f6-4337-8d55-01825eda0198 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:58.892508 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-41e7baec-f9f6-4337-8d55-01825eda0198 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3492472
Dec 03 11:23:58.952632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.954794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Request body: {'port': {'device_id': '91451751-4675-429a-9939-bc1588903784', 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5', 'admin_state_up': True, 'tenant_id': '87b65f1cbefe40028de73341ae325b6b'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:58.957531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:23:58.958308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:58.980474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-738d2da8-b6ee-4f15-befc-fd088e7761e4 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:59.183693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:59.195261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Usage tracker for resource:port and tenant:87b65f1cbefe40028de73341ae325b6b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:59.198426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Allocated IP 172.26.1.8 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/47dc32bb-c61d-49a7-96c5-cd19c0784f87) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:23:59.200641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:59.207971 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.9505332
Dec 03 11:23:59.210576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48886) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:23:59.217187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:59.223319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'network_id': '2f58a1ca-da06-4a39-bba9-4e366427cb27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:23:59.246787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=2f58a1ca-da06-4a39-bba9-4e366427cb27,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:59.259077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 2f58a1ca-da06-4a39-bba9-4e366427cb27 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:59.278265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 2f58a1ca-da06-4a39-bba9-4e366427cb27 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:23:59.292909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Made reservation on behalf of 87b65f1cbefe40028de73341ae325b6b for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:59.298430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:59.307136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:59.338743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abfb4d1b-e983-4bca-aec3-017080bdc080 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:59.387784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:59.486581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:59.492068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:23:59.493444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-abfb4d1b-e983-4bca-aec3-017080bdc080 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for b2c7f11b-d11a-4eb7-8ff3-4fd88b00381a owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:23:59.498532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Usage tracker for resource:security_group_rule and tenant:87b65f1cbefe40028de73341ae325b6b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:59.501544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:subnet and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:23:59.506521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:59.517104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:23:59.523512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.resource_extend [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 11:23:59.527847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:59.530113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:23:59.547247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:59.559763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:59.562516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:23:59.583770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:59.621718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:59.725763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:59.747485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=ea88cc1d-25d6-49b7-b186-9fd610fd2e0d,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:59.752835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:59.763798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abfb4d1b-e983-4bca-aec3-017080bdc080 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:59.781996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-494bf78d-bd7a-45e8-8752-2c3ff53c9d3b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:23:59.841653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_backend_mixin [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing IP validity checks on allocation pools {{(pid=80976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 03 11:23:59.842246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_backend_mixin [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking for overlaps among allocation pools and gateway ip {{(pid=80976) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 03 11:23:59.845205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb4d1b-e983-4bca-aec3-017080bdc080 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=b2c7f11b-d11a-4eb7-8ff3-4fd88b00381a,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:23:59.864651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-abfb4d1b-e983-4bca-aec3-017080bdc080 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:23:59.867584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:23:59.886335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:00.002349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abfb4d1b-e983-4bca-aec3-017080bdc080 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:00.068853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:00.070628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:00.075006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'Port': ['ID=47dc32bb-c61d-49a7-96c5-cd19c0784f87,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:00.080599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:00.097794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:00.098439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03f5fe9e-edbc-4afa-997e-b271f68ca3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:00.478579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c177ab40-a1ff-449f-b55f-3093f14aa5c6 req-3a1532b4-75e8-4744-a027-cc14eca7971e tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 210 time: 0.4601586
Dec 03 11:24:00.482335 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-abfb4d1b-e983-4bca-aec3-017080bdc080 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/b2c7f11b-d11a-4eb7-8ff3-4fd88b00381a HTTP/1.1" status: 204  len: 168 time: 1.9275026
Dec 03 11:24:00.493802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48892) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:00.496691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e41375-673c-42ac-96eb-bab4b6fdea1c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:00.516969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:00.617705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 6eb85397-f214-4ef7-aa9f-826488a90f59 associated. External IP: 172.26.1.150, port: f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8.
Dec 03 11:24:00.631353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:00.642664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:00.660292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:00.738777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a4f7a-5c97-4123-81fa-242278e409ea tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:00.739475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-233a4f7a-5c97-4123-81fa-242278e409ea tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:24:00.749325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9dc9-6886-4b78-990c-7d83d6a70f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:00.777587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-233a4f7a-5c97-4123-81fa-242278e409ea tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:24:00.778873 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-233a4f7a-5c97-4123-81fa-242278e409ea tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.2840407
Dec 03 11:24:00.781756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48896) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:00.836400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8cfc5e-00bc-4497-bc1b-767911d63590 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:24:00.838028 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1a8cfc5e-00bc-4497-bc1b-767911d63590 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/6e64c44c-5a20-4a57-acfe-53c432c2f4e4 HTTP/1.1" status: 404  len: 333 time: 0.0552979
Dec 03 11:24:00.849174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48900) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:00.912219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbe8952-74bf-40c3-ab7d-dff66e0bd45b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:24:00.916344 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fdbe8952-74bf-40c3-ab7d-dff66e0bd45b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/b2c7f11b-d11a-4eb7-8ff3-4fd88b00381a HTTP/1.1" status: 404  len: 333 time: 0.0636089
Dec 03 11:24:00.917092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48904) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:01.168400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Allocated IP 192.168.233.106 (a3e5d5bd-6671-4d13-86e9-1e47f21c14c5/0728c92c-4de5-4842-9769-12d5c9e0855e/a01f22ea-1121-4ca2-b07d-707cce031c7c) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:01.196344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:01.375021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 37d56356-e2b2-4423-a3d2-884579415089 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:24:01.445158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:01.556138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:01.737786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85c0a54f-4fb1-4b3e-9be8-ffa6e173995d req-d191021b-6f50-4271-8d45-abc794391747 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 210 time: 0.0761485
Dec 03 11:24:01.739531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:01.760475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f312fad7-f766-4383-8fcc-92b2b73a181f tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:01.769900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4efb588>,) {'filters': {'network_id': ['64d49677-3acc-4bdb-ab2b-404d593f8ab4']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:01.795424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4efb588>, '8ddd749e-f5d9-4cea-bff3-c1917026bcf5') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:01.795745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4efb588>, '8ddd749e-f5d9-4cea-bff3-c1917026bcf5') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:01.814411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:01.829559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:24:01.840374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:01.842565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995a5f8-d4c5-4825-936f-7e47d343931e None None] Sync routers for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:24:01.847637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Releasing vxlan tunnel 7 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:01.855991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b995a5f8-d4c5-4825-936f-7e47d343931e None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:24:01.856695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b995a5f8-d4c5-4825-936f-7e47d343931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f851d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:23:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:01.924781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:01.977040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:01.985427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=1fc236ea-4322-4b87-bad9-d364711e1eb9,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:02.001697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:02.077013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b995a5f8-d4c5-4825-936f-7e47d343931e None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:24:02.100747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 64d49677-3acc-4bdb-ab2b-404d593f8ab4 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:02.111952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:02.155211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 6.5225070
Dec 03 11:24:02.204735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'tag': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:24:02.210803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48910) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:02.396477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'tag': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8', 'status': 'completed', 'code': 200}
Dec 03 11:24:02.417959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 64d49677-3acc-4bdb-ab2b-404d593f8ab4 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:02.449941 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:02.463679 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c14e4bf8-d8ce-4585-b94b-7c00394c2c23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 991 time: 0.2463119
Dec 03 11:24:02.546227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:02.547852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Transition to ACTIVE for port object a01f22ea-1121-4ca2-b07d-707cce031c7c will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:02.549955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eca0956e-84da-4bec-b0d8-6acccbf449a7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:02.558209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b995a5f8-d4c5-4825-936f-7e47d343931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f851d0>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '6eb85397-f214-4ef7-aa9f-826488a90f59', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '37d56356-e2b2-4423-a3d2-884579415089', 'port_id': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'mac_address': 'fa:16:3e:fb:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:23:58Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:20Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:02.563377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995a5f8-d4c5-4825-936f-7e47d343931e None None] Checking router: 37d56356-e2b2-4423-a3d2-884579415089 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:24:02.563527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking segment: {'id': '0aae39d9-7198-4203-a3df-07a6df2d9500', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f58a1ca-da06-4a39-bba9-4e366427cb27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:02.563841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network hostable DHCP agents. Network: 2f58a1ca-da06-4a39-bba9-4e366427cb27, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:24:02.569075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:02.572966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:02.575575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b995a5f8-d4c5-4825-936f-7e47d343931e None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:24:02.576146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b995a5f8-d4c5-4825-936f-7e47d343931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f851d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:23:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:02.577075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Network': ['ID=64d49677-3acc-4bdb-ab2b-404d593f8ab4,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:02.583304 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/networks/64d49677-3acc-4bdb-ab2b-404d593f8ab4 HTTP/1.1" status: 204  len: 168 time: 1.6632559
Dec 03 11:24:02.585675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:02.586798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48918) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:02.593539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'network': {'name': 'tempest-PortsTestJSON-942712299'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:02.599228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:02.603398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:network and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:02.606451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:02.612387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:02.622174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:02.628041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:02.662814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:24:02.672073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:02.672467 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Added segment fd9f1f30-c77c-4c42-8063-02cb68969ed6 of type vxlan for network 21e03bc0-4df7-4f70-af13-bd6661c6e91f
Dec 03 11:24:02.700563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:02.733082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:02.737254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:02.738710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:02.744750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:02.760080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 2f58a1ca-da06-4a39-bba9-4e366427cb27 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:24:02.762750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:02.778084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b995a5f8-d4c5-4825-936f-7e47d343931e None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:24:02.785911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-da903b16-577f-4588-819f-27b989e94c2e tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:02.806007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2177985
Dec 03 11:24:02.809066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48924) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:02.821667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5c9cd-f4f0-43dd-99a8-9209f28f2637 req-4d477791-557c-4f75-a191-8286879f357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:02.823353 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5f5c9cd-f4f0-43dd-99a8-9209f28f2637 req-4d477791-557c-4f75-a191-8286879f357e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 1162 time: 0.3726554
Dec 03 11:24:02.863835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': '21e03bc0-4df7-4f70-af13-bd6661c6e91f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:02.876722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 2f58a1ca-da06-4a39-bba9-4e366427cb27) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:02.966705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b58405b-440e-429b-9e2e-d6111710e491 None None] Network 2f58a1ca-da06-4a39-bba9-4e366427cb27 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:03.041800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87173304-df33-4ee7-a5bb-2a22afa5404f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:03.073864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:03.074428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:03.103837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Pushing event updated for resources: {'Port': ['ID=a01f22ea-1121-4ca2-b07d-707cce031c7c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:03.117190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:03.226110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 4.0117922
Dec 03 11:24:03.227851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48928) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:03.232385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5c9cd-f4f0-43dd-99a8-9209f28f2637 req-82edd5da-b43b-4019-b73c-63cc8d6f333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:03.233949 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5f5c9cd-f4f0-43dd-99a8-9209f28f2637 req-82edd5da-b43b-4019-b73c-63cc8d6f333b service neutron] 10.222.0.91 "GET /v2.0/networks?id=67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 200  len: 890 time: 0.3987105
Dec 03 11:24:03.263469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Network': ['ID=21e03bc0-4df7-4f70-af13-bd6661c6e91f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:03.275993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:03.289576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 21e03bc0-4df7-4f70-af13-bd6661c6e91f details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:03.313831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 21e03bc0-4df7-4f70-af13-bd6661c6e91f details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:03.346982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Router 3f35c9c5-6329-4057-bb26-09be0c9bd18a is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:24:03.371114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Network a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:03.399977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:03.406555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:03.411881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:03.421704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:03.432736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d98d7-ab6a-44d3-ab87-1f6489b6f809 req-85390334-7210-47c9-ad4c-ed76e8b3e434 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:03.434290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:03.441114 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fc5d98d7-ab6a-44d3-ab87-1f6489b6f809 req-85390334-7210-47c9-ad4c-ed76e8b3e434 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 936 time: 0.5324883
Dec 03 11:24:03.447498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:03.468652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48932) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:03.567890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:03.635768 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fc5d98d7-ab6a-44d3-ab87-1f6489b6f809 req-7181d1af-1e6a-418b-bec6-ba8c960fd34f tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932797
Dec 03 11:24:03.649785 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5f5c9cd-f4f0-43dd-99a8-9209f28f2637 req-454374b4-4ebf-47ce-8fcc-5320be433051 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 HTTP/1.1" status: 200  len: 999 time: 0.3832285
Dec 03 11:24:03.769292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:03.773640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-2f58a1ca-da06-4a39-bba9-4e366427cb27', 'network_id': '2f58a1ca-da06-4a39-bba9-4e366427cb27', 'tenant_id': '30220adc5b0949d4b1719156c3d1b0ef', 'fixed_ips': [{'subnet_id': '1fc236ea-4322-4b87-bad9-d364711e1eb9'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:24:03.774335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:03.779670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:03.780340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:03.790308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:03.792989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-befb5035-cee7-4b6f-9fa3-7dcaec4f5395 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 991 time: 0.3194380
Dec 03 11:24:03.855600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:03.863442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7c917988-89ea-4197-ad82-cb48670c2738 None None] Provisioning for port a01f22ea-1121-4ca2-b07d-707cce031c7c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:03.890309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7c917988-89ea-4197-ad82-cb48670c2738 None None] Provisioning complete for port a01f22ea-1121-4ca2-b07d-707cce031c7c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:03.890775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c917988-89ea-4197-ad82-cb48670c2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:03.913170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5c9cd-f4f0-43dd-99a8-9209f28f2637 req-498233b6-7e5e-498b-b0ba-a51acfc536bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:03.914812 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5f5c9cd-f4f0-43dd-99a8-9209f28f2637 req-498233b6-7e5e-498b-b0ba-a51acfc536bd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c08dddef-f921-4323-bdf7-2c91219d2a10 HTTP/1.1" status: 200  len: 834 time: 0.2432528
Dec 03 11:24:03.919394 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.0037756
Dec 03 11:24:03.953794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Request body: {'port': {'device_id': '91451751-4675-429a-9939-bc1588903784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:04.034894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7c917988-89ea-4197-ad82-cb48670c2738 None None] Port a01f22ea-1121-4ca2-b07d-707cce031c7c cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:24:04.057818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:24:04.065325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b995a5f8-d4c5-4825-936f-7e47d343931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f851d0>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '6eb85397-f214-4ef7-aa9f-826488a90f59', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '37d56356-e2b2-4423-a3d2-884579415089', 'port_id': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'mac_address': 'fa:16:3e:fb:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:23:58Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:20Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:04.071769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Sync routers for ids ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:24:04.085224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Routers {'3f35c9c5-6329-4057-bb26-09be0c9bd18a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:24:04.086214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b66edd68>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:24:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:04.109751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995a5f8-d4c5-4825-936f-7e47d343931e None None] The sync data for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs is: [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '6eb85397-f214-4ef7-aa9f-826488a90f59', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '37d56356-e2b2-4423-a3d2-884579415089', 'port_id': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'mac_address': 'fa:16:3e:fb:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:23:58Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:20Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:24:04.122532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:04.206652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:04.208615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 7.7641251
Dec 03 11:24:04.212728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48936) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:04.298584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:04.333614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5c9cd-f4f0-43dd-99a8-9209f28f2637 req-163209f0-8b1e-4907-ae3c-97932d345259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:04.335313 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5f5c9cd-f4f0-43dd-99a8-9209f28f2637 req-163209f0-8b1e-4907-ae3c-97932d345259 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a4393c-4939-4211-88f7-dfc19e9d18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3560193
Dec 03 11:24:04.339954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Allocated IP 172.20.0.3 (2f58a1ca-da06-4a39-bba9-4e366427cb27/1fc236ea-4322-4b87-bad9-d364711e1eb9/f9e59d97-3fc2-4470-8cd1-9587bc46da82) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:04.353039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Set router 3f35c9c5-6329-4057-bb26-09be0c9bd18a gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:24:04.367315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:04.406802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:04.589868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600e05b-096a-47d8-86f0-5e5d51d8b90a None None] New status for floating IP 6eb85397-f214-4ef7-aa9f-826488a90f59: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:24:04.652499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Subnet': ['ID=0d178e63-978b-41b6-a9d9-62533e52b910,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:04.692922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:04.747189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b66edd68>, [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:24:01Z', 'revision_number': 3, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:04.752197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Checking router: 3f35c9c5-6329-4057-bb26-09be0c9bd18a for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:24:04.752782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Updating router 3f35c9c5-6329-4057-bb26-09be0c9bd18a port 47dc32bb-c61d-49a7-96c5-cd19c0784f87 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:24:04.811940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48944) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:04.821027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:04.882744 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-58ed62b2-f855-4ea7-a353-20216a6c693c tempest-TestNetworkAdvancedServerOps-677690166 tempest-TestNetworkAdvancedServerOps-677690166] 10.222.0.90 "GET /v2.0/subnets?project_id=d215e9f164a94c64a3981a60669a69f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.6679304
Dec 03 11:24:04.902683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48948) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:04.911568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1498357627', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:05.043416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.047101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.133017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Transition to ACTIVE for port object f9e59d97-3fc2-4470-8cd1-9587bc46da82 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:05.158361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Transition to ACTIVE for port object f9e59d97-3fc2-4470-8cd1-9587bc46da82 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:05.165120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.167542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-61a8042b-c8b7-48c1-a114-dd5da46bfda2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 991 time: 0.3514388
Dec 03 11:24:05.182560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:05.184863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd193e84-152c-46e1-a2e3-813f02773da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:05.189071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Checking segment: {'id': 'fd9f1f30-c77c-4c42-8063-02cb68969ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '21e03bc0-4df7-4f70-af13-bd6661c6e91f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:05.189476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network hostable DHCP agents. Network: 21e03bc0-4df7-4f70-af13-bd6661c6e91f, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:24:05.206031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:subnet and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:05.211016 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5f5c9cd-f4f0-43dd-99a8-9209f28f2637 req-92479e68-42ee-41e1-90cb-5cc3c36c5216 service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8573322
Dec 03 11:24:05.218217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:05.227736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:05.257507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618b2d7-88a2-4c71-aa77-3e07d4ae2c5f req-65931fd3-9aa2-43fe-9b1b-cfc900891760 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:05.259225 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a618b2d7-88a2-4c71-aa77-3e07d4ae2c5f req-65931fd3-9aa2-43fe-9b1b-cfc900891760 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 936 time: 0.3554842
Dec 03 11:24:05.260728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Made reservation on behalf of d215e9f164a94c64a3981a60669a69f4 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:05.276717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Pushing event updated for resources: {'Port': ['ID=f9e59d97-3fc2-4470-8cd1-9587bc46da82,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:05.282030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:05.289719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 21e03bc0-4df7-4f70-af13-bd6661c6e91f is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:24:05.346697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.360600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Transition to ACTIVE for port object 47dc32bb-c61d-49a7-96c5-cd19c0784f87 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:05.367043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.395079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:05.408864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 21e03bc0-4df7-4f70-af13-bd6661c6e91f) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:05.415682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Network 2f58a1ca-da06-4a39-bba9-4e366427cb27 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:05.418340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:05.420309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b19eca5-f0ec-41c5-8327-51994f8d310f None None] Network 21e03bc0-4df7-4f70-af13-bd6661c6e91f requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:05.436113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:05.452996 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5f5c9cd-f4f0-43dd-99a8-9209f28f2637 req-e8e3bf44-bcf0-4f52-88ff-2f1cbe713088 service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1791370
Dec 03 11:24:05.455440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.476534 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a618b2d7-88a2-4c71-aa77-3e07d4ae2c5f req-a08f5343-aa3e-48d9-b745-86c97151298f tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883140
Dec 03 11:24:05.482413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:05.483482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.558540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Attempting to bind port f9e59d97-3fc2-4470-8cd1-9587bc46da82 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:05.558989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Attempting to bind port f9e59d97-3fc2-4470-8cd1-9587bc46da82 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '0aae39d9-7198-4203-a3df-07a6df2d9500', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f58a1ca-da06-4a39-bba9-4e366427cb27'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:05.559423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Attempting to bind port f9e59d97-3fc2-4470-8cd1-9587bc46da82 on network 2f58a1ca-da06-4a39-bba9-4e366427cb27 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:05.594541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7842550
Dec 03 11:24:05.598062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48952) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:05.614725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d2a53-2903-48f6-b69d-c7c2d4d5ccca None None] Pushing event updated for resources: {'Port': ['ID=47dc32bb-c61d-49a7-96c5-cd19c0784f87,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:05.620714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b6d2a53-2903-48f6-b69d-c7c2d4d5ccca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:05.624014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.626965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:05.627394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Checking segment: {'id': '0aae39d9-7198-4203-a3df-07a6df2d9500', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f58a1ca-da06-4a39-bba9-4e366427cb27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:05.627833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.628794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Bound using segment: {'id': '0aae39d9-7198-4203-a3df-07a6df2d9500', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f58a1ca-da06-4a39-bba9-4e366427cb27'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:05.629492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Bound port: f9e59d97-3fc2-4470-8cd1-9587bc46da82, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aae39d9-7198-4203-a3df-07a6df2d9500', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2f58a1ca-da06-4a39-bba9-4e366427cb27'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:05.629914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.666789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': '21e03bc0-4df7-4f70-af13-bd6661c6e91f', 'name': 'tempest-PortsTestJSON-58906701'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:05.692672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Attempting to bind port 47dc32bb-c61d-49a7-96c5-cd19c0784f87 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:05.693209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Attempting to bind port 47dc32bb-c61d-49a7-96c5-cd19c0784f87 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:05.693627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Attempting to bind port 47dc32bb-c61d-49a7-96c5-cd19c0784f87 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:05.702355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:05.702776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:05.704159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.704614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:05.705140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Bound port: 47dc32bb-c61d-49a7-96c5-cd19c0784f87, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:05.705567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.797353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] For port 47dc32bb-c61d-49a7-96c5-cd19c0784f87, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:05.801183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] For port 47dc32bb-c61d-49a7-96c5-cd19c0784f87, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=47dc32bb-c61d-49a7-96c5-cd19c0784f87,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:05.806137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] For port f9e59d97-3fc2-4470-8cd1-9587bc46da82, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:05.807465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.811716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.824967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f853d119-a5b0-4bbb-9cc9-3b4df52d9b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:05.850611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] For port f9e59d97-3fc2-4470-8cd1-9587bc46da82, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f9e59d97-3fc2-4470-8cd1-9587bc46da82,segment=NetworkSegment(0aae39d9-7198-4203-a3df-07a6df2d9500),segment_id=0aae39d9-7198-4203-a3df-07a6df2d9500)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:05.859375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-21e03bc0-4df7-4f70-af13-bd6661c6e91f', 'network_id': '21e03bc0-4df7-4f70-af13-bd6661c6e91f', 'tenant_id': 'e149265703c04223aa76ca1da9831b22', 'fixed_ips': [{'subnet_id': '0d178e63-978b-41b6-a9d9-62533e52b910'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:24:05.860303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:05.944503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd0cc68e-dca0-45e7-b994-1a20ad635cb8 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:05.994060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Subnet': ['ID=1fc236ea-4322-4b87-bad9-d364711e1eb9,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:05.997104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:06.014024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:06.032356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:06.041233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d2a53-2903-48f6-b69d-c7c2d4d5ccca None None] Pushing event updated for resources: {'Port': ['ID=47dc32bb-c61d-49a7-96c5-cd19c0784f87,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:06.044298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:06.053785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b6d2a53-2903-48f6-b69d-c7c2d4d5ccca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:06.068262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49dc4283-7c65-42c0-964e-474ae506673e tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:06.097621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:06.100301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Routers {'3f35c9c5-6329-4057-bb26-09be0c9bd18a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:24:06.100990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b66edd68>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:24:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:06.104793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:06.164261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Allocated IP 172.20.0.2 (21e03bc0-4df7-4f70-af13-bd6661c6e91f/0d178e63-978b-41b6-a9d9-62533e52b910/64599653-f766-4803-8227-72efe6d7b0fb) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:06.184605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48956) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:06.232529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'Subnet': ['ID=a2471aa5-1572-4514-aec8-d40731c4b62a,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:06.237829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:06.279072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:06.297518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:06.336047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Checking segment: {'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:06.336880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Network hostable DHCP agents. Network: fa1cde14-48ed-4124-afdb-130ae0194192, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:24:06.365432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Network fa1cde14-48ed-4124-afdb-130ae0194192 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:24:06.378307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, fa1cde14-48ed-4124-afdb-130ae0194192) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:06.402326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:06.403349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:06.406209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86e7e27-9ec8-4361-a75d-ec90c9557552 None None] Network fa1cde14-48ed-4124-afdb-130ae0194192 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:06.414337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:06.432198 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.5269918
Dec 03 11:24:06.435150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48960) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:06.482188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] Set router 3f35c9c5-6329-4057-bb26-09be0c9bd18a gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:24:06.641688 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fec89c1a-7302-4a26-bc2c-56d63e92f422 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 993 time: 0.4435751
Dec 03 11:24:06.723360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port 168ba45c-af9a-4ca8-9431-5af76d59c71f yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:24:06.810151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4cdda90>,) {'filters': {'network_id': ['2f58a1ca-da06-4a39-bba9-4e366427cb27']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:06.833987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01f22ea-1121-4ca2-b07d-707cce031c7c {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:24:06.840906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4cdda90>, '0aae39d9-7198-4203-a3df-07a6df2d9500') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:06.841245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4cdda90>, '0aae39d9-7198-4203-a3df-07a6df2d9500') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:06.867618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:06.889235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:06.900501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b66edd68>, [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:24:01Z', 'revision_number': 3, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:06.906185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c33478-fbe6-49af-aaa3-c1f0a220ba88 None None] The sync data for ids ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'] in dv-neutron-765072-2-ovs is: [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:24:01Z', 'revision_number': 3, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:24:06.910302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Transition to ACTIVE for port object a01f22ea-1121-4ca2-b07d-707cce031c7c will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:06.919396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Pushing event updated for resources: {'Port': ['ID=f9e59d97-3fc2-4470-8cd1-9587bc46da82,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:06.923735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:06.926348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:06.935692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:06.986371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:07.010527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:07.023829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:07.060384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc345e5-f715-4196-b5dc-93223b168ca7 req-bf832553-42f4-4988-a994-8e38fe386f2a tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:07.062007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3fc345e5-f715-4196-b5dc-93223b168ca7 req-bf832553-42f4-4988-a994-8e38fe386f2a tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 936 time: 0.2965035
Dec 03 11:24:07.081156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Transition to ACTIVE for port object 64599653-f766-4803-8227-72efe6d7b0fb will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:07.171609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Transition to ACTIVE for port object 64599653-f766-4803-8227-72efe6d7b0fb will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:07.209735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:07.234527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f500120-80d2-4197-b3f6-c49180fa6b2f None None] Network 2f58a1ca-da06-4a39-bba9-4e366427cb27 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:07.266572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b0df5620-4f8a-4d78-8149-191be6a30e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:07.468196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-fa1cde14-48ed-4124-afdb-130ae0194192', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'fixed_ips': [{'subnet_id': 'a2471aa5-1572-4514-aec8-d40731c4b62a'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:24:07.469805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:07.513145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 2f58a1ca-da06-4a39-bba9-4e366427cb27 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:07.525281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:07.553917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a01f22ea-1121-4ca2-b07d-707cce031c7c,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:07.574470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Pushing event updated for resources: {'Port': ['ID=64599653-f766-4803-8227-72efe6d7b0fb,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:07.600124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:07.601550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:07.606839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Network 21e03bc0-4df7-4f70-af13-bd6661c6e91f is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:07.621520 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3fc345e5-f715-4196-b5dc-93223b168ca7 req-f1d6a2fb-331f-4ae2-ad3b-fb0e6bcaec97 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4897308
Dec 03 11:24:07.633465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:07.638894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:07.778795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.11 (21e03bc0-4df7-4f70-af13-bd6661c6e91f/0d178e63-978b-41b6-a9d9-62533e52b910/168ba45c-af9a-4ca8-9431-5af76d59c71f) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:07.800386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:07.826302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Attempting to bind port 64599653-f766-4803-8227-72efe6d7b0fb on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:07.826717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Attempting to bind port 64599653-f766-4803-8227-72efe6d7b0fb by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'fd9f1f30-c77c-4c42-8063-02cb68969ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '21e03bc0-4df7-4f70-af13-bd6661c6e91f'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:07.827266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Attempting to bind port 64599653-f766-4803-8227-72efe6d7b0fb on network 21e03bc0-4df7-4f70-af13-bd6661c6e91f {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:07.856148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:07.856626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Checking segment: {'id': 'fd9f1f30-c77c-4c42-8063-02cb68969ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '21e03bc0-4df7-4f70-af13-bd6661c6e91f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:07.856997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:07.857442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Bound using segment: {'id': 'fd9f1f30-c77c-4c42-8063-02cb68969ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '21e03bc0-4df7-4f70-af13-bd6661c6e91f'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:07.857981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Bound port: 64599653-f766-4803-8227-72efe6d7b0fb, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9f1f30-c77c-4c42-8063-02cb68969ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '21e03bc0-4df7-4f70-af13-bd6661c6e91f'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:07.858404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:08.149661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] For port 64599653-f766-4803-8227-72efe6d7b0fb, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:08.165336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] For port 64599653-f766-4803-8227-72efe6d7b0fb, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=64599653-f766-4803-8227-72efe6d7b0fb,segment=NetworkSegment(fd9f1f30-c77c-4c42-8063-02cb68969ed6),segment_id=fd9f1f30-c77c-4c42-8063-02cb68969ed6)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:08.173654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:08.194690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c112a22-3998-47b9-9d53-5462cfbcd42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:08.294861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 2f58a1ca-da06-4a39-bba9-4e366427cb27 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:08.339864 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:08.435535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Pushing event updated for resources: {'Port': ['ID=64599653-f766-4803-8227-72efe6d7b0fb,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:08.441874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:08.472482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Allocated IP 172.20.0.2 (fa1cde14-48ed-4124-afdb-130ae0194192/a2471aa5-1572-4514-aec8-d40731c4b62a/81d67b65-72ed-49ac-9ccf-788d151766c5) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:08.535556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Attempting to bind port a01f22ea-1121-4ca2-b07d-707cce031c7c on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:08.536007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Attempting to bind port a01f22ea-1121-4ca2-b07d-707cce031c7c by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:08.536383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Attempting to bind port a01f22ea-1121-4ca2-b07d-707cce031c7c on network a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:08.549317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:08.549551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Checking segment: {'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:08.549959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:08.550940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Bound using segment: {'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:08.551430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Bound port: a01f22ea-1121-4ca2-b07d-707cce031c7c, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:08.551812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:08.589975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:24:08.589975 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:24:08.589975 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': '2f58a1ca-da06-4a39-bba9-4e366427cb27'}]
Dec 03 11:24:08.589975 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:08.590561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:08.799900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 47dc32bb-c61d-49a7-96c5-cd19c0784f87 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:08.808648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] For port a01f22ea-1121-4ca2-b07d-707cce031c7c, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:08.831207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] For port a01f22ea-1121-4ca2-b07d-707cce031c7c, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a01f22ea-1121-4ca2-b07d-707cce031c7c,segment=NetworkSegment(b9b0058e-ab01-4f88-8167-1c166b26c938),segment_id=b9b0058e-ab01-4f88-8167-1c166b26c938)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:08.836840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:08.844038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:08.861357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:08.861924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c8038-b884-421b-b3d8-251d37e6af73 req-e8459de7-341d-4444-b9c9-2ad3c791558e tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:08.867481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4f0c8038-b884-421b-b3d8-251d37e6af73 req-e8459de7-341d-4444-b9c9-2ad3c791558e tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 948 time: 0.0949147
Dec 03 11:24:08.937396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Transition to ACTIVE for port object 168ba45c-af9a-4ca8-9431-5af76d59c71f will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:08.967449 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4f0c8038-b884-421b-b3d8-251d37e6af73 req-825dee21-da6e-42a6-9eca-d8d749e35673 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963368
Dec 03 11:24:08.979927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 47dc32bb-c61d-49a7-96c5-cd19c0784f87 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:08.999100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 47dc32bb-c61d-49a7-96c5-cd19c0784f87 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:08.999530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.045197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a01f22ea-1121-4ca2-b07d-707cce031c7c,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:09.053007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:09.069542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.084689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Transition to ACTIVE for port object 81d67b65-72ed-49ac-9ccf-788d151766c5 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:09.089132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.090836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.139617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Transition to ACTIVE for port object 81d67b65-72ed-49ac-9ccf-788d151766c5 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:09.163530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.180529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a2503398-e73d-463c-b204-8e70593113fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:09.197349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3bcb6d37-e2be-46e4-b2c6-54ef2833fcb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:09.292972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Allocated IP 172.20.0.1 (fa1cde14-48ed-4124-afdb-130ae0194192/a2471aa5-1572-4514-aec8-d40731c4b62a/11c5ce34-cfa6-4d77-a632-a2ec207e4028) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:09.311149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Pushing event updated for resources: {'Port': ['ID=81d67b65-72ed-49ac-9ccf-788d151766c5,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:09.313786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.319091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:09.319829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.321360 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] 10.222.0.91 "PUT /v2.0/ports/a01f22ea-1121-4ca2-b07d-707cce031c7c HTTP/1.1" status: 200  len: 1162 time: 5.3722572
Dec 03 11:24:09.326749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91451751-4675-429a-9939-bc1588903784', 'tag': 'a01f22ea-1121-4ca2-b07d-707cce031c7c'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:24:09.329122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:09.481825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 47dc32bb-c61d-49a7-96c5-cd19c0784f87, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=47dc32bb-c61d-49a7-96c5-cd19c0784f87,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:09.498679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.502955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-36dd8b3d-ea84-4dec-b639-37663065d179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:09.508548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting port f9e59d97-3fc2-4470-8cd1-9587bc46da82 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:09.508935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.539357 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91451751-4675-429a-9939-bc1588903784', 'tag': 'a01f22ea-1121-4ca2-b07d-707cce031c7c', 'status': 'completed', 'code': 200}
Dec 03 11:24:09.585392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.594303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=168ba45c-af9a-4ca8-9431-5af76d59c71f,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:09.607116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:09.610531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=47dc32bb-c61d-49a7-96c5-cd19c0784f87,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:09.611191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Transition to ACTIVE for port object 11c5ce34-cfa6-4d77-a632-a2ec207e4028 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:09.621300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:09.632173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Network fa1cde14-48ed-4124-afdb-130ae0194192 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:09.636543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:09.639593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.639758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:09.664086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-95794038-7329-49ef-893e-89cafbac3b71 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:09.686423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 21e03bc0-4df7-4f70-af13-bd6661c6e91f is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:09.690442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:09.697918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:09.702953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Attempting to bind port 81d67b65-72ed-49ac-9ccf-788d151766c5 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:09.703408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Attempting to bind port 81d67b65-72ed-49ac-9ccf-788d151766c5 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:09.703823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Attempting to bind port 81d67b65-72ed-49ac-9ccf-788d151766c5 on network fa1cde14-48ed-4124-afdb-130ae0194192 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:09.710313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:09.710736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Checking segment: {'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:09.711236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.711934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Bound using segment: {'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:09.712454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Bound port: 81d67b65-72ed-49ac-9ccf-788d151766c5, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:09.712875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.760071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d767d-2776-4a82-a131-36ab0a4f540f req-4f47ce47-b6db-446c-a80b-28a26fee8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:09.761622 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-4f47ce47-b6db-446c-a80b-28a26fee8271 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87b65f1cbefe40028de73341ae325b6b&device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 1165 time: 0.3218443
Dec 03 11:24:09.810540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] For port 81d67b65-72ed-49ac-9ccf-788d151766c5, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:09.813784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] For port 81d67b65-72ed-49ac-9ccf-788d151766c5, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=81d67b65-72ed-49ac-9ccf-788d151766c5,segment=NetworkSegment(e2bdc5cb-ca67-435b-a5db-ee1c6fa45005),segment_id=e2bdc5cb-ca67-435b-a5db-ee1c6fa45005)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:09.818311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:09.834808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21795f46-c933-41d4-a059-46e383013d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:09.841044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'Port': ['ID=11c5ce34-cfa6-4d77-a632-a2ec207e4028,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:09.894819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.895547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.895989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.896423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.896851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.897279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.897703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.898122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.898540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.898981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.899404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.899821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.900299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.900716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.901131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.901546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.901960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.902377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.902791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.903228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.903644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.904058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.904470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.904881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:09.909650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:09.925663 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-6cfabf7c-4782-447c-8cbe-95e045733326 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a01f22ea-1121-4ca2-b07d-707cce031c7c HTTP/1.1" status: 200  len: 217 time: 0.1414437
Dec 03 11:24:09.943110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Network fa1cde14-48ed-4124-afdb-130ae0194192 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:09.945188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:09.951198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:09.984949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:09.985627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:10.018861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:10.019767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] For port f9e59d97-3fc2-4470-8cd1-9587bc46da82, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f9e59d97-3fc2-4470-8cd1-9587bc46da82,segment=NetworkSegment(0aae39d9-7198-4203-a3df-07a6df2d9500),segment_id=0aae39d9-7198-4203-a3df-07a6df2d9500)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:10.020245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:10.072160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Pushing event updated for resources: {'Port': ['ID=81d67b65-72ed-49ac-9ccf-788d151766c5,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:10.076647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:10.176340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Calling delete_port for f9e59d97-3fc2-4470-8cd1-9587bc46da82 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:10.201332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:10.213798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d767d-2776-4a82-a131-36ab0a4f540f req-0b4d7627-93fa-4176-9072-a5a753717176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:10.215659 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-0b4d7627-93fa-4176-9072-a5a753717176 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0728c92c-4de5-4842-9769-12d5c9e0855e HTTP/1.1" status: 200  len: 843 time: 0.2824647
Dec 03 11:24:10.221418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.6173613
Dec 03 11:24:10.228790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48972) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:10.327463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:10.345623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5735e97a-e89d-4363-8471-97cbad8aa444 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:10.382838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af479b7-0417-4534-a41e-4a2c298aa3c1 req-69684fbb-3cbc-40f7-a03c-933231d12c84 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:10.384518 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0af479b7-0417-4534-a41e-4a2c298aa3c1 req-69684fbb-3cbc-40f7-a03c-933231d12c84 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 948 time: 0.2354763
Dec 03 11:24:10.394098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d1b831b7-4ce4-4d8c-aea4-aec14a5f3df4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 168ba45c-af9a-4ca8-9431-5af76d59c71f {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:10.394098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1b831b7-4ce4-4d8c-aea4-aec14a5f3df4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:10.394735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Port': ['ID=f9e59d97-3fc2-4470-8cd1-9587bc46da82,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:10.411689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:10.496564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d767d-2776-4a82-a131-36ab0a4f540f req-c21c0bd4-59f1-4fcb-86e2-f93d21c6640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:10.499699 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-c21c0bd4-59f1-4fcb-86e2-f93d21c6640b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a3e5d5bd-6671-4d13-86e9-1e47f21c14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2699313
Dec 03 11:24:10.618012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No DVR routers for this DVR port f9e59d97-3fc2-4470-8cd1-9587bc46da82 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:24:10.686188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c34937-3f47-4214-a22a-aa8fc42ee323 None None] Network 21e03bc0-4df7-4f70-af13-bd6661c6e91f requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:10.713024 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0af479b7-0417-4534-a41e-4a2c298aa3c1 req-9a19c545-77f3-49ec-acb4-9fdf8fba5995 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2567031
Dec 03 11:24:10.891188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-37f254cd-d476-4b04-a22b-0ec28b0f751a None None] Provisioning for port 64599653-f766-4803-8227-72efe6d7b0fb completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:10.960913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 47dc32bb-c61d-49a7-96c5-cd19c0784f87 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:11.151378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 47dc32bb-c61d-49a7-96c5-cd19c0784f87 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:11.151809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:11.242542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:11.259251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1b831b7-4ce4-4d8c-aea4-aec14a5f3df4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:11.314136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 81d67b65-72ed-49ac-9ccf-788d151766c5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:11.376470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b46f19b0>,) {'filters': {'network_id': ['2f58a1ca-da06-4a39-bba9-4e366427cb27']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:11.388064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 81d67b65-72ed-49ac-9ccf-788d151766c5 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:11.394531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 64599653-f766-4803-8227-72efe6d7b0fb up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:11.401464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b46f19b0>, '0aae39d9-7198-4203-a3df-07a6df2d9500') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:11.401782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b46f19b0>, '0aae39d9-7198-4203-a3df-07a6df2d9500') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:11.423550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:11.471602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:11.476208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:11.477234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 64599653-f766-4803-8227-72efe6d7b0fb completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:11.482514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 64599653-f766-4803-8227-72efe6d7b0fb triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:11.483126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:11.486419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d1b831b7-4ce4-4d8c-aea4-aec14a5f3df4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 168ba45c-af9a-4ca8-9431-5af76d59c71f owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:11.505895 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-2b6889cb-e0cb-4876-9638-bfe952bf6554 service neutron] 10.222.0.91 "GET /v2.0/networks/a3e5d5bd-6671-4d13-86e9-1e47f21c14c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9919612
Dec 03 11:24:11.633059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:11.673556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 64599653-f766-4803-8227-72efe6d7b0fb, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=64599653-f766-4803-8227-72efe6d7b0fb,segment=NetworkSegment(fd9f1f30-c77c-4c42-8063-02cb68969ed6),segment_id=fd9f1f30-c77c-4c42-8063-02cb68969ed6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:11.678256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:11.681159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a7585f9a-d11a-4cc6-9403-729b0fa0d81d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:11.694823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:11.705561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:11.741916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05dbd240-da1e-46ac-80a6-5a0cfae51a60 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:11.792480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 2f58a1ca-da06-4a39-bba9-4e366427cb27 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:11.806089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:11.808370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=64599653-f766-4803-8227-72efe6d7b0fb,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:11.816797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:11.843031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'Port': ['ID=11c5ce34-cfa6-4d77-a632-a2ec207e4028,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:11.848652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:11.858744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1b831b7-4ce4-4d8c-aea4-aec14a5f3df4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:11.923804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-89126bef-9f3a-4026-95f1-f6ddd6df3afe None None] Could not find standard attr ID for object 168ba45c-af9a-4ca8-9431-5af76d59c71f. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:24:11.949661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-89126bef-9f3a-4026-95f1-f6ddd6df3afe None None] Provisioning complete for port 64599653-f766-4803-8227-72efe6d7b0fb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:11.950086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89126bef-9f3a-4026-95f1-f6ddd6df3afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:12.126679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84afd8c3-8448-45b0-8eea-fc3add9ecb9e None None] Network fa1cde14-48ed-4124-afdb-130ae0194192 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:12.148571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 2f58a1ca-da06-4a39-bba9-4e366427cb27 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:12.179542 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:12.183658 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-894d767d-2776-4a82-a131-36ab0a4f540f req-ebe909bd-d858-4c78-b4ca-3ab85a012cf6 service neutron] 10.222.0.91 "GET /v2.0/networks/a3e5d5bd-6671-4d13-86e9-1e47f21c14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6710300
Dec 03 11:24:12.339041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:12.350875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2ca8e480-088c-478b-aaee-e27f5b734996 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:12.359612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2a285ba4-a7da-4af4-98c6-1b86fcd39c07 None None] Provisioning for port 81d67b65-72ed-49ac-9ccf-788d151766c5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:12.369124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2a285ba4-a7da-4af4-98c6-1b86fcd39c07 None None] Provisioning complete for port 81d67b65-72ed-49ac-9ccf-788d151766c5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:12.369634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a285ba4-a7da-4af4-98c6-1b86fcd39c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:12.387697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:12.392365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Network': ['ID=2f58a1ca-da06-4a39-bba9-4e366427cb27,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:12.408114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03bc49d2-312f-48d6-ad02-192e9bd8ad19 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:12.410945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.412257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.413484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.413946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.414446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.414873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.415310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.415719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.416223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.416504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.416906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.417308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.417774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.418168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.418583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.419005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.419647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.420060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.421015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.421422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.421952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.422357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.422762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.423186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:12.438756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:12.448706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/2f58a1ca-da06-4a39-bba9-4e366427cb27 HTTP/1.1" status: 204  len: 168 time: 9.2176645
Dec 03 11:24:12.451844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48978) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:12.459899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-8216717'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:12.469667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:12.474048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c203cac-f3ce-4394-8640-965de8bb4e63 req-182c32d8-5321-4011-a2bd-6951323d03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:12.475758 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c203cac-f3ce-4394-8640-965de8bb4e63 req-182c32d8-5321-4011-a2bd-6951323d03a9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87b65f1cbefe40028de73341ae325b6b&device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 1165 time: 0.2011604
Dec 03 11:24:12.478265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:network and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:12.481600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:12.490525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:12.505953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b831b7-4ce4-4d8c-aea4-aec14a5f3df4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=168ba45c-af9a-4ca8-9431-5af76d59c71f,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:12.509325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1b831b7-4ce4-4d8c-aea4-aec14a5f3df4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:12.522268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:12.566267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a285ba4-a7da-4af4-98c6-1b86fcd39c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:12.610810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:12.619419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:12.619986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2a285ba4-a7da-4af4-98c6-1b86fcd39c07 None None] For port 81d67b65-72ed-49ac-9ccf-788d151766c5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=81d67b65-72ed-49ac-9ccf-788d151766c5,segment=NetworkSegment(e2bdc5cb-ca67-435b-a5db-ee1c6fa45005),segment_id=e2bdc5cb-ca67-435b-a5db-ee1c6fa45005)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:12.639967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 64599653-f766-4803-8227-72efe6d7b0fb up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:12.678843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a285ba4-a7da-4af4-98c6-1b86fcd39c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:12.691402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:12.698697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:24:12.726545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:12.727705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Added segment 3dd11aae-3d4d-45be-bf7f-91145b8ff992 of type vxlan for network 4a51bf96-db0b-4631-9261-fba68f79bc24
Dec 03 11:24:12.729785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c203cac-f3ce-4394-8640-965de8bb4e63 req-e3095495-f321-4fa7-93b1-6c909deee9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:12.731800 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c203cac-f3ce-4394-8640-965de8bb4e63 req-e3095495-f321-4fa7-93b1-6c909deee9d6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 HTTP/1.1" status: 200  len: 863 time: 0.2468934
Dec 03 11:24:12.801103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e29694-0ee3-43e7-9d0d-bfc9c6a03743 req-a2019367-0926-4ad9-957c-b3dc388869f8 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:12.802775 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6e29694-0ee3-43e7-9d0d-bfc9c6a03743 req-a2019367-0926-4ad9-957c-b3dc388869f8 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 948 time: 0.7950978
Dec 03 11:24:12.814849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2a285ba4-a7da-4af4-98c6-1b86fcd39c07 None None] Provisioning complete for port 64599653-f766-4803-8227-72efe6d7b0fb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:12.815579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a285ba4-a7da-4af4-98c6-1b86fcd39c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:12.838700 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c203cac-f3ce-4394-8640-965de8bb4e63 req-31de2f0a-2174-4e49-a52f-1412a672dc80 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a01f22ea-1121-4ca2-b07d-707cce031c7c HTTP/1.1" status: 200  len: 217 time: 0.0945296
Dec 03 11:24:12.863085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1b831b7-4ce4-4d8c-aea4-aec14a5f3df4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:12.875374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Network fa1cde14-48ed-4124-afdb-130ae0194192 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:12.904175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:12.938961 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6e29694-0ee3-43e7-9d0d-bfc9c6a03743 req-85273439-dd5e-4f8a-907e-f88d315ef539 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251707
Dec 03 11:24:12.942857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:12.957132 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d1b831b7-4ce4-4d8c-aea4-aec14a5f3df4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/168ba45c-af9a-4ca8-9431-5af76d59c71f HTTP/1.1" status: 204  len: 168 time: 2.7261379
Dec 03 11:24:12.962234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48982) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:12.965612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a285ba4-a7da-4af4-98c6-1b86fcd39c07 None None] Pushing event updated for resources: {'Port': ['ID=81d67b65-72ed-49ac-9ccf-788d151766c5,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:12.974341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2a285ba4-a7da-4af4-98c6-1b86fcd39c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:12.995977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 64599653-f766-4803-8227-72efe6d7b0fb triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:12.996221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:13.033158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c203cac-f3ce-4394-8640-965de8bb4e63 req-61b93f58-01f4-4177-a490-25d43129d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:13.036016 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c203cac-f3ce-4394-8640-965de8bb4e63 req-61b93f58-01f4-4177-a490-25d43129d61f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0728c92c-4de5-4842-9769-12d5c9e0855e HTTP/1.1" status: 200  len: 843 time: 0.1886630
Dec 03 11:24:13.115239 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24fd96c-0b37-46a2-9f95-7bb60bdb7eed tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] DELETE failed (client error): The resource could not be found.
Dec 03 11:24:13.115761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24fd96c-0b37-46a2-9f95-7bb60bdb7eed tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:24:13.128664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:13.134278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:13.135204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:13.142123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b26589e-fe0c-49de-b9f2-6c3eb04057c6 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:13.171207 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b24fd96c-0b37-46a2-9f95-7bb60bdb7eed tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/168ba45c-af9a-4ca8-9431-5af76d59c71f HTTP/1.1" status: 404  len: 333 time: 0.1908655
Dec 03 11:24:13.172335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48986) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:13.238842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd073c56-9f7b-4377-8bba-fe9d144e9001 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:24:13.239448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fd073c56-9f7b-4377-8bba-fe9d144e9001 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:24:13.255977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Router 3f35c9c5-6329-4057-bb26-09be0c9bd18a has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:24:13.266519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=4a51bf96-db0b-4631-9261-fba68f79bc24,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:13.270582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fd073c56-9f7b-4377-8bba-fe9d144e9001 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:24:13.270784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:13.274339 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fd073c56-9f7b-4377-8bba-fe9d144e9001 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/168ba45c-af9a-4ca8-9431-5af76d59c71f HTTP/1.1" status: 404  len: 333 time: 0.0947573
Dec 03 11:24:13.274868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 48990) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:13.277689 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 777 time: 0.8246891
Dec 03 11:24:13.279444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 48992) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:13.286336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 4a51bf96-db0b-4631-9261-fba68f79bc24 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:13.294646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'network_id': '4a51bf96-db0b-4631-9261-fba68f79bc24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:13.306295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 4a51bf96-db0b-4631-9261-fba68f79bc24 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:13.353613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf3e63ca-9dc8-4b96-9a74-28f18265e152 None None] Could not find standard attr ID for object 168ba45c-af9a-4ca8-9431-5af76d59c71f. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:24:13.447372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c203cac-f3ce-4394-8640-965de8bb4e63 req-504d2ce7-ba7b-4512-aa51-5036b934f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:13.449033 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c203cac-f3ce-4394-8640-965de8bb4e63 req-504d2ce7-ba7b-4512-aa51-5036b934f23a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a3e5d5bd-6671-4d13-86e9-1e47f21c14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4013271
Dec 03 11:24:13.459531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:13.635404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:24:13.650652 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "PUT /v2.0/routers/3f35c9c5-6329-4057-bb26-09be0c9bd18a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2059114
Dec 03 11:24:13.653572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Sync routers for ids ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:24:13.662612 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c203cac-f3ce-4394-8640-965de8bb4e63 req-5022e5e1-ff0e-43a8-9258-a95d08b23dd2 service neutron] 10.222.0.91 "GET /v2.0/networks/a3e5d5bd-6671-4d13-86e9-1e47f21c14c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985159
Dec 03 11:24:13.664255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:subnet and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:13.668015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:13.675827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:13.684928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7c284d-cc46-44c7-b14b-01d0b5e78d5a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting subnet 0d178e63-978b-41b6-a9d9-62533e52b910 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:24:13.689669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef7c284d-cc46-44c7-b14b-01d0b5e78d5a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:13.691943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf3e63ca-9dc8-4b96-9a74-28f18265e152 None None] Provisioning complete for port 81d67b65-72ed-49ac-9ccf-788d151766c5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:13.692430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf3e63ca-9dc8-4b96-9a74-28f18265e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:13.696247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Routers {'3f35c9c5-6329-4057-bb26-09be0c9bd18a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:24:13.697619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69e1d68>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:24:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:13.719692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:13.799639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef7c284d-cc46-44c7-b14b-01d0b5e78d5a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:13.964174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef7c284d-cc46-44c7-b14b-01d0b5e78d5a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:13.974179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Set router 3f35c9c5-6329-4057-bb26-09be0c9bd18a gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:24:14.002555 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c203cac-f3ce-4394-8640-965de8bb4e63 req-c7c67d4a-ee3e-4905-b5dc-6645ff0fc600 service neutron] 10.222.0.91 "GET /v2.0/networks/a3e5d5bd-6671-4d13-86e9-1e47f21c14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3174782
Dec 03 11:24:14.067650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf3e63ca-9dc8-4b96-9a74-28f18265e152 None None] Provisioning complete for port 64599653-f766-4803-8227-72efe6d7b0fb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:14.068033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf3e63ca-9dc8-4b96-9a74-28f18265e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:14.128450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:14.139446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbb4fe4-31af-4ef6-8db1-b67d0bcade5c None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:24:14.367546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbb4fe4-31af-4ef6-8db1-b67d0bcade5c None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:24:14.443488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69e1d68>, [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:24:10Z', 'revision_number': 4, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '11c5ce34-cfa6-4d77-a632-a2ec207e4028', 'name': '', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'mac_address': 'fa:16:3e:6c:96:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:24:08Z', 'updated_at': '2020-12-03T11:24:11Z', 'revision_number': 2, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'subnets': [{'id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:14.448965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Checking router: 3f35c9c5-6329-4057-bb26-09be0c9bd18a for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:24:14.449757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Updating router 3f35c9c5-6329-4057-bb26-09be0c9bd18a port 11c5ce34-cfa6-4d77-a632-a2ec207e4028 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:24:14.494272 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-fb446b34-bb55-4add-a4d3-0fe45a2c524f tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855689329&fields=id&tenant_id=d215e9f164a94c64a3981a60669a69f4 HTTP/1.1" status: 200  len: 267 time: 0.1339231
Dec 03 11:24:14.534739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:14.588355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf3e63ca-9dc8-4b96-9a74-28f18265e152 None None] Provisioning for port 11c5ce34-cfa6-4d77-a632-a2ec207e4028 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:14.611875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf3e63ca-9dc8-4b96-9a74-28f18265e152 None None] Provisioning complete for port 11c5ce34-cfa6-4d77-a632-a2ec207e4028 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:14.612651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf3e63ca-9dc8-4b96-9a74-28f18265e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:14.653556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 81d67b65-72ed-49ac-9ccf-788d151766c5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:14.680916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:14.699362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2487a1bb-cf03-4c71-bc69-c7c0cdbb3574 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:14.710737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-1c0661b2-56a8-4d41-870d-b5950739a023 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:14.711800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-1c0661b2-56a8-4d41-870d-b5950739a023 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Synchronizing usage tracker for tenant:d215e9f164a94c64a3981a60669a69f4 on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:24:14.744603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794e6c9-9812-420c-b07f-1ad99b63d310 req-e62b2818-7d11-411a-863e-76b3b4a82463 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:14.746198 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a794e6c9-9812-420c-b07f-1ad99b63d310 req-e62b2818-7d11-411a-863e-76b3b4a82463 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 948 time: 0.4240322
Dec 03 11:24:14.747346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef7c284d-cc46-44c7-b14b-01d0b5e78d5a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:14.800622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e63ca-9dc8-4b96-9a74-28f18265e152 None None] Port 11c5ce34-cfa6-4d77-a632-a2ec207e4028 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:24:14.846099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 81d67b65-72ed-49ac-9ccf-788d151766c5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:14.847090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:14.866098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=da8586a2-1e3b-45e5-96a7-0628335a4b3e,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:14.869910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:14.906839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f46c338-3526-4789-ab53-308a412c9925 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:14.954988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking segment: {'id': '3dd11aae-3d4d-45be-bf7f-91145b8ff992', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4a51bf96-db0b-4631-9261-fba68f79bc24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:14.955522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network hostable DHCP agents. Network: 4a51bf96-db0b-4631-9261-fba68f79bc24, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:24:14.969035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c284d-cc46-44c7-b14b-01d0b5e78d5a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Subnet': ['ID=0d178e63-978b-41b6-a9d9-62533e52b910,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:14.971059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-1c0661b2-56a8-4d41-870d-b5950739a023 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Unset dirty status for tenant:d215e9f164a94c64a3981a60669a69f4 on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:24:14.978944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-1c0661b2-56a8-4d41-870d-b5950739a023 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/networks?id=fa1cde14-48ed-4124-afdb-130ae0194192 HTTP/1.1" status: 200  len: 797 time: 0.4712594
Dec 03 11:24:14.984876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 4a51bf96-db0b-4631-9261-fba68f79bc24 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:24:14.987617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ef7c284d-cc46-44c7-b14b-01d0b5e78d5a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:14.995561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 4a51bf96-db0b-4631-9261-fba68f79bc24) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:15.011244 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-bc256dc6-d523-4f47-9a89-1b2814bd2b09 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/quotas/d215e9f164a94c64a3981a60669a69f4 HTTP/1.1" status: 200  len: 375 time: 0.0312610
Dec 03 11:24:15.013650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ef7c284d-cc46-44c7-b14b-01d0b5e78d5a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.019251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:15.020991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.054090 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.7734880
Dec 03 11:24:15.055677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49012) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:15.059495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e46eb8d9-b580-45ec-a9a9-3b821b2180ae None None] Provisioning complete for port 81d67b65-72ed-49ac-9ccf-788d151766c5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:15.059941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e46eb8d9-b580-45ec-a9a9-3b821b2180ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.070769 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a794e6c9-9812-420c-b07f-1ad99b63d310 req-95b5c933-2e6e-43da-82e5-4e4721d30bdb tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052588
Dec 03 11:24:15.085694 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ef7c284d-cc46-44c7-b14b-01d0b5e78d5a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/0d178e63-978b-41b6-a9d9-62533e52b910 HTTP/1.1" status: 204  len: 168 time: 1.7503095
Dec 03 11:24:15.096560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49016) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:15.132171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.147514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Transition to ACTIVE for port object 11c5ce34-cfa6-4d77-a632-a2ec207e4028 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:15.152440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.170221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0cd54b4f-0d8a-471a-a901-6dc9df78cb7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:15.227126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc276af-d43a-47fa-848d-91f0c0bcce2a None None] Network 4a51bf96-db0b-4631-9261-fba68f79bc24 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:15.254982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2fae68-528c-47fd-814f-d206d119e97c None None] Network 21e03bc0-4df7-4f70-af13-bd6661c6e91f requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:15.265542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-63721f1c-b155-45bb-80d6-526f94b4b742 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Synchronizing usage tracker for tenant:d215e9f164a94c64a3981a60669a69f4 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:24:15.282444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.303843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.320717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Pushing event updated for resources: {'Port': ['ID=11c5ce34-cfa6-4d77-a632-a2ec207e4028,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:15.325129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:15.370665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-63721f1c-b155-45bb-80d6-526f94b4b742 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Unset dirty status for tenant:d215e9f164a94c64a3981a60669a69f4 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:24:15.380323 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-63721f1c-b155-45bb-80d6-526f94b4b742 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?tenant_id=d215e9f164a94c64a3981a60669a69f4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3681495
Dec 03 11:24:15.402608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 64599653-f766-4803-8227-72efe6d7b0fb {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:15.402608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.458523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.644657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Attempting to bind port 11c5ce34-cfa6-4d77-a632-a2ec207e4028 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:15.645074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Attempting to bind port 11c5ce34-cfa6-4d77-a632-a2ec207e4028 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:15.645480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Attempting to bind port 11c5ce34-cfa6-4d77-a632-a2ec207e4028 on network fa1cde14-48ed-4124-afdb-130ae0194192 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:15.657670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:15.658260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Checking segment: {'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:15.661488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.661906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Bound using segment: {'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:15.662462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Bound port: 11c5ce34-cfa6-4d77-a632-a2ec207e4028, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:15.662892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.729585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] For port 64599653-f766-4803-8227-72efe6d7b0fb, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=64599653-f766-4803-8227-72efe6d7b0fb,segment=NetworkSegment(fd9f1f30-c77c-4c42-8063-02cb68969ed6),segment_id=fd9f1f30-c77c-4c42-8063-02cb68969ed6)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:15.729909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.777139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] For port 11c5ce34-cfa6-4d77-a632-a2ec207e4028, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:15.781208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] For port 11c5ce34-cfa6-4d77-a632-a2ec207e4028, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=11c5ce34-cfa6-4d77-a632-a2ec207e4028,segment=NetworkSegment(e2bdc5cb-ca67-435b-a5db-ee1c6fa45005),segment_id=e2bdc5cb-ca67-435b-a5db-ee1c6fa45005)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:15.787427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.860378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-4a51bf96-db0b-4631-9261-fba68f79bc24', 'network_id': '4a51bf96-db0b-4631-9261-fba68f79bc24', 'tenant_id': '30220adc5b0949d4b1719156c3d1b0ef', 'fixed_ips': [{'subnet_id': 'da8586a2-1e3b-45e5-96a7-0628335a4b3e'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:24:15.861577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:15.874126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 64599653-f766-4803-8227-72efe6d7b0fb owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:15.949146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:15.975209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-cf0126a2-98d0-4e6e-ac9e-4140e9df00df service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:24:15.986710 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-cf0126a2-98d0-4e6e-ac9e-4140e9df00df service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.5907023
Dec 03 11:24:15.988849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:16.032063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Routers {'3f35c9c5-6329-4057-bb26-09be0c9bd18a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:24:16.032683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69e1d68>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:24:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:16.046835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966bd0b-702f-4dbb-b01b-983de25119c4 None None] DHCP port deletion for 21e03bc0-4df7-4f70-af13-bd6661c6e91f request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:24:16.052067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:16.126050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=64599653-f766-4803-8227-72efe6d7b0fb,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:16.171971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:16.275574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Allocated IP 172.20.0.1 (4a51bf96-db0b-4631-9261-fba68f79bc24/da8586a2-1e3b-45e5-96a7-0628335a4b3e/cf1c6587-91d3-4398-92e2-a685ff6f057f) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:16.310067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] Set router 3f35c9c5-6329-4057-bb26-09be0c9bd18a gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:24:16.430026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Pushing event updated for resources: {'Port': ['ID=11c5ce34-cfa6-4d77-a632-a2ec207e4028,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:16.547382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:16.560425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Transition to ACTIVE for port object cf1c6587-91d3-4398-92e2-a685ff6f057f will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:16.581919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 64599653-f766-4803-8227-72efe6d7b0fb no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:24:16.609293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Transition to ACTIVE for port object cf1c6587-91d3-4398-92e2-a685ff6f057f will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:16.622803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 64599653-f766-4803-8227-72efe6d7b0fb {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:24:16.623790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 64599653-f766-4803-8227-72efe6d7b0fb not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:24:16.628736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:16.649005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:16.655731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:16.734583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.735278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.735434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.736327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.736715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.737087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.738042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.738416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.738812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.739176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.739544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.739909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.740345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.740717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.741082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.741446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.741807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.742170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.742532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.743094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.743465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.743827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.744188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.744549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:16.745637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No DVR routers for this DVR port 64599653-f766-4803-8227-72efe6d7b0fb on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:24:16.755293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:16.783518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6d8ab2bf-c6ee-41d6-ac27-2e7bb8f3c43d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:16.827792 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-14606654-dde9-4c09-83ca-a594f78fc61c service neutron] 10.222.0.90 "GET /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8216951
Dec 03 11:24:16.845301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Subnet': ['ID=da8586a2-1e3b-45e5-96a7-0628335a4b3e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:16.850485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:16.973877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:17.023507 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-82383355-36aa-4046-840a-5858cd6adeb5 service neutron] 10.222.0.90 "GET /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1947033
Dec 03 11:24:17.106066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4f6f1d0>,) {'filters': {'network_id': ['4a51bf96-db0b-4631-9261-fba68f79bc24']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:17.112114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Pushing event updated for resources: {'Port': ['ID=cf1c6587-91d3-4398-92e2-a685ff6f057f,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:17.120664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:17.125445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4f6f1d0>, '3dd11aae-3d4d-45be-bf7f-91145b8ff992') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:17.125788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4f6f1d0>, '3dd11aae-3d4d-45be-bf7f-91145b8ff992') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:17.140012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:17.156350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:17.158482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:17.202804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Network 4a51bf96-db0b-4631-9261-fba68f79bc24 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:17.212547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:17.220358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:17.262819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:24:17.266591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:17.339813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:17.362080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69e1d68>, [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:24:10Z', 'revision_number': 4, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '11c5ce34-cfa6-4d77-a632-a2ec207e4028', 'name': '', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'mac_address': 'fa:16:3e:6c:96:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:24:08Z', 'updated_at': '2020-12-03T11:24:15Z', 'revision_number': 4, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'subnets': [{'id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:17.379844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd23753-c08f-4be3-8d0a-dd36b7a4ec17 None None] The sync data for ids ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'] in dv-neutron-765072-2-ovs is: [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:24:10Z', 'revision_number': 4, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '11c5ce34-cfa6-4d77-a632-a2ec207e4028', 'name': '', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'mac_address': 'fa:16:3e:6c:96:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:24:08Z', 'updated_at': '2020-12-03T11:24:15Z', 'revision_number': 4, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'subnets': [{'id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:24:17.426132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Attempting to bind port cf1c6587-91d3-4398-92e2-a685ff6f057f on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:17.426823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Attempting to bind port cf1c6587-91d3-4398-92e2-a685ff6f057f by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '3dd11aae-3d4d-45be-bf7f-91145b8ff992', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4a51bf96-db0b-4631-9261-fba68f79bc24'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:17.427653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Attempting to bind port cf1c6587-91d3-4398-92e2-a685ff6f057f on network 4a51bf96-db0b-4631-9261-fba68f79bc24 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:17.506681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:17.507260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Checking segment: {'id': '3dd11aae-3d4d-45be-bf7f-91145b8ff992', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4a51bf96-db0b-4631-9261-fba68f79bc24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:17.510369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:17.510631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Bound using segment: {'id': '3dd11aae-3d4d-45be-bf7f-91145b8ff992', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4a51bf96-db0b-4631-9261-fba68f79bc24'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:17.511229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Bound port: cf1c6587-91d3-4398-92e2-a685ff6f057f, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd11aae-3d4d-45be-bf7f-91145b8ff992', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4a51bf96-db0b-4631-9261-fba68f79bc24'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:17.511671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:17.512778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 4a51bf96-db0b-4631-9261-fba68f79bc24 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:17.524120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:17.638154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1aff34a58>,) {'filters': {'network_id': ['21e03bc0-4df7-4f70-af13-bd6661c6e91f']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:17.662044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1aff34a58>, 'fd9f1f30-c77c-4c42-8063-02cb68969ed6') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:17.662386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1aff34a58>, 'fd9f1f30-c77c-4c42-8063-02cb68969ed6') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:17.677088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:17.695121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:17.697681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Releasing vxlan tunnel 7 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:17.711977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] For port cf1c6587-91d3-4398-92e2-a685ff6f057f, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:17.810359 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef178f35-e2ab-4e93-9b29-5a1a4b9d0c3e req-efcf9294-408d-4b13-946f-407c852cc5da tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 210 time: 0.3017256
Dec 03 11:24:17.834457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 4a51bf96-db0b-4631-9261-fba68f79bc24 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:17.849323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98125-ee75-460d-b4b8-c6d4eb9180e7 req-6942f7b8-0053-49f0-bfa2-fbb4a46c76be tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:17.852676 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-53a98125-ee75-460d-b4b8-c6d4eb9180e7 req-6942f7b8-0053-49f0-bfa2-fbb4a46c76be tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 948 time: 1.2207615
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:17.863733 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:17.979628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 21e03bc0-4df7-4f70-af13-bd6661c6e91f has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:17.987220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:24:17.987220 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:24:17.987220 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': '4a51bf96-db0b-4631-9261-fba68f79bc24'}]
Dec 03 11:24:17.987220 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:17.988281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:17.990191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:18.014120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] For port cf1c6587-91d3-4398-92e2-a685ff6f057f, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=cf1c6587-91d3-4398-92e2-a685ff6f057f,segment=NetworkSegment(3dd11aae-3d4d-45be-bf7f-91145b8ff992),segment_id=3dd11aae-3d4d-45be-bf7f-91145b8ff992)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:18.041421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:18.063301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcbc80f8-ce64-40a9-bbd0-686fbcbe936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:18.113387 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-53a98125-ee75-460d-b4b8-c6d4eb9180e7 req-9ccaaf14-2c99-4163-b829-981ce7cb3f8e tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2554801
Dec 03 11:24:18.149150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-6e5cc051-5dff-4f5c-9ae6-701d3501b43f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80977) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:24:18.239339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 21e03bc0-4df7-4f70-af13-bd6661c6e91f has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:18.265564 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:18.269530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Pushing event updated for resources: {'Port': ['ID=cf1c6587-91d3-4398-92e2-a685ff6f057f,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:18.272963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:18.352824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a15007-8657-4f1e-9394-b83fcd4c6775 None None] Network 4a51bf96-db0b-4631-9261-fba68f79bc24 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:18.366497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:18.370591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93e5317f-bed4-4620-82a0-0e1eae8254cf tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:18.392804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:18.402581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Network': ['ID=21e03bc0-4df7-4f70-af13-bd6661c6e91f,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:18.411639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:18.421901 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/networks/21e03bc0-4df7-4f70-af13-bd6661c6e91f HTTP/1.1" status: 204  len: 168 time: 3.3204908
Dec 03 11:24:18.422111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49034) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:18.429655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'network': {'name': 'tempest-PortsTestJSON-844962021'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:18.435451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:18.439983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:network and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:18.444456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:18.453732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:18.465429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:18.471395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:18.489755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:18.507632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:24:18.517562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:18.517963 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Added segment 22b60666-a8e5-47a7-a4ea-bcaf999bb911 of type vxlan for network 9e43482c-53bb-4f01-ad30-f40563c10fc2
Dec 03 11:24:18.545949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:18.585851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:18.593973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d9ab65-e2f9-4597-99a8-09d00c65ffee None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:24:18.602928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:18.602928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:18.603618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:18.626268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting port cf1c6587-91d3-4398-92e2-a685ff6f057f {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:18.626755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:18.651495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 11c5ce34-cfa6-4d77-a632-a2ec207e4028 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:18.734712 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3114486
Dec 03 11:24:18.741973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49038) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:18.750082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': '9e43482c-53bb-4f01-ad30-f40563c10fc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:18.773832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 11c5ce34-cfa6-4d77-a632-a2ec207e4028 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:18.787767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 11c5ce34-cfa6-4d77-a632-a2ec207e4028 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:18.788198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:18.867793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9ab65-e2f9-4597-99a8-09d00c65ffee None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:24:18.903974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device a01f22ea-1121-4ca2-b07d-707cce031c7c up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:18.924264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Network': ['ID=9e43482c-53bb-4f01-ad30-f40563c10fc2,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:18.954487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:19.009325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 9e43482c-53bb-4f01-ad30-f40563c10fc2 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:19.026054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 9e43482c-53bb-4f01-ad30-f40563c10fc2 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:19.073360 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4a91d6e1-a221-4e11-ba90-253ef96cedea req-bd89709d-6f40-4e20-ac0a-f70d0cc49dc5 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 210 time: 0.0951416
Dec 03 11:24:19.079170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:19.084163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:19.087484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:19.093749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:19.102103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] For port cf1c6587-91d3-4398-92e2-a685ff6f057f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=cf1c6587-91d3-4398-92e2-a685ff6f057f,segment=NetworkSegment(3dd11aae-3d4d-45be-bf7f-91145b8ff992),segment_id=3dd11aae-3d4d-45be-bf7f-91145b8ff992)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:19.102416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:19.107699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:19.235380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:19.372414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-25d04056-38e9-4f3e-9f33-d0edf504173a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:19.374204 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-25d04056-38e9-4f3e-9f33-d0edf504173a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.91 "GET /v2.0/networks?id=fa1cde14-48ed-4124-afdb-130ae0194192 HTTP/1.1" status: 200  len: 797 time: 0.4727452
Dec 03 11:24:19.381873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Calling delete_port for cf1c6587-91d3-4398-92e2-a685ff6f057f owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:19.485169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a804b5-1f25-4f39-88f1-7a36d0f2f2e8 req-db4662a7-cec1-4d66-aa65-46cb0a57fff1 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:19.486757 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-13a804b5-1f25-4f39-88f1-7a36d0f2f2e8 req-db4662a7-cec1-4d66-aa65-46cb0a57fff1 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 948 time: 0.1532543
Dec 03 11:24:19.494865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port a01f22ea-1121-4ca2-b07d-707cce031c7c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:19.523618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-36aa6224-563d-4a7e-a31c-161d118777f9 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Synchronizing usage tracker for tenant:d215e9f164a94c64a3981a60669a69f4 on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:24:19.537825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port a01f22ea-1121-4ca2-b07d-707cce031c7c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:19.538247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:19.539343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:19.556855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e0b2495-4008-44f2-a20f-71d5bbae0ce0 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:19.560312 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-13a804b5-1f25-4f39-88f1-7a36d0f2f2e8 req-98b16306-aa8c-45e1-926b-393c4b7d2679 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618465
Dec 03 11:24:19.606391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:19.616165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Port': ['ID=cf1c6587-91d3-4398-92e2-a685ff6f057f,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:19.618245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-36aa6224-563d-4a7e-a31c-161d118777f9 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Unset dirty status for tenant:d215e9f164a94c64a3981a60669a69f4 on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:24:19.619809 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-36aa6224-563d-4a7e-a31c-161d118777f9 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d215e9f164a94c64a3981a60669a69f4 HTTP/1.1" status: 200  len: 7773 time: 0.2094223
Dec 03 11:24:19.623443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:19.683601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Request body: {'port': {'device_id': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'admin_state_up': True, 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'security_groups': ['af95dbe6-bb60-4819-95cb-7ea52a784435']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:19.759440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 11c5ce34-cfa6-4d77-a632-a2ec207e4028, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=11c5ce34-cfa6-4d77-a632-a2ec207e4028,segment=NetworkSegment(e2bdc5cb-ca67-435b-a5db-ee1c6fa45005),segment_id=e2bdc5cb-ca67-435b-a5db-ee1c6fa45005)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:19.768632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:19.776547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d1f161f-06ea-455a-b1d9-21c5d663af3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:19.827602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No DVR routers for this DVR port cf1c6587-91d3-4398-92e2-a685ff6f057f on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:24:19.829316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:19.970050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d33f07b8-cfed-4ba6-ae6a-b672ebd01303 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:19.983006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:20.009725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:20.013019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:20.044052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Subnet': ['ID=70b53985-d5d7-459f-960a-96266a712c42,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:20.053009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:20.057390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:20.068156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=11c5ce34-cfa6-4d77-a632-a2ec207e4028,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:20.071600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:20.084699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91451751-4675-429a-9939-bc1588903784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01f22ea-1121-4ca2-b07d-707cce031c7c'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:24:20.087612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Checking segment: {'id': '22b60666-a8e5-47a7-a4ea-bcaf999bb911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e43482c-53bb-4f01-ad30-f40563c10fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:20.088048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network hostable DHCP agents. Network: 9e43482c-53bb-4f01-ad30-f40563c10fc2, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:24:20.095776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port a01f22ea-1121-4ca2-b07d-707cce031c7c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a01f22ea-1121-4ca2-b07d-707cce031c7c,segment=NetworkSegment(b9b0058e-ab01-4f88-8167-1c166b26c938),segment_id=b9b0058e-ab01-4f88-8167-1c166b26c938)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:20.100086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:20.102831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:20.112565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 9e43482c-53bb-4f01-ad30-f40563c10fc2 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:24:20.124568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 9e43482c-53bb-4f01-ad30-f40563c10fc2) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:20.144939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c0c2a8-c151-4810-9066-6784d38eafb7 None None] Network 9e43482c-53bb-4f01-ad30-f40563c10fc2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:20.150583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:20.151413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:20.187963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Made reservation on behalf of d215e9f164a94c64a3981a60669a69f4 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:20.188145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4428136
Dec 03 11:24:20.189231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49054) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:20.192077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:20.199734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': '9e43482c-53bb-4f01-ad30-f40563c10fc2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1998624606'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:20.208428 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91451751-4675-429a-9939-bc1588903784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01f22ea-1121-4ca2-b07d-707cce031c7c', 'code': 200}
Dec 03 11:24:20.217882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b661aeb8>,) {'filters': {'network_id': ['4a51bf96-db0b-4631-9261-fba68f79bc24']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:20.245811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b661aeb8>, '3dd11aae-3d4d-45be-bf7f-91145b8ff992') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:20.245811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b661aeb8>, '3dd11aae-3d4d-45be-bf7f-91145b8ff992') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:20.264924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:20.297059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=a01f22ea-1121-4ca2-b07d-707cce031c7c,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:20.302223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:20.319947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:20.324983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:20.407577 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef017a88-6693-4965-be3f-942bdebfebfd req-c03c6879-fe05-419b-9b79-bbe9a56e095a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 210 time: 0.0641596
Dec 03 11:24:20.461452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:20.461930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-9e43482c-53bb-4f01-ad30-f40563c10fc2', 'network_id': '9e43482c-53bb-4f01-ad30-f40563c10fc2', 'tenant_id': 'e149265703c04223aa76ca1da9831b22', 'fixed_ips': [{'subnet_id': '70b53985-d5d7-459f-960a-96266a712c42'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:24:20.462712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:20.467107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:port and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:20.471048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:20.482612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:20.486238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device a01f22ea-1121-4ca2-b07d-707cce031c7c up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:20.493514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:20.499889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:20.689945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port 005f3918-71eb-4fb9-bf95-ba8438277898 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:24:20.763754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 11c5ce34-cfa6-4d77-a632-a2ec207e4028 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:20.814229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdb6e9-0a81-4cc8-994f-f572a4cb0be9 req-e4f04726-0ad5-4fca-b06d-9c3d5a26ec9b tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:20.815911 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2efdb6e9-0a81-4cc8-994f-f572a4cb0be9 req-e4f04726-0ad5-4fca-b06d-9c3d5a26ec9b tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.0865934
Dec 03 11:24:20.834734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port a01f22ea-1121-4ca2-b07d-707cce031c7c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:20.835181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:20.871486 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2efdb6e9-0a81-4cc8-994f-f572a4cb0be9 req-eeabce2b-e6bc-42b6-aa89-17c61c37d172 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472078
Dec 03 11:24:20.937770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 11c5ce34-cfa6-4d77-a632-a2ec207e4028 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:20.937908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:20.988666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 4a51bf96-db0b-4631-9261-fba68f79bc24 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:20.998586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:21.116947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93259b3f-f254-4c3f-a0cc-9147796a388b req-fe5f8292-3c06-4c7d-8d47-1a057f155264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:21.118944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-93259b3f-f254-4c3f-a0cc-9147796a388b req-fe5f8292-3c06-4c7d-8d47-1a057f155264 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 1167 time: 0.3487470
Dec 03 11:24:21.149070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:21.214316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 4a51bf96-db0b-4631-9261-fba68f79bc24 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:21.245149 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:21.325821 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-93259b3f-f254-4c3f-a0cc-9147796a388b req-1d3cf256-08cf-4cc2-87e9-993528f8e35b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929381
Dec 03 11:24:21.338094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:21.347094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-344e2cdf-d292-4954-b8d4-272075b401cf tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:21.363894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:21.381340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Network': ['ID=4a51bf96-db0b-4631-9261-fba68f79bc24,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:21.391560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:21.405968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/4a51bf96-db0b-4631-9261-fba68f79bc24 HTTP/1.1" status: 204  len: 168 time: 6.3488636
Dec 03 11:24:21.410276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49060) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:21.418632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1269052085'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:21.449904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.12 (9e43482c-53bb-4f01-ad30-f40563c10fc2/70b53985-d5d7-459f-960a-96266a712c42/005f3918-71eb-4fb9-bf95-ba8438277898) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:21.457595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:21.468726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:network and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:21.473720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:21.482870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:21.511525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Allocated IP 172.20.0.10 (fa1cde14-48ed-4124-afdb-130ae0194192/a2471aa5-1572-4514-aec8-d40731c4b62a/b14597c9-1936-4ce4-a735-adec3b825854) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:21.513641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:21.519447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:21.579593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:24:21.619596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:21.619959 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Added segment a97a1565-72d1-4af1-9081-66fba672b286 of type vxlan for network 0e0f55a6-a535-4200-a5d0-7afa512f3c4c
Dec 03 11:24:21.623157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8e4fdbc7-3fa3-4419-ae57-0b5cd2c9c170 req-cf3aa7a6-5dc7-4837-87dd-4cf96bf90ec7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 210 time: 0.0535309
Dec 03 11:24:21.678401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:21.696088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Transition to ACTIVE for port object 005f3918-71eb-4fb9-bf95-ba8438277898 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:21.717007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:21.731631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:21.733520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:21.786191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Allocated IP 172.20.0.2 (9e43482c-53bb-4f01-ad30-f40563c10fc2/70b53985-d5d7-459f-960a-96266a712c42/233074f5-6485-421b-a4c6-24bdfe56865b) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:21.811032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:21.817784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:21.821947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:21.822599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:21.829985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a527d3f-2266-4046-ac94-c2f6f4d130c7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:21.878592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=005f3918-71eb-4fb9-bf95-ba8438277898,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:21.882967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:21.890635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Transition to ACTIVE for port object b14597c9-1936-4ce4-a735-adec3b825854 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:21.943256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 9e43482c-53bb-4f01-ad30-f40563c10fc2 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:21.946096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:21.953753 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5424063
Dec 03 11:24:21.955536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:21.959439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49068) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:21.960177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=0e0f55a6-a535-4200-a5d0-7afa512f3c4c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:21.965250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:21.970439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'network_id': '0e0f55a6-a535-4200-a5d0-7afa512f3c4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:22.044396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:22.046343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:22.047371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:22.056514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Transition to ACTIVE for port object 233074f5-6485-421b-a4c6-24bdfe56865b will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:22.065948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 0e0f55a6-a535-4200-a5d0-7afa512f3c4c details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:22.079709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 0e0f55a6-a535-4200-a5d0-7afa512f3c4c details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:22.089985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:22.106680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-01b1f6d9-b6b3-4fe9-b359-391b88b2e495 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:22.141192 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 887 time: 1.9482226
Dec 03 11:24:22.143069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49072) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:22.174129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:22.202688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:subnet and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:22.220633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Transition to ACTIVE for port object 233074f5-6485-421b-a4c6-24bdfe56865b will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:22.230817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8303758-3248-4c11-9eb8-4e27e519264f req-9388b036-f869-4bd5-a291-1819162be2db tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:22.232453 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8303758-3248-4c11-9eb8-4e27e519264f req-9388b036-f869-4bd5-a291-1819162be2db tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.1706028
Dec 03 11:24:22.241350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4046c912-73b4-4398-a23c-340e91708fb5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 005f3918-71eb-4fb9-bf95-ba8438277898 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:22.241732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4046c912-73b4-4398-a23c-340e91708fb5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:22.255003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:22.257970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'Port': ['ID=b14597c9-1936-4ce4-a735-adec3b825854,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:22.267766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:22.268874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:22.276704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:22.292798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:22.304864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fef2e566-f968-4b0a-8d4e-9d41bb964646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:22.386420 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8303758-3248-4c11-9eb8-4e27e519264f req-098d8ad1-04c1-4205-b378-02c1b4cfa199 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994487
Dec 03 11:24:22.437581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:22.454362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Pushing event updated for resources: {'Port': ['ID=233074f5-6485-421b-a4c6-24bdfe56865b,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:22.457002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Network fa1cde14-48ed-4124-afdb-130ae0194192 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:22.462605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:22.467944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:22.475772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.476163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.476628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.477037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.477412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.477786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.478156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.478525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.478890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.479322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.479691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.480056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.480480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.480844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.481211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.481572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.481937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.482308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.482671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.483063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.483428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.483788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.484206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.484571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:24:22.489453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:22.551089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Network 9e43482c-53bb-4f01-ad30-f40563c10fc2 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:22.554720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:22.561811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device a01f22ea-1121-4ca2-b07d-707cce031c7c up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:22.574602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4046c912-73b4-4398-a23c-340e91708fb5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:22.607382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:22.623810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:22.624506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:22.659709 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9797471
Dec 03 11:24:22.718024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port a01f22ea-1121-4ca2-b07d-707cce031c7c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:22.718508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:22.721093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Request body: {'port': {'device_id': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:22.796049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4046c912-73b4-4398-a23c-340e91708fb5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 005f3918-71eb-4fb9-bf95-ba8438277898 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:22.805430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Attempting to bind port 233074f5-6485-421b-a4c6-24bdfe56865b on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:22.806123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Attempting to bind port 233074f5-6485-421b-a4c6-24bdfe56865b by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '22b60666-a8e5-47a7-a4ea-bcaf999bb911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e43482c-53bb-4f01-ad30-f40563c10fc2'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:22.806683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Attempting to bind port 233074f5-6485-421b-a4c6-24bdfe56865b on network 9e43482c-53bb-4f01-ad30-f40563c10fc2 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:22.827270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:22.828019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Checking segment: {'id': '22b60666-a8e5-47a7-a4ea-bcaf999bb911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e43482c-53bb-4f01-ad30-f40563c10fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:22.828605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:22.829199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Bound using segment: {'id': '22b60666-a8e5-47a7-a4ea-bcaf999bb911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e43482c-53bb-4f01-ad30-f40563c10fc2'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:22.829885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Bound port: 233074f5-6485-421b-a4c6-24bdfe56865b, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b60666-a8e5-47a7-a4ea-bcaf999bb911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e43482c-53bb-4f01-ad30-f40563c10fc2'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:22.830480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:22.899899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:22.942734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] For port 233074f5-6485-421b-a4c6-24bdfe56865b, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:22.946598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] For port 233074f5-6485-421b-a4c6-24bdfe56865b, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=233074f5-6485-421b-a4c6-24bdfe56865b,segment=NetworkSegment(22b60666-a8e5-47a7-a4ea-bcaf999bb911),segment_id=22b60666-a8e5-47a7-a4ea-bcaf999bb911)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:22.995012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:23.019988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2a285ba4-a7da-4af4-98c6-1b86fcd39c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:23.061625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cc6a84a1-b358-4362-93e2-98c93372a24b None None] Provisioning for port b14597c9-1936-4ce4-a735-adec3b825854 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:23.289075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cc6a84a1-b358-4362-93e2-98c93372a24b None None] Provisioning complete for port b14597c9-1936-4ce4-a735-adec3b825854 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:23.289367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc6a84a1-b358-4362-93e2-98c93372a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:23.408123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad26070-c35d-449e-870a-b60ba0330fc2 req-551f73ce-d5c6-4273-a30c-1ee670684d03 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:23.411775 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6ad26070-c35d-449e-870a-b60ba0330fc2 req-551f73ce-d5c6-4273-a30c-1ee670684d03 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 932 time: 0.1640806
Dec 03 11:24:23.426452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Pushing event updated for resources: {'Port': ['ID=233074f5-6485-421b-a4c6-24bdfe56865b,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:23.433248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:23.443409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:23.443545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a84a1-b358-4362-93e2-98c93372a24b None None] Port b14597c9-1936-4ce4-a735-adec3b825854 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:24:23.460730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:23.476536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4046c912-73b4-4398-a23c-340e91708fb5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:23.495519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:23.540560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6ad26070-c35d-449e-870a-b60ba0330fc2 req-e692ca3a-1142-400a-a736-8e94d4f2c080 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232984
Dec 03 11:24:23.549284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046c912-73b4-4398-a23c-340e91708fb5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=005f3918-71eb-4fb9-bf95-ba8438277898,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:23.561700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4046c912-73b4-4398-a23c-340e91708fb5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:23.811899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a09d1-b2e5-4590-9fe3-11058201beca req-33245418-0f9e-485e-900a-41bdb5c8acea tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:23.819650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d72a09d1-b2e5-4590-9fe3-11058201beca req-33245418-0f9e-485e-900a-41bdb5c8acea tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.1977732
Dec 03 11:24:23.898996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4046c912-73b4-4398-a23c-340e91708fb5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:23.911541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4046c912-73b4-4398-a23c-340e91708fb5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/005f3918-71eb-4fb9-bf95-ba8438277898 HTTP/1.1" status: 204  len: 168 time: 1.7600634
Dec 03 11:24:23.919418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d72a09d1-b2e5-4590-9fe3-11058201beca req-41e49152-5986-4bc5-be8e-384f2dd63774 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954747
Dec 03 11:24:23.920620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49080) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:23.960978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=43d24d54-d899-4626-a6b9-a92db1a5cfc8,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:23.967348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:23.991298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14597c9-1936-4ce4-a735-adec3b825854 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:24:23.993261 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-38aa727b-930f-4cfe-88f3-6b62b3a8f4e0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:24:23.993836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-38aa727b-930f-4cfe-88f3-6b62b3a8f4e0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:24:24.008967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:24.011189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-38aa727b-930f-4cfe-88f3-6b62b3a8f4e0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:24:24.014641 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-38aa727b-930f-4cfe-88f3-6b62b3a8f4e0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/005f3918-71eb-4fb9-bf95-ba8438277898 HTTP/1.1" status: 404  len: 333 time: 0.0928671
Dec 03 11:24:24.017512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49086) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:24.029258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Transition to ACTIVE for port object b14597c9-1936-4ce4-a735-adec3b825854 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:24.035329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:24.051580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8df338e-e63b-491a-a244-b8b08d4e6c6d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:24.145194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-9365590c-4cac-4bef-9bdb-a25536afa685 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting subnet 70b53985-d5d7-459f-960a-96266a712c42 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:24:24.149619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9365590c-4cac-4bef-9bdb-a25536afa685 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:24.211422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking segment: {'id': 'a97a1565-72d1-4af1-9081-66fba672b286', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e0f55a6-a535-4200-a5d0-7afa512f3c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:24.212081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network hostable DHCP agents. Network: 0e0f55a6-a535-4200-a5d0-7afa512f3c4c, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:24:24.225040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Pushing event updated for resources: {'Port': ['ID=b14597c9-1936-4ce4-a735-adec3b825854,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:24.231128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9365590c-4cac-4bef-9bdb-a25536afa685 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:24.239476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:24.269592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 0e0f55a6-a535-4200-a5d0-7afa512f3c4c is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:24:24.287240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6bc0b-4533-4b4d-a1d0-feef081bafc1 req-00b9c91d-9882-46f3-be9f-1953ce965822 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:24.288965 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f7b6bc0b-4533-4b4d-a1d0-feef081bafc1 req-00b9c91d-9882-46f3-be9f-1953ce965822 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.2215779
Dec 03 11:24:24.335991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 0e0f55a6-a535-4200-a5d0-7afa512f3c4c) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:24.344872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4418ad41-bf19-4dc0-bee7-f33dd6cb2c3a None None] Network 0e0f55a6-a535-4200-a5d0-7afa512f3c4c requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:24.359560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:24.360205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:24.399911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9365590c-4cac-4bef-9bdb-a25536afa685 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:24.423182 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-464bd117-a6f7-4ac4-a119-852035dabb43 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4574242
Dec 03 11:24:24.427785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49090) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:24.541644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device a01f22ea-1121-4ca2-b07d-707cce031c7c up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:24.557145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Attempting to bind port b14597c9-1936-4ce4-a735-adec3b825854 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:24.557503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Attempting to bind port b14597c9-1936-4ce4-a735-adec3b825854 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:24.557872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Attempting to bind port b14597c9-1936-4ce4-a735-adec3b825854 on network fa1cde14-48ed-4124-afdb-130ae0194192 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:24.572039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:24.572419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Checking segment: {'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:24.572824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:24.573216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Bound using segment: {'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:24.574270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Bound port: b14597c9-1936-4ce4-a735-adec3b825854, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:24.574270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:24.609459 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f7b6bc0b-4533-4b4d-a1d0-feef081bafc1 req-86827e81-8358-4a13-84cf-51a6f2be4129 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3122721
Dec 03 11:24:24.671042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port a01f22ea-1121-4ca2-b07d-707cce031c7c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:24.671042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:24.773890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 233074f5-6485-421b-a4c6-24bdfe56865b up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:24.787832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:24.858343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] For port b14597c9-1936-4ce4-a735-adec3b825854, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:24.861926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] For port b14597c9-1936-4ce4-a735-adec3b825854, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b14597c9-1936-4ce4-a735-adec3b825854,segment=NetworkSegment(e2bdc5cb-ca67-435b-a5db-ee1c6fa45005),segment_id=e2bdc5cb-ca67-435b-a5db-ee1c6fa45005)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:24.879267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:24.901702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9365590c-4cac-4bef-9bdb-a25536afa685 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:24.929299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9b747653-0c2f-457b-83f7-8624aa670b93 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:24.975363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-0e0f55a6-a535-4200-a5d0-7afa512f3c4c', 'network_id': '0e0f55a6-a535-4200-a5d0-7afa512f3c4c', 'tenant_id': '30220adc5b0949d4b1719156c3d1b0ef', 'fixed_ips': [{'subnet_id': '43d24d54-d899-4626-a6b9-a92db1a5cfc8'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:24:24.976281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:25.016698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365590c-4cac-4bef-9bdb-a25536afa685 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Subnet': ['ID=70b53985-d5d7-459f-960a-96266a712c42,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:25.020678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9365590c-4cac-4bef-9bdb-a25536afa685 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:25.058296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:25.093935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 233074f5-6485-421b-a4c6-24bdfe56865b completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:25.172190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9365590c-4cac-4bef-9bdb-a25536afa685 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:25.186088 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9365590c-4cac-4bef-9bdb-a25536afa685 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/70b53985-d5d7-459f-960a-96266a712c42 HTTP/1.1" status: 204  len: 168 time: 1.1670554
Dec 03 11:24:25.188724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49100) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:25.244823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Pushing event updated for resources: {'Port': ['ID=b14597c9-1936-4ce4-a735-adec3b825854,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:25.250683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:25.251552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:25.253345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] 10.222.0.91 "PUT /v2.0/ports/b14597c9-1936-4ce4-a735-adec3b825854 HTTP/1.1" status: 200  len: 1158 time: 2.5368378
Dec 03 11:24:25.253987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:24:25.260014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:25.261006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:25.324548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094238af-daab-4783-a014-46851e8e6c7c None None] Network 9e43482c-53bb-4f01-ad30-f40563c10fc2 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:25.394730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:25.464796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93691b9-e799-4872-bcba-2c5b03963bce req-557cd636-2ba4-4367-a491-2ba28748c0a4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:25.466479 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d93691b9-e799-4872-bcba-2c5b03963bce req-557cd636-2ba4-4367-a491-2ba28748c0a4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 944 time: 0.6126535
Dec 03 11:24:25.499337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a57be4b1-9a70-484f-86c4-72771ad76b96 None None] Provisioning for port 233074f5-6485-421b-a4c6-24bdfe56865b completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:25.510631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a57be4b1-9a70-484f-86c4-72771ad76b96 None None] Provisioning complete for port 233074f5-6485-421b-a4c6-24bdfe56865b triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:25.511047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a57be4b1-9a70-484f-86c4-72771ad76b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:25.520312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 233074f5-6485-421b-a4c6-24bdfe56865b {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:25.521804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:25.552324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-583cf2f5-18ec-4436-85d3-5c2680e36a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:25.554007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-583cf2f5-18ec-4436-85d3-5c2680e36a9e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d215e9f164a94c64a3981a60669a69f4&device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 1161 time: 0.2174468
Dec 03 11:24:25.609512 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d93691b9-e799-4872-bcba-2c5b03963bce req-c277ea85-3c35-4b1f-8b3c-b1c16f4a88bb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1302054
Dec 03 11:24:25.687072 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-69e6cc69-5960-4437-8e2b-f5ca74f35a7c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14597c9-1936-4ce4-a735-adec3b825854 HTTP/1.1" status: 200  len: 217 time: 0.1145718
Dec 03 11:24:25.690881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8c40-7809-4d39-afe5-51d4d60ff899 req-8753c9dd-845c-48a1-9a2f-7a95f5df8068 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:25.693431 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-edca8c40-7809-4d39-afe5-51d4d60ff899 req-8753c9dd-845c-48a1-9a2f-7a95f5df8068 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.3489156
Dec 03 11:24:25.742413 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854', 'status': 'completed', 'code': 200}
Dec 03 11:24:25.788938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-5088a94f-3e43-43a8-b17f-e5e508162f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:25.790530 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-5088a94f-3e43-43a8-b17f-e5e508162f27 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2471aa5-1572-4514-aec8-d40731c4b62a HTTP/1.1" status: 200  len: 835 time: 0.0914061
Dec 03 11:24:25.793687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Allocated IP 172.20.0.2 (0e0f55a6-a535-4200-a5d0-7afa512f3c4c/43d24d54-d899-4626-a6b9-a92db1a5cfc8/80411544-dc7e-4af8-9a02-b1858c5cabd1) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:25.843944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-edca8c40-7809-4d39-afe5-51d4d60ff899 req-b56a3bbe-c36e-45e1-a576-e24ac167ef16 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389456
Dec 03 11:24:25.862603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a57be4b1-9a70-484f-86c4-72771ad76b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:25.869728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] For port 233074f5-6485-421b-a4c6-24bdfe56865b, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=233074f5-6485-421b-a4c6-24bdfe56865b,segment=NetworkSegment(22b60666-a8e5-47a7-a4ea-bcaf999bb911),segment_id=22b60666-a8e5-47a7-a4ea-bcaf999bb911)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:25.869943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:25.899657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] DHCP port deletion for 9e43482c-53bb-4f01-ad30-f40563c10fc2 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:24:25.915497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-9cd35098-ab8a-48ff-bb04-98a4ea721ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:25.917452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-9cd35098-ab8a-48ff-bb04-98a4ea721ecc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fa1cde14-48ed-4124-afdb-130ae0194192&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1195045
Dec 03 11:24:25.974936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Deleting port 233074f5-6485-421b-a4c6-24bdfe56865b {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:25.975365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:26.021033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 233074f5-6485-421b-a4c6-24bdfe56865b owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:26.085491 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-91aa816b-5952-4b9c-b232-2d5381b42fdd service neutron] 10.222.0.91 "GET /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587570
Dec 03 11:24:26.135998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a57be4b1-9a70-484f-86c4-72771ad76b96 None None] For port 233074f5-6485-421b-a4c6-24bdfe56865b, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=233074f5-6485-421b-a4c6-24bdfe56865b,segment=NetworkSegment(22b60666-a8e5-47a7-a4ea-bcaf999bb911),segment_id=22b60666-a8e5-47a7-a4ea-bcaf999bb911)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:26.140639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:26.141090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:26.153793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a57be4b1-9a70-484f-86c4-72771ad76b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:26.215459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:26.246109 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fa7dfa1-d537-4f9a-ac38-e8d9413935f6 req-a637ead1-b8ce-48fb-9e8f-6b2b82d7b3b7 service neutron] 10.222.0.91 "GET /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1536963
Dec 03 11:24:26.349996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] For port 233074f5-6485-421b-a4c6-24bdfe56865b, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=233074f5-6485-421b-a4c6-24bdfe56865b,segment=NetworkSegment(22b60666-a8e5-47a7-a4ea-bcaf999bb911),segment_id=22b60666-a8e5-47a7-a4ea-bcaf999bb911)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:26.350370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:26.420874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e043b-1fa1-48a3-a7f2-c72e7ef2d970 req-6e592979-075f-4dca-b91a-1e4a6dc5f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:26.422506 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ac2e043b-1fa1-48a3-a7f2-c72e7ef2d970 req-6e592979-075f-4dca-b91a-1e4a6dc5f769 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d215e9f164a94c64a3981a60669a69f4&device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 1161 time: 0.0767791
Dec 03 11:24:26.579545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e043b-1fa1-48a3-a7f2-c72e7ef2d970 req-b89d6ada-2706-4d8a-b142-0de6e0a18441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:26.581970 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ac2e043b-1fa1-48a3-a7f2-c72e7ef2d970 req-b89d6ada-2706-4d8a-b142-0de6e0a18441 service neutron] 10.222.0.91 "GET /v2.0/networks?id=fa1cde14-48ed-4124-afdb-130ae0194192 HTTP/1.1" status: 200  len: 891 time: 0.1524186
Dec 03 11:24:26.642753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 233074f5-6485-421b-a4c6-24bdfe56865b {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:26.643539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:26.663076 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ac2e043b-1fa1-48a3-a7f2-c72e7ef2d970 req-9ad6080a-49f0-422a-bf5d-f72cfb3e0fe6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14597c9-1936-4ce4-a735-adec3b825854 HTTP/1.1" status: 200  len: 217 time: 0.0746226
Dec 03 11:24:26.677296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57be4b1-9a70-484f-86c4-72771ad76b96 None None] Pushing event updated for resources: {'Port': ['ID=233074f5-6485-421b-a4c6-24bdfe56865b,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:26.689501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Calling delete_port for 233074f5-6485-421b-a4c6-24bdfe56865b owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:26.720602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 233074f5-6485-421b-a4c6-24bdfe56865b no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:24:26.753834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e043b-1fa1-48a3-a7f2-c72e7ef2d970 req-1f1f3c11-25e7-48a4-8ee4-b776cb24f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:26.755447 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ac2e043b-1fa1-48a3-a7f2-c72e7ef2d970 req-1f1f3c11-25e7-48a4-8ee4-b776cb24f846 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2471aa5-1572-4514-aec8-d40731c4b62a HTTP/1.1" status: 200  len: 835 time: 0.0858026
Dec 03 11:24:26.775655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a57be4b1-9a70-484f-86c4-72771ad76b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:26.808926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:26.854647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e043b-1fa1-48a3-a7f2-c72e7ef2d970 req-2e108bdc-9137-4cbf-9de9-f0233ead0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:26.856428 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ac2e043b-1fa1-48a3-a7f2-c72e7ef2d970 req-2e108bdc-9137-4cbf-9de9-f0233ead0e9e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fa1cde14-48ed-4124-afdb-130ae0194192&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0936601
Dec 03 11:24:26.862069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Transition to ACTIVE for port object 80411544-dc7e-4af8-9a02-b1858c5cabd1 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:26.921066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:26.961105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Transition to ACTIVE for port object 80411544-dc7e-4af8-9a02-b1858c5cabd1 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:26.968264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:26.968657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:26.975750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:26.987557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] For port 233074f5-6485-421b-a4c6-24bdfe56865b, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=233074f5-6485-421b-a4c6-24bdfe56865b,segment=NetworkSegment(22b60666-a8e5-47a7-a4ea-bcaf999bb911),segment_id=22b60666-a8e5-47a7-a4ea-bcaf999bb911)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:26.987971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:27.004544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:27.016046 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ac2e043b-1fa1-48a3-a7f2-c72e7ef2d970 req-fc1c39b6-7730-43d8-8bb2-a0d83cf869de service neutron] 10.222.0.91 "GET /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516831
Dec 03 11:24:27.073839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:27.092278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:27.105228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 233074f5-6485-421b-a4c6-24bdfe56865b, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=233074f5-6485-421b-a4c6-24bdfe56865b,segment=NetworkSegment(22b60666-a8e5-47a7-a4ea-bcaf999bb911),segment_id=22b60666-a8e5-47a7-a4ea-bcaf999bb911)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:27.151219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Pushing event updated for resources: {'Port': ['ID=80411544-dc7e-4af8-9a02-b1858c5cabd1,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:27.162104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:27.164921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:27.168426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:27.175376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 233074f5-6485-421b-a4c6-24bdfe56865b owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:27.210555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff83183-0458-4da4-b093-d62e449d7207 req-afa63536-e151-4d5a-8cd3-3579127aaef8 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:27.212510 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5ff83183-0458-4da4-b093-d62e449d7207 req-afa63536-e151-4d5a-8cd3-3579127aaef8 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 944 time: 0.3963184
Dec 03 11:24:27.278642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=233074f5-6485-421b-a4c6-24bdfe56865b,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:27.284689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:27.286702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Network 0e0f55a6-a535-4200-a5d0-7afa512f3c4c is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:27.287985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:27.290126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:27.328553 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5ff83183-0458-4da4-b093-d62e449d7207 req-520d7bf9-d056-4e1c-8a27-8092135b462e tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039207
Dec 03 11:24:27.345071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518b372-5a4f-404b-a4c7-0a67599c6d7d req-1996cf8e-f693-44ab-a562-11083d91e822 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:27.354066 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9518b372-5a4f-404b-a4c7-0a67599c6d7d req-1996cf8e-f693-44ab-a562-11083d91e822 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.2844725
Dec 03 11:24:27.361703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Attempting to bind port 80411544-dc7e-4af8-9a02-b1858c5cabd1 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:27.362684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Attempting to bind port 80411544-dc7e-4af8-9a02-b1858c5cabd1 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'a97a1565-72d1-4af1-9081-66fba672b286', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e0f55a6-a535-4200-a5d0-7afa512f3c4c'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:27.363130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Attempting to bind port 80411544-dc7e-4af8-9a02-b1858c5cabd1 on network 0e0f55a6-a535-4200-a5d0-7afa512f3c4c {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:27.369681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:27.370098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Checking segment: {'id': 'a97a1565-72d1-4af1-9081-66fba672b286', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e0f55a6-a535-4200-a5d0-7afa512f3c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:27.370470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:27.370932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Bound using segment: {'id': 'a97a1565-72d1-4af1-9081-66fba672b286', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e0f55a6-a535-4200-a5d0-7afa512f3c4c'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:27.371469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Bound port: 80411544-dc7e-4af8-9a02-b1858c5cabd1, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97a1565-72d1-4af1-9081-66fba672b286', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e0f55a6-a535-4200-a5d0-7afa512f3c4c'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:27.372104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:27.379466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:27.379828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:27.407500 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9518b372-5a4f-404b-a4c7-0a67599c6d7d req-cab005bb-5de8-403b-b184-7f70e844ec5b tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524683
Dec 03 11:24:27.470588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Deleting port 233074f5-6485-421b-a4c6-24bdfe56865b {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:27.471047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:27.511340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] For port 80411544-dc7e-4af8-9a02-b1858c5cabd1, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:27.537756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] For port 80411544-dc7e-4af8-9a02-b1858c5cabd1, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=80411544-dc7e-4af8-9a02-b1858c5cabd1,segment=NetworkSegment(a97a1565-72d1-4af1-9081-66fba672b286),segment_id=a97a1565-72d1-4af1-9081-66fba672b286)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:27.544198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:27.577103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Subnet': ['ID=43d24d54-d899-4626-a6b9-a92db1a5cfc8,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:27.580485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:27.684518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:27.686345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ac2e043b-1fa1-48a3-a7f2-c72e7ef2d970 req-4e133337-02c2-4726-89b0-b2a5f2091dfc service neutron] 10.222.0.91 "GET /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6610456
Dec 03 11:24:27.772942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:27.835822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f86fd-ba1f-4e96-b98c-c0524c645f90 req-94d4a7ba-c095-4db1-ad18-0abe993c09a7 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:27.837741 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e61f86fd-ba1f-4e96-b98c-c0524c645f90 req-94d4a7ba-c095-4db1-ad18-0abe993c09a7 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.0920751
Dec 03 11:24:27.877301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Pushing event updated for resources: {'Port': ['ID=80411544-dc7e-4af8-9a02-b1858c5cabd1,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:27.886449 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e61f86fd-ba1f-4e96-b98c-c0524c645f90 req-364cf8bc-930f-422b-bef5-62f0666f6461 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419302
Dec 03 11:24:27.900956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:27.980731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] For port 233074f5-6485-421b-a4c6-24bdfe56865b, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=233074f5-6485-421b-a4c6-24bdfe56865b,segment=NetworkSegment(22b60666-a8e5-47a7-a4ea-bcaf999bb911),segment_id=22b60666-a8e5-47a7-a4ea-bcaf999bb911)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:27.981186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:27.990798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114fa4c3-b1ed-44ef-83b6-4009fdc87f03 None None] Network 0e0f55a6-a535-4200-a5d0-7afa512f3c4c requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:27.993145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b411b240>,) {'filters': {'network_id': ['0e0f55a6-a535-4200-a5d0-7afa512f3c4c']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:28.010996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b411b240>, 'a97a1565-72d1-4af1-9081-66fba672b286') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:28.011346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b411b240>, 'a97a1565-72d1-4af1-9081-66fba672b286') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:28.029529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:28.041261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a936-60f0-4e97-a7a1-b6a5f853344f req-361882f7-2029-4964-8413-935da7eff47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:28.042894 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f18a936-60f0-4e97-a7a1-b6a5f853344f req-361882f7-2029-4964-8413-935da7eff47e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87b65f1cbefe40028de73341ae325b6b&device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 1167 time: 0.2245080
Dec 03 11:24:28.049158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:28.073651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:28.149435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Calling delete_port for 233074f5-6485-421b-a4c6-24bdfe56865b owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:28.193830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 233074f5-6485-421b-a4c6-24bdfe56865b {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:28.194518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:28.355883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 0e0f55a6-a535-4200-a5d0-7afa512f3c4c has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:28.362974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:28.369253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:28.379540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:28.429058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Pushing event deleted for resources: {'Port': ['ID=233074f5-6485-421b-a4c6-24bdfe56865b,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:28.432398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:28.479894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a936-60f0-4e97-a7a1-b6a5f853344f req-03be0bee-0531-44a6-b698-e20f5bdbaa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:28.481519 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f18a936-60f0-4e97-a7a1-b6a5f853344f req-03be0bee-0531-44a6-b698-e20f5bdbaa51 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 HTTP/1.1" status: 200  len: 863 time: 0.4298706
Dec 03 11:24:28.558416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] No DVR routers for this DVR port 233074f5-6485-421b-a4c6-24bdfe56865b on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:24:28.588640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43e050-cef2-400b-96ed-0714ddf05802 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:24:28.596214 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f18a936-60f0-4e97-a7a1-b6a5f853344f req-fb2a8d6f-4211-4220-a8ea-4c5701320359 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a01f22ea-1121-4ca2-b07d-707cce031c7c HTTP/1.1" status: 200  len: 217 time: 0.0914319
Dec 03 11:24:28.706834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 0e0f55a6-a535-4200-a5d0-7afa512f3c4c has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:28.720079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43e050-cef2-400b-96ed-0714ddf05802 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:28.740221 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:28.800467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] For port 233074f5-6485-421b-a4c6-24bdfe56865b, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=233074f5-6485-421b-a4c6-24bdfe56865b,segment=NetworkSegment(22b60666-a8e5-47a7-a4ea-bcaf999bb911),segment_id=22b60666-a8e5-47a7-a4ea-bcaf999bb911)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:28.800467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:28.830815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a936-60f0-4e97-a7a1-b6a5f853344f req-a1c28fbd-1268-4008-a661-3d64a305061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:28.833031 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f18a936-60f0-4e97-a7a1-b6a5f853344f req-a1c28fbd-1268-4008-a661-3d64a305061a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0728c92c-4de5-4842-9769-12d5c9e0855e HTTP/1.1" status: 200  len: 843 time: 0.1869199
Dec 03 11:24:28.838412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:24:28.838412 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:24:28.838412 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': '0e0f55a6-a535-4200-a5d0-7afa512f3c4c'}]
Dec 03 11:24:28.838412 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:28.838984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:28.943846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 233074f5-6485-421b-a4c6-24bdfe56865b owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:28.958854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a936-60f0-4e97-a7a1-b6a5f853344f req-3c47929e-54f1-4ed2-ae3a-d228b36d3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:28.960616 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f18a936-60f0-4e97-a7a1-b6a5f853344f req-3c47929e-54f1-4ed2-ae3a-d228b36d3233 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a3e5d5bd-6671-4d13-86e9-1e47f21c14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1200576
Dec 03 11:24:29.041290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a2d79-7af8-4bbd-845f-6c4a37e1d1dd req-d506344b-5fa2-4c0a-bffe-a448eb7f6720 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:29.043334 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e4a2d79-7af8-4bbd-845f-6c4a37e1d1dd req-d506344b-5fa2-4c0a-bffe-a448eb7f6720 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 944 time: 0.3144381
Dec 03 11:24:29.048603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:29.048971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:29.136991 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f18a936-60f0-4e97-a7a1-b6a5f853344f req-60d16aae-86b2-4fc9-9f86-2365d23c207c service neutron] 10.222.0.91 "GET /v2.0/networks/a3e5d5bd-6671-4d13-86e9-1e47f21c14c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678689
Dec 03 11:24:29.147804 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e4a2d79-7af8-4bbd-845f-6c4a37e1d1dd req-a6d363c2-b8d0-4a27-9ce8-e5edf3855e94 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970888
Dec 03 11:24:29.177425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a62b5-ab6b-43ab-985b-7fe62f5771b1 req-cee07a13-b18a-4109-b8f3-eaf0e60b60a1 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:29.179077 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d77a62b5-ab6b-43ab-985b-7fe62f5771b1 req-cee07a13-b18a-4109-b8f3-eaf0e60b60a1 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.1105573
Dec 03 11:24:29.228778 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d77a62b5-ab6b-43ab-985b-7fe62f5771b1 req-ba5a4217-c33a-44c6-8206-6b0b8935a241 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430961
Dec 03 11:24:29.288132 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f18a936-60f0-4e97-a7a1-b6a5f853344f req-df8830ea-dbe3-4ac1-8eeb-c883d309e61e service neutron] 10.222.0.91 "GET /v2.0/networks/a3e5d5bd-6671-4d13-86e9-1e47f21c14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438849
Dec 03 11:24:29.339829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:29.405987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting port 80411544-dc7e-4af8-9a02-b1858c5cabd1 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:29.406550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:29.621828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] For port 80411544-dc7e-4af8-9a02-b1858c5cabd1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=80411544-dc7e-4af8-9a02-b1858c5cabd1,segment=NetworkSegment(a97a1565-72d1-4af1-9081-66fba672b286),segment_id=a97a1565-72d1-4af1-9081-66fba672b286)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:29.622151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:29.749582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Calling delete_port for 80411544-dc7e-4af8-9a02-b1858c5cabd1 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:29.803067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 233074f5-6485-421b-a4c6-24bdfe56865b {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:29.803460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:29.821829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:29.838032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:29.869976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] The port '233074f5-6485-421b-a4c6-24bdfe56865b' was deleted {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:24:29.896437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Port': ['ID=80411544-dc7e-4af8-9a02-b1858c5cabd1,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:29.901769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:29.984277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No DVR routers for this DVR port 80411544-dc7e-4af8-9a02-b1858c5cabd1 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:24:30.001979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.122285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.126272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b45c6eb8>,) {'filters': {'network_id': ['9e43482c-53bb-4f01-ad30-f40563c10fc2']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:30.140146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b45c6eb8>, '22b60666-a8e5-47a7-a4ea-bcaf999bb911') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:30.140508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b45c6eb8>, '22b60666-a8e5-47a7-a4ea-bcaf999bb911') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:30.153257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.168560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.171643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Releasing vxlan tunnel 7 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:30.257380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b51fed30>,) {'filters': {'network_id': ['0e0f55a6-a535-4200-a5d0-7afa512f3c4c']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:30.275457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b51fed30>, 'a97a1565-72d1-4af1-9081-66fba672b286') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:30.275803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b51fed30>, 'a97a1565-72d1-4af1-9081-66fba672b286') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:30.290252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.307068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.309301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:30.372009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 9e43482c-53bb-4f01-ad30-f40563c10fc2 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:30.381711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.505231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 0e0f55a6-a535-4200-a5d0-7afa512f3c4c has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:30.514239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.693161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 9e43482c-53bb-4f01-ad30-f40563c10fc2 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:30.709969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 0e0f55a6-a535-4200-a5d0-7afa512f3c4c has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:30.723189 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:30.736853 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:30.757930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f9114ff5-b95f-4682-8ad9-a70ce6b2b869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.821998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03876c5d-6e9b-422c-a191-e2440ec63209 req-bd95e064-dd5b-4873-af3c-dbde50dc8b36 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:30.823647 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-03876c5d-6e9b-422c-a191-e2440ec63209 req-bd95e064-dd5b-4873-af3c-dbde50dc8b36 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.4273393
Dec 03 11:24:30.824259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.828088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89d991b7-f02c-4dde-97db-2e87ef8e3cad tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:30.830480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d17aa3-03c6-4af2-ac29-294c136dc80e req-a9fea283-b926-414f-8eda-6c37b0397b7d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:30.832678 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-26d17aa3-03c6-4af2-ac29-294c136dc80e req-a9fea283-b926-414f-8eda-6c37b0397b7d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 944 time: 0.4351220
Dec 03 11:24:30.845903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.858116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.859096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Network': ['ID=0e0f55a6-a535-4200-a5d0-7afa512f3c4c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:30.864483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:30.867886 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/0e0f55a6-a535-4200-a5d0-7afa512f3c4c HTTP/1.1" status: 204  len: 168 time: 6.4390657
Dec 03 11:24:30.871720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49124) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:30.879665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-864478c9-875d-482d-a9fd-1e962fb30e2c tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:30.883102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1539627493'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:30.889253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:30.894224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:network and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:30.897698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:30.902946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.905091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:30.916548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:30.921108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Network': ['ID=9e43482c-53bb-4f01-ad30-f40563c10fc2,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:30.923063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.939043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:30.958539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:24:30.960009 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-03876c5d-6e9b-422c-a191-e2440ec63209 req-e5a8e0b6-f1c2-473f-8003-342bdcfad97c tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262953
Dec 03 11:24:30.962568 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-26d17aa3-03c6-4af2-ac29-294c136dc80e req-b15892af-f47d-493c-b0f0-105ed8575dcf tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080642
Dec 03 11:24:30.963913 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/networks/9e43482c-53bb-4f01-ad30-f40563c10fc2 HTTP/1.1" status: 204  len: 168 time: 5.7741992
Dec 03 11:24:30.967767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49128) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:30.973917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:30.974365 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Added segment 6f08b07d-6b9a-4ffc-b501-9fbbce3bab57 of type vxlan for network fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e
Dec 03 11:24:30.974528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'name': 'tempest-PortsTestJSON-145258321'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:31.017426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:31.052194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:31.056548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:31.057202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:31.063085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad2c8ecb-e87b-4aed-887b-cc84d24ebab7 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:31.110142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:31.115130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:port and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:31.118125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:31.119122 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2459359
Dec 03 11:24:31.122032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49132) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:31.130802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'network_id': 'fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:31.149109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:31.181722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:31.187493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:31.276577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b14597c9-1936-4ce4-a735-adec3b825854 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:31.302333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:31.324018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:subnet and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:31.332515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:31.350992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port b14597c9-1936-4ce4-a735-adec3b825854 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:31.352690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:31.356112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port b14597c9-1936-4ce4-a735-adec3b825854 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:31.356543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:31.423900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port 84942a68-0b36-4b94-91ed-29b6d4a4cf4a yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:24:31.447388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:31.450267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:31.459460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:31.462047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:31.482379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:31.623757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:31.771069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_backend_mixin [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing IP validity checks on allocation pools {{(pid=80975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 03 11:24:31.771669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_backend_mixin [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking for overlaps among allocation pools and gateway ip {{(pid=80975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 03 11:24:31.842397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:31.891196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port b14597c9-1936-4ce4-a735-adec3b825854, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b14597c9-1936-4ce4-a735-adec3b825854,segment=NetworkSegment(e2bdc5cb-ca67-435b-a5db-ee1c6fa45005),segment_id=e2bdc5cb-ca67-435b-a5db-ee1c6fa45005)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:31.894224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:24:31.895692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:31.901393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:31.903579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28eafbf1-3d12-4c7b-8a99-3e6df426dfac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:31.974176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=b14597c9-1936-4ce4-a735-adec3b825854,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:31.978558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854', 'code': 200}
Dec 03 11:24:31.979319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:31.998749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:32.015507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53ff2269-9c8e-4916-beeb-b92a3d6f3aeb tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:32.241999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=84942a68-0b36-4b94-91ed-29b6d4a4cf4a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:32.284845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f4452-41aa-477b-a831-7cbf3be00069 req-d74ecb0a-903d-420f-bcb7-23eb7ffd3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:32.286496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-756f4452-41aa-477b-a831-7cbf3be00069 req-d74ecb0a-903d-420f-bcb7-23eb7ffd3f61 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 1163 time: 0.0769002
Dec 03 11:24:32.295790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:32.335861 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-756f4452-41aa-477b-a831-7cbf3be00069 req-f4aee65a-b357-4ff0-8400-19eb4ce31ea6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415773
Dec 03 11:24:32.371324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:32.379217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:32.383823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:32.388060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:32.388706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:32.494496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce10213-49b6-436f-9d92-ed4ff8ff46e6 req-8d5f24d1-bd40-4619-8a77-ba270bc51a45 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:32.496077 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ce10213-49b6-436f-9d92-ed4ff8ff46e6 req-8d5f24d1-bd40-4619-8a77-ba270bc51a45 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.3711030
Dec 03 11:24:32.502217 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.5334318
Dec 03 11:24:32.505891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49144) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:32.513959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e396e23-a9ae-4866-bc50-82931fb69cf4 req-277405b7-e1dc-4199-b790-155a57ab2a8d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:32.515571 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e396e23-a9ae-4866-bc50-82931fb69cf4 req-277405b7-e1dc-4199-b790-155a57ab2a8d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.2893562
Dec 03 11:24:32.579281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-22959c6c-fa4d-4de0-a2cb-6a515958c791 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 84942a68-0b36-4b94-91ed-29b6d4a4cf4a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:32.580051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22959c6c-fa4d-4de0-a2cb-6a515958c791 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:32.584175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b14597c9-1936-4ce4-a735-adec3b825854 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:32.607627 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ce10213-49b6-436f-9d92-ed4ff8ff46e6 req-0622e800-8946-4f9e-80bb-b87226e28955 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021647
Dec 03 11:24:32.614845 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e396e23-a9ae-4866-bc50-82931fb69cf4 req-4850d8b0-057b-4e2e-a8c9-e81f7ac13521 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842409
Dec 03 11:24:32.691765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:32.706492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port b14597c9-1936-4ce4-a735-adec3b825854 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:32.707135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:32.709868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ca200dbf-e9ec-4a2b-8f57-3af94205eec9 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:32.854192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea575331-8b68-470f-ba06-a49425718310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:32.862251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22959c6c-fa4d-4de0-a2cb-6a515958c791 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:33.021348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-22959c6c-fa4d-4de0-a2cb-6a515958c791 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 84942a68-0b36-4b94-91ed-29b6d4a4cf4a owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:33.102246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22959c6c-fa4d-4de0-a2cb-6a515958c791 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:33.118791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5593a9b9-e50c-4a78-ae25-5fe9ee25f600 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:33.169072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22959c6c-fa4d-4de0-a2cb-6a515958c791 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=84942a68-0b36-4b94-91ed-29b6d4a4cf4a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:33.173035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=24ad5ef7-53f9-4c75-9a89-94290567439b,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:33.173832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-22959c6c-fa4d-4de0-a2cb-6a515958c791 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:33.183686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:33.273387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22959c6c-fa4d-4de0-a2cb-6a515958c791 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:33.274333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdd3fe-eb51-47bf-be07-c10aa061c4bd req-ad389e7a-a2a4-4abc-bd17-681302ccda1c tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:33.275998 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11fdd3fe-eb51-47bf-be07-c10aa061c4bd req-ad389e7a-a2a4-4abc-bd17-681302ccda1c tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.1457477
Dec 03 11:24:33.285129 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-22959c6c-fa4d-4de0-a2cb-6a515958c791 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/84942a68-0b36-4b94-91ed-29b6d4a4cf4a HTTP/1.1" status: 204  len: 168 time: 0.7766895
Dec 03 11:24:33.287205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49152) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:33.293749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'mac_address': 'fa:16:3e:ea:b2:b7', 'name': 'tempest-PortsTestJSON-1661129840'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:33.315578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking segment: {'id': '6f08b07d-6b9a-4ffc-b501-9fbbce3bab57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:33.316007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network hostable DHCP agents. Network: fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:24:33.347468 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11fdd3fe-eb51-47bf-be07-c10aa061c4bd req-fe68a620-c060-473a-8195-f3c57930dfb6 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637267
Dec 03 11:24:33.352592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:24:33.363215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:33.373755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eff38d9-9b9e-4365-b484-ff8ce75f04ef None None] Network fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:33.383135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:33.383877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:33.405766 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 2.2825778
Dec 03 11:24:33.408511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49156) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:33.416522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:33.421038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:port and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:33.424154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for port was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:33.430405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:33.443259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:33.561403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:33.572669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:33.615327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e', 'network_id': 'fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e', 'tenant_id': '30220adc5b0949d4b1719156c3d1b0ef', 'fixed_ips': [{'subnet_id': '24ad5ef7-53f9-4c75-9a89-94290567439b'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:24:33.616400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:33.709574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:33.713267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port 0ca561e5-962d-43ca-b721-eeaea5898545 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:24:33.912879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:33.934694 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6df7f955-d7d7-47a8-aec3-4f3cb4c33d83 req-47ca0a01-9f41-470b-8e5a-da261e6778dc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1700664
Dec 03 11:24:34.019686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d983475-e4c4-4504-98d0-313e96265b83 req-de688999-3e6d-4350-82e0-a68d30f067e4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:34.027069 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d983475-e4c4-4504-98d0-313e96265b83 req-de688999-3e6d-4350-82e0-a68d30f067e4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.2182724
Dec 03 11:24:34.075058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Allocated IP 172.20.0.3 (fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e/24ad5ef7-53f9-4c75-9a89-94290567439b/e91b6aa1-5310-4ccb-a80b-426494989c4b) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:34.080907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:34.134489 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d983475-e4c4-4504-98d0-313e96265b83 req-040b1180-3213-41c9-9730-6d029168d1b9 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034908
Dec 03 11:24:34.168011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:34.189030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcc22c26-9fb5-4bdd-b1aa-53c07138e368 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:34.344900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:34.356047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Transition to ACTIVE for port object e91b6aa1-5310-4ccb-a80b-426494989c4b will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:34.363524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=0ca561e5-962d-43ca-b721-eeaea5898545,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:34.368385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:34.373043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Transition to ACTIVE for port object e91b6aa1-5310-4ccb-a80b-426494989c4b will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:34.378869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:34.386336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f955-d7d7-47a8-aec3-4f3cb4c33d83 req-ded36f63-ed00-40d9-b8f4-fa79f97610fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:34.388007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6df7f955-d7d7-47a8-aec3-4f3cb4c33d83 req-ded36f63-ed00-40d9-b8f4-fa79f97610fd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 1162 time: 0.2777317
Dec 03 11:24:34.397847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:34.399292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:34.402521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:34.408037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:34.408870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:34.410359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:34.417955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:34.439361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:34.485905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Subnet': ['ID=24ad5ef7-53f9-4c75-9a89-94290567439b,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:34.491558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:34.538320 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.2498362
Dec 03 11:24:34.539215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49168) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:34.563763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Pushing event updated for resources: {'Port': ['ID=e91b6aa1-5310-4ccb-a80b-426494989c4b,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:34.569030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:34.602745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Network fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:34.603865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:34.606237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:34.656948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f955-d7d7-47a8-aec3-4f3cb4c33d83 req-57f9eb61-0a32-4fdf-ad0d-046be0b7af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:34.659487 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6df7f955-d7d7-47a8-aec3-4f3cb4c33d83 req-57f9eb61-0a32-4fdf-ad0d-046be0b7af62 service neutron] 10.222.0.91 "GET /v2.0/networks?id=67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 200  len: 890 time: 0.2455611
Dec 03 11:24:34.665085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Attempting to bind port e91b6aa1-5310-4ccb-a80b-426494989c4b on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:34.666191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Attempting to bind port e91b6aa1-5310-4ccb-a80b-426494989c4b by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '6f08b07d-6b9a-4ffc-b501-9fbbce3bab57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:34.666191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Attempting to bind port e91b6aa1-5310-4ccb-a80b-426494989c4b on network fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:34.666790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f230fa-4870-4bab-94d7-fc153ab240e2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:34.667439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c7f230fa-4870-4bab-94d7-fc153ab240e2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:24:34.671793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:34.672220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Checking segment: {'id': '6f08b07d-6b9a-4ffc-b501-9fbbce3bab57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:34.672725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:34.673113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Bound using segment: {'id': '6f08b07d-6b9a-4ffc-b501-9fbbce3bab57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:34.673638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Bound port: e91b6aa1-5310-4ccb-a80b-426494989c4b, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f08b07d-6b9a-4ffc-b501-9fbbce3bab57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:34.674057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:34.765403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c7f230fa-4870-4bab-94d7-fc153ab240e2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:24:34.766691 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c7f230fa-4870-4bab-94d7-fc153ab240e2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/0ca561e5-962d-43ca-b721-eeaea5898545 HTTP/1.1" status: 200  len: 841 time: 0.2218494
Dec 03 11:24:34.770020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49172) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:34.774591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] For port e91b6aa1-5310-4ccb-a80b-426494989c4b, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:34.776863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:34.778349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] For port e91b6aa1-5310-4ccb-a80b-426494989c4b, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e91b6aa1-5310-4ccb-a80b-426494989c4b,segment=NetworkSegment(6f08b07d-6b9a-4ffc-b501-9fbbce3bab57),segment_id=6f08b07d-6b9a-4ffc-b501-9fbbce3bab57)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:34.786095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:34.802372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7345d57b-f5aa-4c46-8dbc-a9449ab5a01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:34.825242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c93a74-c615-4eda-88d0-dd3e92cbab65 req-83861fbf-c550-44c6-ac06-5d4b0507df5e tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:34.827042 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a7c93a74-c615-4eda-88d0-dd3e92cbab65 req-83861fbf-c550-44c6-ac06-5d4b0507df5e tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.2566488
Dec 03 11:24:34.832156 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6df7f955-d7d7-47a8-aec3-4f3cb4c33d83 req-3d6197d4-6a56-4896-8925-861d69f7e34a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 HTTP/1.1" status: 200  len: 1001 time: 0.1617031
Dec 03 11:24:34.908379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb521a-0450-40fc-b068-202e1bb99daf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 0ca561e5-962d-43ca-b721-eeaea5898545 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:34.909480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6cfb521a-0450-40fc-b068-202e1bb99daf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:34.958519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Pushing event updated for resources: {'Port': ['ID=e91b6aa1-5310-4ccb-a80b-426494989c4b,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:34.963816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:34.966864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4397f60>,) {'filters': {'network_id': ['fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:34.981639 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a7c93a74-c615-4eda-88d0-dd3e92cbab65 req-37cf6f73-0a75-4b93-b5d2-86a711b1ede3 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881050
Dec 03 11:24:34.985487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4397f60>, '6f08b07d-6b9a-4ffc-b501-9fbbce3bab57') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:34.985792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4397f60>, '6f08b07d-6b9a-4ffc-b501-9fbbce3bab57') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:34.986149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f955-d7d7-47a8-aec3-4f3cb4c33d83 req-772be0be-30f5-4d09-972f-5c1cfc50df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:34.989086 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6df7f955-d7d7-47a8-aec3-4f3cb4c33d83 req-772be0be-30f5-4d09-972f-5c1cfc50df57 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c08dddef-f921-4323-bdf7-2c91219d2a10 HTTP/1.1" status: 200  len: 834 time: 0.1506321
Dec 03 11:24:35.001488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:35.019256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:35.021334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:35.039837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:35.087733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19d49cf-45b2-4a07-ad19-4e681bfae857 None None] Network fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:35.204767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f955-d7d7-47a8-aec3-4f3cb4c33d83 req-0f6ac927-bd03-4e8a-81ac-52b19b1c316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:35.207354 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6df7f955-d7d7-47a8-aec3-4f3cb4c33d83 req-0f6ac927-bd03-4e8a-81ac-52b19b1c316d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a4393c-4939-4211-88f7-dfc19e9d18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2101784
Dec 03 11:24:35.226201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:35.236430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:35.331989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6cfb521a-0450-40fc-b068-202e1bb99daf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:35.361014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c697f176-1b50-4e6c-b1ea-6572e5604e75 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:24:35.497606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:35.530432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c697f176-1b50-4e6c-b1ea-6572e5604e75 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:24:35.564600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:35.575351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb521a-0450-40fc-b068-202e1bb99daf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 0ca561e5-962d-43ca-b721-eeaea5898545 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:35.592690 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:35.709864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:24:35.709864 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:24:35.709864 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': 'fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e'}]
Dec 03 11:24:35.709864 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:35.710535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:35.726877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb282d-db4d-4f5c-a24b-9fce44ff6e51 req-cd143be4-3dc4-4862-bf28-0df3731593f4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:35.728554 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aecb282d-db4d-4f5c-a24b-9fce44ff6e51 req-cd143be4-3dc4-4862-bf28-0df3731593f4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.3421624
Dec 03 11:24:35.735646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d0779-c4a4-40fa-b002-d5ec58925dd4 req-0bf5206a-efb8-44c4-bf1f-81ffd1ff7d4f tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:35.738055 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb2d0779-c4a4-40fa-b002-d5ec58925dd4 req-0bf5206a-efb8-44c4-bf1f-81ffd1ff7d4f tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.2956071
Dec 03 11:24:35.760254 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6df7f955-d7d7-47a8-aec3-4f3cb4c33d83 req-f2998b0c-09e3-4e85-aef4-2342c5c7ec46 service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4952686
Dec 03 11:24:35.797840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6cfb521a-0450-40fc-b068-202e1bb99daf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:35.819435 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aecb282d-db4d-4f5c-a24b-9fce44ff6e51 req-d68a02f3-93ef-4755-8995-0b6745b48e06 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805686
Dec 03 11:24:35.821223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:35.823942 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb2d0779-c4a4-40fa-b002-d5ec58925dd4 req-b8208a04-c94b-4a40-94c3-5b3019d84391 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702028
Dec 03 11:24:36.060404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997de49-42ac-4311-87e3-b97e172bad45 req-0e4755dc-9316-4543-9e23-dbba3c1e4d39 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:36.061959 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3997de49-42ac-4311-87e3-b97e172bad45 req-0e4755dc-9316-4543-9e23-dbba3c1e4d39 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.0862596
Dec 03 11:24:36.119779 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3997de49-42ac-4311-87e3-b97e172bad45 req-2ef85a81-688b-498f-b763-30a6bdf63e5f tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478032
Dec 03 11:24:36.128386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540b5b0-7abc-42fa-9ab1-1c7f098031a2 req-602bb31c-847e-4990-ab6c-6b54e77defa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:36.129998 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7540b5b0-7abc-42fa-9ab1-1c7f098031a2 req-602bb31c-847e-4990-ab6c-6b54e77defa9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87b65f1cbefe40028de73341ae325b6b&device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 1167 time: 0.5210521
Dec 03 11:24:36.149535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49184) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:36.149795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb521a-0450-40fc-b068-202e1bb99daf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=0ca561e5-962d-43ca-b721-eeaea5898545,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:36.181355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6cfb521a-0450-40fc-b068-202e1bb99daf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:36.212303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:36.290556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting port e91b6aa1-5310-4ccb-a80b-426494989c4b {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:36.290939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:36.321690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454b3d43-1b49-4fa1-9ab8-79ae25816aae tempest-TestNetworkAdvancedServerOps-677690166 tempest-TestNetworkAdvancedServerOps-677690166] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:36.326271 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-454b3d43-1b49-4fa1-9ab8-79ae25816aae tempest-TestNetworkAdvancedServerOps-677690166 tempest-TestNetworkAdvancedServerOps-677690166] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 1158 time: 0.1725307
Dec 03 11:24:36.329302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49188) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:36.337222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': 'b14597c9-1936-4ce4-a735-adec3b825854', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:36.344293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:36.355484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Usage tracker for resource:floatingip and tenant:d215e9f164a94c64a3981a60669a69f4 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:36.360660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:36.370375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:36.416308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:36.421131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6cfb521a-0450-40fc-b068-202e1bb99daf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:36.440987 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6df7f955-d7d7-47a8-aec3-4f3cb4c33d83 req-65595e59-ae2c-492d-a914-6f35cea9698b service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6693029
Dec 03 11:24:36.454703 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6cfb521a-0450-40fc-b068-202e1bb99daf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/0ca561e5-962d-43ca-b721-eeaea5898545 HTTP/1.1" status: 204  len: 168 time: 1.6836243
Dec 03 11:24:36.458398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49192) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:36.521995 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b351a6-97de-4441-8364-e68eb8bf3024 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:24:36.522595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-32b351a6-97de-4441-8364-e68eb8bf3024 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:24:36.526620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540b5b0-7abc-42fa-9ab1-1c7f098031a2 req-b2c733f7-d3c4-4db9-8128-fc34bbd2e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:36.528190 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7540b5b0-7abc-42fa-9ab1-1c7f098031a2 req-b2c733f7-d3c4-4db9-8128-fc34bbd2e0a7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 HTTP/1.1" status: 200  len: 863 time: 0.3735249
Dec 03 11:24:36.597409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-32b351a6-97de-4441-8364-e68eb8bf3024 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:24:36.598888 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-32b351a6-97de-4441-8364-e68eb8bf3024 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/0ca561e5-962d-43ca-b721-eeaea5898545 HTTP/1.1" status: 404  len: 333 time: 0.1394598
Dec 03 11:24:36.606547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49196) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:36.607998 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7540b5b0-7abc-42fa-9ab1-1c7f098031a2 req-06aba2a1-acdd-49fb-89df-b2111b6992f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a01f22ea-1121-4ca2-b07d-707cce031c7c HTTP/1.1" status: 200  len: 217 time: 0.0716622
Dec 03 11:24:36.614027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'name': 'tempest-PortsTestJSON-76123781'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:36.634082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] For port e91b6aa1-5310-4ccb-a80b-426494989c4b, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e91b6aa1-5310-4ccb-a80b-426494989c4b,segment=NetworkSegment(6f08b07d-6b9a-4ffc-b501-9fbbce3bab57),segment_id=6f08b07d-6b9a-4ffc-b501-9fbbce3bab57)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:36.634467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:36.769923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Calling delete_port for e91b6aa1-5310-4ccb-a80b-426494989c4b owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:36.790602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540b5b0-7abc-42fa-9ab1-1c7f098031a2 req-ca04ff61-8e5f-4a48-8908-c15c264fd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:36.792215 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7540b5b0-7abc-42fa-9ab1-1c7f098031a2 req-ca04ff61-8e5f-4a48-8908-c15c264fd6dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0728c92c-4de5-4842-9769-12d5c9e0855e HTTP/1.1" status: 200  len: 843 time: 0.1610336
Dec 03 11:24:36.798545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:36.852970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:36.867139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:36.871866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:36.874762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:36.933576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:36.937495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540b5b0-7abc-42fa-9ab1-1c7f098031a2 req-05759b86-436d-44c1-9e71-7c588bdce939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:36.939269 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7540b5b0-7abc-42fa-9ab1-1c7f098031a2 req-05759b86-436d-44c1-9e71-7c588bdce939 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a3e5d5bd-6671-4d13-86e9-1e47f21c14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1377611
Dec 03 11:24:36.953540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:37.154561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port 7965e2d3-5744-40c2-9993-9b8c79cd06a2 yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:24:37.277958 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7540b5b0-7abc-42fa-9ab1-1c7f098031a2 req-ccb06b5a-f1ae-4894-b41d-01523ec3871b service neutron] 10.222.0.91 "GET /v2.0/networks/a3e5d5bd-6671-4d13-86e9-1e47f21c14c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3170831
Dec 03 11:24:37.331696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Port': ['ID=e91b6aa1-5310-4ccb-a80b-426494989c4b,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:37.334445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:37.573734 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7540b5b0-7abc-42fa-9ab1-1c7f098031a2 req-ed112d67-3287-40af-845f-6417b0ec1f9c service neutron] 10.222.0.91 "GET /v2.0/networks/a3e5d5bd-6671-4d13-86e9-1e47f21c14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2848897
Dec 03 11:24:37.576602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:37.577094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No DVR routers for this DVR port e91b6aa1-5310-4ccb-a80b-426494989c4b on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:24:37.605964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:37.622153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6cfb521a-0450-40fc-b068-202e1bb99daf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:37.672648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3213a-a427-4489-b533-f45c4315356f req-aaab53a9-bdbe-4a04-bfa3-de125f04788b tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:37.674460 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bdd3213a-a427-4489-b533-f45c4315356f req-aaab53a9-bdbe-4a04-bfa3-de125f04788b tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.6907885
Dec 03 11:24:37.781958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=7965e2d3-5744-40c2-9993-9b8c79cd06a2,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:37.785126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:37.806274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:37.807507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:37.809231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:37.809745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:37.814050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:37.814714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:37.844078 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 844 time: 1.2349424
Dec 03 11:24:37.846956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49204) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:37.853527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d44f42a1-99c0-4a8c-ade0-8121c5191d07 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:37.935794 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bdd3213a-a427-4489-b533-f45c4315356f req-717bdc25-a3e5-4a34-9cae-03e1f8f4b02f tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436707
Dec 03 11:24:37.976851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Allocated IP 172.26.1.199 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/2d0e77f4-6d27-429c-baf4-516ddf8a131e) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:37.978786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d44f42a1-99c0-4a8c-ade0-8121c5191d07 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:37.988713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b420f748>,) {'filters': {'network_id': ['fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:38.007196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b420f748>, '6f08b07d-6b9a-4ffc-b501-9fbbce3bab57') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:38.007516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b420f748>, '6f08b07d-6b9a-4ffc-b501-9fbbce3bab57') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:38.039215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.117777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.123730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:38.259128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d44f42a1-99c0-4a8c-ade0-8121c5191d07 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.262641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d44f42a1-99c0-4a8c-ade0-8121c5191d07 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.278441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f8e52648-d81d-44b2-96f7-7b493e926943 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:38.345876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:38.356563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.373043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.430095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f42a1-99c0-4a8c-ade0-8121c5191d07 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=7965e2d3-5744-40c2-9993-9b8c79cd06a2,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:38.433965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d44f42a1-99c0-4a8c-ade0-8121c5191d07 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:38.445455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d44f42a1-99c0-4a8c-ade0-8121c5191d07 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] In _notify_port_updated(), no bound segment for port 7965e2d3-5744-40c2-9993-9b8c79cd06a2 on network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d {{(pid=80976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:24:38.449851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f42a1-99c0-4a8c-ade0-8121c5191d07 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:38.450523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d44f42a1-99c0-4a8c-ade0-8121c5191d07 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.451966 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d44f42a1-99c0-4a8c-ade0-8121c5191d07 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "PUT /v2.0/ports/7965e2d3-5744-40c2-9993-9b8c79cd06a2 HTTP/1.1" status: 200  len: 818 time: 0.6039834
Dec 03 11:24:38.454838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49208) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:38.530283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f900508c-744a-4a43-9656-2830de322025 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 7965e2d3-5744-40c2-9993-9b8c79cd06a2 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:38.530675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f900508c-744a-4a43-9656-2830de322025 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.558223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:38.584121 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:38.606186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.671941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:38.776151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f900508c-744a-4a43-9656-2830de322025 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.820115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.832890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.838747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'Port': ['ID=2d0e77f4-6d27-429c-baf4-516ddf8a131e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:38.854955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:38.855533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a4af2e6e-6581-421c-975e-1614d6bfeae4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:38.890763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Network': ['ID=fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:38.897336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:38.903687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e HTTP/1.1" status: 204  len: 168 time: 5.4903977
Dec 03 11:24:38.904218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49212) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:38.912219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f900508c-744a-4a43-9656-2830de322025 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 7965e2d3-5744-40c2-9993-9b8c79cd06a2 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:38.915354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2006172615'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:38.923401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:38.932466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:network and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:38.936134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:38.944636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:38.945816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:38.948062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:38.950974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:38.995683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f900508c-744a-4a43-9656-2830de322025 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:38.998749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:39.004627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:39.010604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2fdfc093-7f7a-4d20-8052-0c17c22ee7fc tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:39.059813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900508c-744a-4a43-9656-2830de322025 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=7965e2d3-5744-40c2-9993-9b8c79cd06a2,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:39.071927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f900508c-744a-4a43-9656-2830de322025 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:39.141099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:24:39.160140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f900508c-744a-4a43-9656-2830de322025 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:39.170193 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f900508c-744a-4a43-9656-2830de322025 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/7965e2d3-5744-40c2-9993-9b8c79cd06a2 HTTP/1.1" status: 204  len: 168 time: 0.7141511
Dec 03 11:24:39.171853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:39.172253 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Added segment 83395323-96ed-4299-94a2-a795353e1f95 of type vxlan for network 87a2bb52-7622-4de4-80cc-cbdc5766d678
Dec 03 11:24:39.172866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49218) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:39.255946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e303158f-3ff9-444b-9dba-abf3109f5aee tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:39.256622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e303158f-3ff9-444b-9dba-abf3109f5aee tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:24:39.271800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e303158f-3ff9-444b-9dba-abf3109f5aee tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:24:39.275810 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e303158f-3ff9-444b-9dba-abf3109f5aee tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0992563
Dec 03 11:24:39.276013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49222) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:39.282506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:39.326807 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d562665-a16f-450f-8494-b90989f4cf21 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:24:39.328218 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0d562665-a16f-450f-8494-b90989f4cf21 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/7965e2d3-5744-40c2-9993-9b8c79cd06a2 HTTP/1.1" status: 404  len: 333 time: 0.0511839
Dec 03 11:24:39.332184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49226) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:39.338347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'network': {'name': 'tempest-PortsTestJSON-851612089'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:39.343848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:39.348923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:network and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:39.352406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:39.358666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:39.368568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:39.374086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:39.424983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d9a04-9241-4c17-8eb5-ab73164a0428 req-e80b8bf1-43ad-42af-9e83-ea527e4b282e tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:39.426624 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-712d9a04-9241-4c17-8eb5-ab73164a0428 req-e80b8bf1-43ad-42af-9e83-ea527e4b282e tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.3539455
Dec 03 11:24:39.521264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:39.521545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:39.528534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:39.532664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:39.533317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:39.542959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:39.574434 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-712d9a04-9241-4c17-8eb5-ab73164a0428 req-8a3f8f67-b1d1-4237-a207-1a40a445f032 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361797
Dec 03 11:24:39.614710 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7093840
Dec 03 11:24:39.617793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49232) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:39.624623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'network_id': '87a2bb52-7622-4de4-80cc-cbdc5766d678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:39.677622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=87a2bb52-7622-4de4-80cc-cbdc5766d678,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:39.681081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:39.693818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 87a2bb52-7622-4de4-80cc-cbdc5766d678 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:39.718802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 87a2bb52-7622-4de4-80cc-cbdc5766d678 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:39.727472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:39.752880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:39.757006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:subnet and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:39.760222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:39.766884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:39.779136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:39.813974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:39.918525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:40.031638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:40.357149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:24:40.373564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:40.374012 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Added segment efadbc60-c34c-45a9-a95f-3613e7349414 of type vxlan for network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b
Dec 03 11:24:40.445937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:40.479789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69060682-4578-4120-a00a-a2d83c8cc8c4 req-d4b56636-3000-4cd3-83b8-a1bbfcdcfa4d tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:40.481422 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69060682-4578-4120-a00a-a2d83c8cc8c4 req-d4b56636-3000-4cd3-83b8-a1bbfcdcfa4d tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.5020554
Dec 03 11:24:40.523330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:40.527532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:40.528186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:40.539882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:40.548067 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69060682-4578-4120-a00a-a2d83c8cc8c4 req-414719d5-cf31-4e6e-8f95-b3239546c094 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600770
Dec 03 11:24:40.548857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:40.549041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9135db39-3cb3-47e7-bc60-c36a9496ae90 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:40.562440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f010231b-970b-44dd-b03e-f192b4a1c61c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:40.633821 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.3004484
Dec 03 11:24:40.639274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49238) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:40.700262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Network': ['ID=d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:40.703245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:40.704122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': 'd78fe5ed-7d0a-44b3-9578-eeeb6b840f5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:40.711574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:40.731214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:40.739203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event updated for resources: {'Port': ['ID=2d0e77f4-6d27-429c-baf4-516ddf8a131e,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:40.746655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:40.875407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:40.884215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:40.888612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:40.930344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:40.944568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:40.955432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:40.962028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6d93ff2f-dce5-4eb6-b2a7-d5b532f3b90b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:40.984871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:41.106302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=bc205522-19dd-4441-9c2b-227e0f248a88,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:41.110757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:41.178554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking segment: {'id': '83395323-96ed-4299-94a2-a795353e1f95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '87a2bb52-7622-4de4-80cc-cbdc5766d678'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:41.179407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network hostable DHCP agents. Network: 87a2bb52-7622-4de4-80cc-cbdc5766d678, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:24:41.198382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 87a2bb52-7622-4de4-80cc-cbdc5766d678 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:24:41.207219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 87a2bb52-7622-4de4-80cc-cbdc5766d678) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:41.214840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f569c370-0aab-460b-a021-26c08e47bce2 None None] Network 87a2bb52-7622-4de4-80cc-cbdc5766d678 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:41.222797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:41.223485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:41.224844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:41.244600 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-13324693-4012-425b-8f85-4576a636fc46 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.6228807
Dec 03 11:24:41.245986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49242) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:41.442702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-87a2bb52-7622-4de4-80cc-cbdc5766d678', 'network_id': '87a2bb52-7622-4de4-80cc-cbdc5766d678', 'tenant_id': '30220adc5b0949d4b1719156c3d1b0ef', 'fixed_ips': [{'subnet_id': 'bc205522-19dd-4441-9c2b-227e0f248a88'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:24:41.443662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:41.459656 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Floating IP c0d05383-d24a-44e8-bf17-3db5161c8d6c associated. External IP: 172.26.1.199, port: b14597c9-1936-4ce4-a735-adec3b825854.
Dec 03 11:24:41.675809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:41.741612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Allocated IP 172.20.0.1 (87a2bb52-7622-4de4-80cc-cbdc5766d678/bc205522-19dd-4441-9c2b-227e0f248a88/48b5e85d-be95-44bf-8892-ea4fba4bb41c) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:41.961590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:41.972458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Transition to ACTIVE for port object 48b5e85d-be95-44bf-8892-ea4fba4bb41c will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:41.990351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Transition to ACTIVE for port object 48b5e85d-be95-44bf-8892-ea4fba4bb41c will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:41.995878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:42.011831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:42.135801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:42.147127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Pushing event updated for resources: {'Port': ['ID=48b5e85d-be95-44bf-8892-ea4fba4bb41c,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:42.151578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:42.200773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Network 87a2bb52-7622-4de4-80cc-cbdc5766d678 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:42.202257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:42.204632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:42.227984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b148668-2a92-45c0-bc42-7eee1d6ebf1c req-3d86d530-76f7-4bff-aec7-4f55a1d35286 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:42.229624 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1b148668-2a92-45c0-bc42-7eee1d6ebf1c req-3d86d530-76f7-4bff-aec7-4f55a1d35286 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.4966986
Dec 03 11:24:42.263577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Attempting to bind port 48b5e85d-be95-44bf-8892-ea4fba4bb41c on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:42.263877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Attempting to bind port 48b5e85d-be95-44bf-8892-ea4fba4bb41c by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '83395323-96ed-4299-94a2-a795353e1f95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '87a2bb52-7622-4de4-80cc-cbdc5766d678'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:42.264283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Attempting to bind port 48b5e85d-be95-44bf-8892-ea4fba4bb41c on network 87a2bb52-7622-4de4-80cc-cbdc5766d678 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:42.269972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:42.270414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Checking segment: {'id': '83395323-96ed-4299-94a2-a795353e1f95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '87a2bb52-7622-4de4-80cc-cbdc5766d678'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:42.270839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:42.271309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Bound using segment: {'id': '83395323-96ed-4299-94a2-a795353e1f95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '87a2bb52-7622-4de4-80cc-cbdc5766d678'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:42.271827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Bound port: 48b5e85d-be95-44bf-8892-ea4fba4bb41c, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83395323-96ed-4299-94a2-a795353e1f95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '87a2bb52-7622-4de4-80cc-cbdc5766d678'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:42.272252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:42.364276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Router 3f35c9c5-6329-4057-bb26-09be0c9bd18a has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:24:42.365414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] For port 48b5e85d-be95-44bf-8892-ea4fba4bb41c, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:42.368667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] For port 48b5e85d-be95-44bf-8892-ea4fba4bb41c, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=48b5e85d-be95-44bf-8892-ea4fba4bb41c,segment=NetworkSegment(83395323-96ed-4299-94a2-a795353e1f95),segment_id=83395323-96ed-4299-94a2-a795353e1f95)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:42.372262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:42.385799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a57be4b1-9a70-484f-86c4-72771ad76b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:42.482995 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1b148668-2a92-45c0-bc42-7eee1d6ebf1c req-30994efb-7dea-487f-8f4e-23205516f248 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/security-groups?id=c0e41375-673c-42ac-96eb-bab4b6fdea1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2334490
Dec 03 11:24:42.529450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device a01f22ea-1121-4ca2-b07d-707cce031c7c no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:24:42.549910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b355-1947-4137-89b2-23a325720210 req-d8b7a420-07b9-4cdb-9257-12baedd86557 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:42.551059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0e32b355-1947-4137-89b2-23a325720210 req-d8b7a420-07b9-4cdb-9257-12baedd86557 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Synchronizing usage tracker for tenant:87b65f1cbefe40028de73341ae325b6b on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:24:42.562565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Pushing event updated for resources: {'Port': ['ID=48b5e85d-be95-44bf-8892-ea4fba4bb41c,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:42.571275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0e32b355-1947-4137-89b2-23a325720210 req-d8b7a420-07b9-4cdb-9257-12baedd86557 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Unset dirty status for tenant:87b65f1cbefe40028de73341ae325b6b on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:24:42.573496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0e32b355-1947-4137-89b2-23a325720210 req-d8b7a420-07b9-4cdb-9257-12baedd86557 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.91 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 950 time: 0.1471133
Dec 03 11:24:42.575584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:42.663873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-0e32b355-1947-4137-89b2-23a325720210 req-63ae82d6-2624-4dab-8f68-8a26584f5c70 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Deleting port a01f22ea-1121-4ca2-b07d-707cce031c7c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:42.664261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e32b355-1947-4137-89b2-23a325720210 req-63ae82d6-2624-4dab-8f68-8a26584f5c70 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:42.717413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:42.754974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91451751-4675-429a-9939-bc1588903784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a01f22ea-1121-4ca2-b07d-707cce031c7c'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:24:42.764528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port a01f22ea-1121-4ca2-b07d-707cce031c7c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a01f22ea-1121-4ca2-b07d-707cce031c7c,segment=NetworkSegment(b9b0058e-ab01-4f88-8167-1c166b26c938),segment_id=b9b0058e-ab01-4f88-8167-1c166b26c938)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:42.768903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:42.770738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:42.844473 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91451751-4675-429a-9939-bc1588903784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a01f22ea-1121-4ca2-b07d-707cce031c7c', 'code': 200}
Dec 03 11:24:42.861651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=a01f22ea-1121-4ca2-b07d-707cce031c7c,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:42.865406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:43.013919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-0e32b355-1947-4137-89b2-23a325720210 req-63ae82d6-2624-4dab-8f68-8a26584f5c70 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] For port a01f22ea-1121-4ca2-b07d-707cce031c7c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a01f22ea-1121-4ca2-b07d-707cce031c7c,segment=NetworkSegment(b9b0058e-ab01-4f88-8167-1c166b26c938),segment_id=b9b0058e-ab01-4f88-8167-1c166b26c938)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:43.021631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e32b355-1947-4137-89b2-23a325720210 req-63ae82d6-2624-4dab-8f68-8a26584f5c70 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:43.173048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-0e32b355-1947-4137-89b2-23a325720210 req-63ae82d6-2624-4dab-8f68-8a26584f5c70 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Calling delete_port for a01f22ea-1121-4ca2-b07d-707cce031c7c owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:43.202352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:24:43.214702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb49b8-be51-424e-a924-88a5131885e1 None None] Sync routers for ids ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:24:43.226071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb49b8-be51-424e-a924-88a5131885e1 None None] Routers {'3f35c9c5-6329-4057-bb26-09be0c9bd18a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:24:43.226763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-59fb49b8-be51-424e-a924-88a5131885e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eaaf28>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:24:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:43.232759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:43.251512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7e390876-5ce1-47fb-a49b-589ada42486a tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:43.326050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Subnet': ['ID=bc205522-19dd-4441-9c2b-227e0f248a88,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:43.329201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e32b355-1947-4137-89b2-23a325720210 req-63ae82d6-2624-4dab-8f68-8a26584f5c70 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:43.334213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:43.337589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:43.365827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2f8be246-02eb-4563-ab28-29a2abde3854 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:43.372599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:43.415446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae82d6-2624-4dab-8f68-8a26584f5c70 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Pushing event deleted for resources: {'Port': ['ID=a01f22ea-1121-4ca2-b07d-707cce031c7c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:43.428514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-63ae82d6-2624-4dab-8f68-8a26584f5c70 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:43.433497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-59fb49b8-be51-424e-a924-88a5131885e1 None None] Set router 3f35c9c5-6329-4057-bb26-09be0c9bd18a gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:24:43.444826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e57049ff-8b59-445c-bfda-ad6832751655 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:43.596583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e32b355-1947-4137-89b2-23a325720210 req-63ae82d6-2624-4dab-8f68-8a26584f5c70 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] No DVR routers for this DVR port a01f22ea-1121-4ca2-b07d-707cce031c7c on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:24:43.599125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e32b355-1947-4137-89b2-23a325720210 req-63ae82d6-2624-4dab-8f68-8a26584f5c70 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:43.602975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91451751-4675-429a-9939-bc1588903784', 'name': 'network-vif-deleted', 'tag': 'a01f22ea-1121-4ca2-b07d-707cce031c7c'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:24:43.631045 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 7.2980742
Dec 03 11:24:43.634784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:24:43.644448 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0e32b355-1947-4137-89b2-23a325720210 req-63ae82d6-2624-4dab-8f68-8a26584f5c70 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.91 "DELETE /v2.0/ports/a01f22ea-1121-4ca2-b07d-707cce031c7c HTTP/1.1" status: 204  len: 173 time: 1.0660031
Dec 03 11:24:43.668380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Subnet': ['ID=b0ee138f-91be-4574-a8eb-ea49122475ca,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:43.685556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:43.705107 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91451751-4675-429a-9939-bc1588903784', 'name': 'network-vif-deleted', 'tag': 'a01f22ea-1121-4ca2-b07d-707cce031c7c', 'status': 'completed', 'code': 200}
Dec 03 11:24:43.854943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-59fb49b8-be51-424e-a924-88a5131885e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eaaf28>, [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:24:10Z', 'revision_number': 4, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'c0d05383-d24a-44e8-bf17-3db5161c8d6c', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'floating_ip_address': '172.26.1.199', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'port_id': 'b14597c9-1936-4ce4-a735-adec3b825854', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'mac_address': 'fa:16:3e:e5:53:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:24:39Z', 'updated_at': '2020-12-03T11:24:39Z', 'revision_number': 0, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c5ce34-cfa6-4d77-a632-a2ec207e4028', 'name': '', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'mac_address': 'fa:16:3e:6c:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:24:08Z', 'updated_at': '2020-12-03T11:24:19Z', 'revision_number': 5, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'subnets': [{'id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:43.859642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb49b8-be51-424e-a924-88a5131885e1 None None] Checking router: 3f35c9c5-6329-4057-bb26-09be0c9bd18a for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:24:43.873352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb49b8-be51-424e-a924-88a5131885e1 None None] Routers {'3f35c9c5-6329-4057-bb26-09be0c9bd18a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:24:43.874062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-59fb49b8-be51-424e-a924-88a5131885e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eaaf28>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:24:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:43.909002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:43.933635 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-939acb2f-6c28-49b3-8941-bce169d78c9c req-a881ee5c-d96d-4dfc-a623-238ff4ae6ad8 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] 10.222.0.90 "GET /v2.0/ports?device_id=91451751-4675-429a-9939-bc1588903784 HTTP/1.1" status: 200  len: 210 time: 0.2185779
Dec 03 11:24:44.092373 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854', 'status': 'completed', 'code': 200}
Dec 03 11:24:44.136107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4757c50>,) {'filters': {'network_id': ['87a2bb52-7622-4de4-80cc-cbdc5766d678']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:44.152984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Checking segment: {'id': 'efadbc60-c34c-45a9-a95f-3613e7349414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd78fe5ed-7d0a-44b3-9578-eeeb6b840f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:44.153384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network hostable DHCP agents. Network: d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:24:44.153952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-59fb49b8-be51-424e-a924-88a5131885e1 None None] Set router 3f35c9c5-6329-4057-bb26-09be0c9bd18a gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:24:44.163315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4757c50>, '83395323-96ed-4299-94a2-a795353e1f95') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:44.163841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4757c50>, '83395323-96ed-4299-94a2-a795353e1f95') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:44.193930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8259eda-d84f-4b2c-b8ba-6de462ffbf69 req-ab9d9cf1-2d5f-4316-970a-cb09e88564c7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:44.201896 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b8259eda-d84f-4b2c-b8ba-6de462ffbf69 req-ab9d9cf1-2d5f-4316-970a-cb09e88564c7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.3801978
Dec 03 11:24:44.222114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:44.235857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c948f8-57f3-439c-9a74-2375dca2523e req-3db20ead-9053-43e9-90bb-4a31bfbf84af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:44.238786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c948f8-57f3-439c-9a74-2375dca2523e req-3db20ead-9053-43e9-90bb-4a31bfbf84af service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d215e9f164a94c64a3981a60669a69f4&device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 1163 time: 0.1141379
Dec 03 11:24:44.247145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:24:44.264218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:44.271100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:44.287586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:44.321666 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b8259eda-d84f-4b2c-b8ba-6de462ffbf69 req-b8f7bbe7-4d5e-4ca1-8d33-098d33ee746d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1187129
Dec 03 11:24:44.366894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49260) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:44.393310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:44.394114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:44.529985 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9f2ed328-d8a3-485d-8588-f426ecbd96bb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/floatingips/c0d05383-d24a-44e8-bf17-3db5161c8d6c HTTP/1.1" status: 200  len: 992 time: 0.1617258
Dec 03 11:24:44.531381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c948f8-57f3-439c-9a74-2375dca2523e req-f71d0f27-d8af-49db-b74c-911e0968bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:44.532915 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c948f8-57f3-439c-9a74-2375dca2523e req-f71d0f27-d8af-49db-b74c-911e0968bc92 service neutron] 10.222.0.91 "GET /v2.0/networks?id=fa1cde14-48ed-4124-afdb-130ae0194192 HTTP/1.1" status: 200  len: 891 time: 0.2873855
Dec 03 11:24:44.542476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 87a2bb52-7622-4de4-80cc-cbdc5766d678 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:44.552417 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9120052
Dec 03 11:24:44.554603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:44.569882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c065552a-be5a-4554-b7bf-f3ef321ced26 None None] Network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:44.570944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49264) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:44.577364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7e5abe8b-d1a8-4857-b106-4514954f6cd1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': 'd78fe5ed-7d0a-44b3-9578-eeeb6b840f5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:44.659796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb1d3a6-b4bf-47e6-baa9-86a6bdfcaf2c None None] Network 87a2bb52-7622-4de4-80cc-cbdc5766d678 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:44.668501 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c948f8-57f3-439c-9a74-2375dca2523e req-83154e19-9c5d-4aa8-bed5-53d386207aa1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14597c9-1936-4ce4-a735-adec3b825854 HTTP/1.1" status: 200  len: 1000 time: 0.1289344
Dec 03 11:24:44.688688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 48b5e85d-be95-44bf-8892-ea4fba4bb41c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:44.762373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c948f8-57f3-439c-9a74-2375dca2523e req-7e3ded20-eb38-4b35-9989-a71493e52f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:44.764382 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c948f8-57f3-439c-9a74-2375dca2523e req-7e3ded20-eb38-4b35-9989-a71493e52f0c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2471aa5-1572-4514-aec8-d40731c4b62a HTTP/1.1" status: 200  len: 835 time: 0.0766170
Dec 03 11:24:44.847370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c948f8-57f3-439c-9a74-2375dca2523e req-8b68b585-c56f-400e-b9c6-65081e9df664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:44.848992 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c948f8-57f3-439c-9a74-2375dca2523e req-8b68b585-c56f-400e-b9c6-65081e9df664 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fa1cde14-48ed-4124-afdb-130ae0194192&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0767729
Dec 03 11:24:44.882285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e20b9d1d-1bce-4d2c-90f9-5f71e7557e07 None None] Provisioning for port 48b5e85d-be95-44bf-8892-ea4fba4bb41c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:44.917915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 87a2bb52-7622-4de4-80cc-cbdc5766d678 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:44.960837 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:44.974943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7e5abe8b-d1a8-4857-b106-4514954f6cd1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:44.989981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7e5abe8b-d1a8-4857-b106-4514954f6cd1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:45.027321 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c948f8-57f3-439c-9a74-2375dca2523e req-0a5bfcb1-e10d-4980-81b6-60b81f51f90a service neutron] 10.222.0.91 "GET /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711643
Dec 03 11:24:45.046751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7e5abe8b-d1a8-4857-b106-4514954f6cd1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:45.061310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7e5abe8b-d1a8-4857-b106-4514954f6cd1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:45.070647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:24:45.070647 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:24:45.070647 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': '87a2bb52-7622-4de4-80cc-cbdc5766d678'}]
Dec 03 11:24:45.070647 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:45.071333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:45.077939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5abe8b-d1a8-4857-b106-4514954f6cd1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:45.087732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e5abe8b-d1a8-4857-b106-4514954f6cd1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:45.148458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 48b5e85d-be95-44bf-8892-ea4fba4bb41c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:45.194046 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c948f8-57f3-439c-9a74-2375dca2523e req-8d725bd2-df8d-4e93-a0d2-f4d9ef4aa7bc service neutron] 10.222.0.91 "GET /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1588812
Dec 03 11:24:45.220083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b', 'network_id': 'd78fe5ed-7d0a-44b3-9578-eeeb6b840f5b', 'tenant_id': 'e149265703c04223aa76ca1da9831b22', 'fixed_ips': [{'subnet_id': 'b0ee138f-91be-4574-a8eb-ea49122475ca'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:24:45.222389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:45.247654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 48b5e85d-be95-44bf-8892-ea4fba4bb41c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:45.248222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:45.250621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.ipam_backend_mixin [None req-7e5abe8b-d1a8-4857-b106-4514954f6cd1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b0ee138f-91be-4574-a8eb-ea49122475ca (CIDR: 172.20.0.0/28)
Dec 03 11:24:45.254741 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5abe8b-d1a8-4857-b106-4514954f6cd1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:24:45.255353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5abe8b-d1a8-4857-b106-4514954f6cd1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:24:45.273496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7e5abe8b-d1a8-4857-b106-4514954f6cd1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7014141
Dec 03 11:24:45.276523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49272) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:45.282971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': 'd78fe5ed-7d0a-44b3-9578-eeeb6b840f5b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:45.447959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:45.452281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:45.455723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:45.462367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:45.474980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:45.485229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:45.527841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49278) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:45.535763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49282) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:45.536599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688244b-e544-4999-809c-496f04b52112 None None] DHCP port deletion for 87a2bb52-7622-4de4-80cc-cbdc5766d678 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:24:45.554294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1688244b-e544-4999-809c-496f04b52112 None None] Deleting port 48b5e85d-be95-44bf-8892-ea4fba4bb41c {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:45.554723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1688244b-e544-4999-809c-496f04b52112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:45.668789 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ca864f6e-09b4-4706-879f-925a2d9670c1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/floatingips/c0d05383-d24a-44e8-bf17-3db5161c8d6c HTTP/1.1" status: 200  len: 992 time: 0.1315546
Dec 03 11:24:45.683956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:45.777289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f9a5f0f-147d-436e-ac59-c7de28c74a37 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=87b65f1cbefe40028de73341ae325b6b&name=default HTTP/1.1" status: 200  len: 2883 time: 0.2477143
Dec 03 11:24:45.780004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49288) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:45.834891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-59fb49b8-be51-424e-a924-88a5131885e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eaaf28>, [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:24:10Z', 'revision_number': 4, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'c0d05383-d24a-44e8-bf17-3db5161c8d6c', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'floating_ip_address': '172.26.1.199', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'port_id': 'b14597c9-1936-4ce4-a735-adec3b825854', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'mac_address': 'fa:16:3e:e5:53:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:24:39Z', 'updated_at': '2020-12-03T11:24:39Z', 'revision_number': 0, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c5ce34-cfa6-4d77-a632-a2ec207e4028', 'name': '', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'mac_address': 'fa:16:3e:6c:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:24:08Z', 'updated_at': '2020-12-03T11:24:19Z', 'revision_number': 5, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'subnets': [{'id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:45.853149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c63233e-a6ec-4d7a-9fdf-0690fd3c4864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:45.856643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 48b5e85d-be95-44bf-8892-ea4fba4bb41c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=48b5e85d-be95-44bf-8892-ea4fba4bb41c,segment=NetworkSegment(83395323-96ed-4299-94a2-a795353e1f95),segment_id=83395323-96ed-4299-94a2-a795353e1f95)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:45.864470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb49b8-be51-424e-a924-88a5131885e1 None None] The sync data for ids ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'] in dv-neutron-765072-2-ovs is: [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:24:10Z', 'revision_number': 4, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'c0d05383-d24a-44e8-bf17-3db5161c8d6c', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'floating_ip_address': '172.26.1.199', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'port_id': 'b14597c9-1936-4ce4-a735-adec3b825854', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'mac_address': 'fa:16:3e:e5:53:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:24:39Z', 'updated_at': '2020-12-03T11:24:39Z', 'revision_number': 0, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c5ce34-cfa6-4d77-a632-a2ec207e4028', 'name': '', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'mac_address': 'fa:16:3e:6c:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:24:08Z', 'updated_at': '2020-12-03T11:24:19Z', 'revision_number': 5, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'subnets': [{'id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:24:45.886650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c63233e-a6ec-4d7a-9fdf-0690fd3c4864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:45.897043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:45.905648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68aa26fb-d441-46cb-a607-0202e3c4bad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:45.935975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:45.956264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c63233e-a6ec-4d7a-9fdf-0690fd3c4864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:45.961043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-080b1ca6-0815-453a-baa9-cf98163d1982 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:45.975413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63233e-a6ec-4d7a-9fdf-0690fd3c4864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e41375-673c-42ac-96eb-bab4b6fdea1c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:45.978768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c63233e-a6ec-4d7a-9fdf-0690fd3c4864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:45.985506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c63233e-a6ec-4d7a-9fdf-0690fd3c4864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:46.001743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3c63233e-a6ec-4d7a-9fdf-0690fd3c4864 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c0e41375-673c-42ac-96eb-bab4b6fdea1c HTTP/1.1" status: 204  len: 168 time: 0.2205319
Dec 03 11:24:46.006726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=48b5e85d-be95-44bf-8892-ea4fba4bb41c,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:46.030081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:46.044443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting port 48b5e85d-be95-44bf-8892-ea4fba4bb41c {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:46.044847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:46.160829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1688244b-e544-4999-809c-496f04b52112 None None] For port 48b5e85d-be95-44bf-8892-ea4fba4bb41c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=48b5e85d-be95-44bf-8892-ea4fba4bb41c,segment=NetworkSegment(83395323-96ed-4299-94a2-a795353e1f95),segment_id=83395323-96ed-4299-94a2-a795353e1f95)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:46.161317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1688244b-e544-4999-809c-496f04b52112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:46.317203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d753cc-fb1b-4908-8696-3dea27ef8628 None None] New status for floating IP c0d05383-d24a-44e8-bf17-3db5161c8d6c: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:24:46.379333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] For port 48b5e85d-be95-44bf-8892-ea4fba4bb41c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=48b5e85d-be95-44bf-8892-ea4fba4bb41c,segment=NetworkSegment(83395323-96ed-4299-94a2-a795353e1f95),segment_id=83395323-96ed-4299-94a2-a795353e1f95)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:46.380122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:46.493418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1688244b-e544-4999-809c-496f04b52112 None None] Calling delete_port for 48b5e85d-be95-44bf-8892-ea4fba4bb41c owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:46.520952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Allocated IP 172.20.0.2 (d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b/b0ee138f-91be-4574-a8eb-ea49122475ca/3141b33d-bdfc-499b-84e8-5b661d7a57d1) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:46.531407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Calling delete_port for 48b5e85d-be95-44bf-8892-ea4fba4bb41c owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:46.659586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 48b5e85d-be95-44bf-8892-ea4fba4bb41c no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:24:46.673026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49294) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:46.681115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 03 11:24:46.681115 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Dec 03 11:24:46.681115 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'port_id': '48b5e85d-be95-44bf-8892-ea4fba4bb41c'}]
Dec 03 11:24:46.681115 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:46.681586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:46.707862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-1688244b-e544-4999-809c-496f04b52112 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:46.708172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-1688244b-e544-4999-809c-496f04b52112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:46.815682 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ed22771e-9460-46ef-8660-93a2183e02df tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/floatingips/c0d05383-d24a-44e8-bf17-3db5161c8d6c HTTP/1.1" status: 200  len: 994 time: 0.1410487
Dec 03 11:24:46.881879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:46.901570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:46.919577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Transition to ACTIVE for port object 3141b33d-bdfc-499b-84e8-5b661d7a57d1 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:46.943111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 48b5e85d-be95-44bf-8892-ea4fba4bb41c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=48b5e85d-be95-44bf-8892-ea4fba4bb41c,segment=NetworkSegment(83395323-96ed-4299-94a2-a795353e1f95),segment_id=83395323-96ed-4299-94a2-a795353e1f95)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:46.946101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Transition to ACTIVE for port object 3141b33d-bdfc-499b-84e8-5b661d7a57d1 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:46.947500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:46.950168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-067d5bdf-4e94-4d75-a59a-2193f3826b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:46.988149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:46.991017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:47.004305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf1cff24-72cc-42e1-96bf-c466a74512cd tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:47.113408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=48b5e85d-be95-44bf-8892-ea4fba4bb41c,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:47.117985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:47.118504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:47.143665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Subnet': ['ID=77d7335d-2c4f-40d2-9b62-4afce8e26281,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:47.147821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:47.182946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting port 48b5e85d-be95-44bf-8892-ea4fba4bb41c {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:47.183515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:47.210256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1688244b-e544-4999-809c-496f04b52112 None None] Deleting port 48b5e85d-be95-44bf-8892-ea4fba4bb41c {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:47.210610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1688244b-e544-4999-809c-496f04b52112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:47.235125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Pushing event updated for resources: {'Port': ['ID=3141b33d-bdfc-499b-84e8-5b661d7a57d1,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:47.242665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:47.246287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:47.249250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:47.262486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:47.263151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:47.267201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:47.271587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:47.275516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:47.327243 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.0495682
Dec 03 11:24:47.330055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49300) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:47.354332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': 'd78fe5ed-7d0a-44b3-9578-eeeb6b840f5b', 'fixed_ips': [{'subnet_id': 'b0ee138f-91be-4574-a8eb-ea49122475ca'}, {'subnet_id': '77d7335d-2c4f-40d2-9b62-4afce8e26281'}], 'name': 'tempest-PortsTestJSON-1956875407'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:47.383133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Attempting to bind port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:47.383552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Attempting to bind port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'efadbc60-c34c-45a9-a95f-3613e7349414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd78fe5ed-7d0a-44b3-9578-eeeb6b840f5b'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:47.383965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Attempting to bind port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 on network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:47.410702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:47.411152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Checking segment: {'id': 'efadbc60-c34c-45a9-a95f-3613e7349414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd78fe5ed-7d0a-44b3-9578-eeeb6b840f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:47.411598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:47.412042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Bound using segment: {'id': 'efadbc60-c34c-45a9-a95f-3613e7349414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd78fe5ed-7d0a-44b3-9578-eeeb6b840f5b'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:47.412592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Bound port: 3141b33d-bdfc-499b-84e8-5b661d7a57d1, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efadbc60-c34c-45a9-a95f-3613e7349414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd78fe5ed-7d0a-44b3-9578-eeeb6b840f5b'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:47.412990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:47.540789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] For port 48b5e85d-be95-44bf-8892-ea4fba4bb41c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=48b5e85d-be95-44bf-8892-ea4fba4bb41c,segment=NetworkSegment(83395323-96ed-4299-94a2-a795353e1f95),segment_id=83395323-96ed-4299-94a2-a795353e1f95)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:47.541107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:47.557959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1688244b-e544-4999-809c-496f04b52112 None None] For port 48b5e85d-be95-44bf-8892-ea4fba4bb41c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=48b5e85d-be95-44bf-8892-ea4fba4bb41c,segment=NetworkSegment(83395323-96ed-4299-94a2-a795353e1f95),segment_id=83395323-96ed-4299-94a2-a795353e1f95)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:47.558402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1688244b-e544-4999-809c-496f04b52112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:47.682604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Calling delete_port for 48b5e85d-be95-44bf-8892-ea4fba4bb41c owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:47.706938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1688244b-e544-4999-809c-496f04b52112 None None] Calling delete_port for 48b5e85d-be95-44bf-8892-ea4fba4bb41c owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:47.756866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] For port 3141b33d-bdfc-499b-84e8-5b661d7a57d1, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:47.762208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:47.773282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] For port 3141b33d-bdfc-499b-84e8-5b661d7a57d1, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3141b33d-bdfc-499b-84e8-5b661d7a57d1,segment=NetworkSegment(efadbc60-c34c-45a9-a95f-3613e7349414),segment_id=efadbc60-c34c-45a9-a95f-3613e7349414)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:47.777905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:47.785559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:47.796109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:47.803029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:47.811429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1b831b7-4ce4-4d8c-aea4-aec14a5f3df4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:47.840034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:47.895202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Port': ['ID=48b5e85d-be95-44bf-8892-ea4fba4bb41c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:47.898467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:47.935240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-1688244b-e544-4999-809c-496f04b52112 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:47.935684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-1688244b-e544-4999-809c-496f04b52112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:47.961641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Pushing event updated for resources: {'Port': ['ID=3141b33d-bdfc-499b-84e8-5b661d7a57d1,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:47.967307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:48.080003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No DVR routers for this DVR port 48b5e85d-be95-44bf-8892-ea4fba4bb41c on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:24:48.179698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:48.269422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:48.436003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1688244b-e544-4999-809c-496f04b52112 None None] Deleting port 48b5e85d-be95-44bf-8892-ea4fba4bb41c {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:48.436441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1688244b-e544-4999-809c-496f04b52112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:48.507154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1688244b-e544-4999-809c-496f04b52112 None None] The port '48b5e85d-be95-44bf-8892-ea4fba4bb41c' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:24:48.523114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c11908>,) {'filters': {'network_id': ['87a2bb52-7622-4de4-80cc-cbdc5766d678']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:48.543008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c11908>, '83395323-96ed-4299-94a2-a795353e1f95') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:48.543361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c11908>, '83395323-96ed-4299-94a2-a795353e1f95') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:48.571500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:48.579408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port 638ab4a4-b18a-423d-a70d-84b014ec4802 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:24:48.623462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3141b33d-bdfc-499b-84e8-5b661d7a57d1 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:48.637400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:48.642190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:48.694001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:49.207081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 87a2bb52-7622-4de4-80cc-cbdc5766d678 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:49.224555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:49.338140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937502b0-f9bb-45ce-876b-b23a915f6f9a None None] Network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:49.443567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e0f2cc15-5696-4918-ad19-24be53720965 None None] Provisioning for port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:49.458981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e0f2cc15-5696-4918-ad19-24be53720965 None None] Provisioning complete for port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:49.459380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0f2cc15-5696-4918-ad19-24be53720965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:49.516983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 87a2bb52-7622-4de4-80cc-cbdc5766d678 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:49.552173 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:49.664515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:49.688682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0f2cc15-5696-4918-ad19-24be53720965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:49.702874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ba988d3-28d7-492a-8b0c-e65c3a1a8707 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:49.725176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:49.739877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e0f2cc15-5696-4918-ad19-24be53720965 None None] For port 3141b33d-bdfc-499b-84e8-5b661d7a57d1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3141b33d-bdfc-499b-84e8-5b661d7a57d1,segment=NetworkSegment(efadbc60-c34c-45a9-a95f-3613e7349414),segment_id=efadbc60-c34c-45a9-a95f-3613e7349414)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:49.742586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Network': ['ID=87a2bb52-7622-4de4-80cc-cbdc5766d678,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:49.743949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0f2cc15-5696-4918-ad19-24be53720965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:49.745680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:49.750413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:49.755630 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/87a2bb52-7622-4de4-80cc-cbdc5766d678 HTTP/1.1" status: 204  len: 168 time: 8.5096238
Dec 03 11:24:49.760764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49304) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:49.772417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-922407151'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:49.778422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.14 (d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b/b0ee138f-91be-4574-a8eb-ea49122475ca/638ab4a4-b18a-423d-a70d-84b014ec4802) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:49.778585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:49.782631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:network and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:49.785343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.20 (d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b/77d7335d-2c4f-40d2-9b62-4afce8e26281/638ab4a4-b18a-423d-a70d-84b014ec4802) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:49.785788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:49.792184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:49.804236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:49.810028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:49.849323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:24:49.860081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:49.860726 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Added segment c63e36eb-382f-4798-a21c-3e79cdeef301 of type vxlan for network aa358be2-50dd-4384-95d1-d8f9a05550ba
Dec 03 11:24:49.880494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2cc15-5696-4918-ad19-24be53720965 None None] Pushing event updated for resources: {'Port': ['ID=3141b33d-bdfc-499b-84e8-5b661d7a57d1,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:49.885007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0f2cc15-5696-4918-ad19-24be53720965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:49.885810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f94e2e0-ea4a-44aa-a266-f37018a881b2 None None] Update dhcp port {'port': {'network_id': 'd78fe5ed-7d0a-44b3-9578-eeeb6b840f5b', 'fixed_ips': [{'subnet_id': 'b0ee138f-91be-4574-a8eb-ea49122475ca', 'ip_address': '172.20.0.2'}, {'subnet_id': '77d7335d-2c4f-40d2-9b62-4afce8e26281'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': '3141b33d-bdfc-499b-84e8-5b661d7a57d1'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:24:49.916649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:49.945934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f94e2e0-ea4a-44aa-a266-f37018a881b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:49.955368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:49.960158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:49.960318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:49.966484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-180f901f-679f-465d-bd47-eefe9815371b tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:50.023168 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2608781
Dec 03 11:24:50.026349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:50.027508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49308) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:50.047903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Transition to ACTIVE for port object 638ab4a4-b18a-423d-a70d-84b014ec4802 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:50.072493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:50.091581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eae03150-3713-40fe-a86f-48df173f8012 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:50.094519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'network_id': 'aa358be2-50dd-4384-95d1-d8f9a05550ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:50.112632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=aa358be2-50dd-4384-95d1-d8f9a05550ba,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:50.116034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8eeb50e-a088-47e4-a8ab-d180220a1800 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:50.127506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network aa358be2-50dd-4384-95d1-d8f9a05550ba details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:50.147746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network aa358be2-50dd-4384-95d1-d8f9a05550ba details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:50.226269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:50.230957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:subnet and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:50.234386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:50.241697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:50.251552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:50.254677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=638ab4a4-b18a-423d-a70d-84b014ec4802,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:50.259880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:50.319669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:50.320994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:50.323389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:50.396172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:50.397079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:50.420007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 3.0855925
Dec 03 11:24:50.420491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49312) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:50.427708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0ee138f-91be-4574-a8eb-ea49122475ca'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:50.566979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:50.633367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8f94e2e0-ea4a-44aa-a266-f37018a881b2 None None] Allocated IP 172.20.0.18 (d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b/77d7335d-2c4f-40d2-9b62-4afce8e26281/3141b33d-bdfc-499b-84e8-5b661d7a57d1) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:50.635739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:50.639198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3141b33d-bdfc-499b-84e8-5b661d7a57d1 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:50.848999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:50.849599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:50.896822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8f94e2e0-ea4a-44aa-a266-f37018a881b2 None None] For port 3141b33d-bdfc-499b-84e8-5b661d7a57d1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3141b33d-bdfc-499b-84e8-5b661d7a57d1,segment=NetworkSegment(efadbc60-c34c-45a9-a95f-3613e7349414),segment_id=efadbc60-c34c-45a9-a95f-3613e7349414)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:50.947235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f94e2e0-ea4a-44aa-a266-f37018a881b2 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:51.007952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8f94e2e0-ea4a-44aa-a266-f37018a881b2 None None] Transition to ACTIVE for port object 3141b33d-bdfc-499b-84e8-5b661d7a57d1 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:51.013958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f94e2e0-ea4a-44aa-a266-f37018a881b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:51.034874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-72a01d69-30cd-4286-8a9e-1963f2db7d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:51.080873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Delete allocated IP 172.20.0.20 (d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b/77d7335d-2c4f-40d2-9b62-4afce8e26281) {{(pid=80975) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 03 11:24:51.124781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:51.145500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:51.195694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94e2e0-ea4a-44aa-a266-f37018a881b2 None None] Pushing event updated for resources: {'Port': ['ID=3141b33d-bdfc-499b-84e8-5b661d7a57d1,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:51.203850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8f94e2e0-ea4a-44aa-a266-f37018a881b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:51.214999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:51.221944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=99c63852-cca3-495a-abda-e61eb30979ae,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:51.227112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:51.291806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:51.307545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Ignored duplicate provisioning block setup for port 638ab4a4-b18a-423d-a70d-84b014ec4802 by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 03 11:24:51.312538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:51.328855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c7b18a8-d107-4725-a2db-c503ecf02875 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:51.361033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking segment: {'id': 'c63e36eb-382f-4798-a21c-3e79cdeef301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'aa358be2-50dd-4384-95d1-d8f9a05550ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:51.362089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network hostable DHCP agents. Network: aa358be2-50dd-4384-95d1-d8f9a05550ba, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:24:51.382941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network aa358be2-50dd-4384-95d1-d8f9a05550ba is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:24:51.393558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, aa358be2-50dd-4384-95d1-d8f9a05550ba) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:51.405007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46077c65-89bb-4a6b-88a3-c1509b5056e2 None None] Network aa358be2-50dd-4384-95d1-d8f9a05550ba requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:51.413115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:51.413784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:51.438240 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.3565724
Dec 03 11:24:51.441353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49316) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:51.474016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=638ab4a4-b18a-423d-a70d-84b014ec4802,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:51.478607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:51.601925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] In _notify_port_updated(), no bound segment for port 638ab4a4-b18a-423d-a70d-84b014ec4802 on network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b {{(pid=80975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:24:51.607068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:51.608284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:51.610266 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "PUT /v2.0/ports/638ab4a4-b18a-423d-a70d-84b014ec4802 HTTP/1.1" status: 200  len: 920 time: 1.1886187
Dec 03 11:24:51.613727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49320) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:51.622147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0ee138f-91be-4574-a8eb-ea49122475ca'}, {'subnet_id': '77d7335d-2c4f-40d2-9b62-4afce8e26281'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:51.625624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:51.678600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-aa358be2-50dd-4384-95d1-d8f9a05550ba', 'network_id': 'aa358be2-50dd-4384-95d1-d8f9a05550ba', 'tenant_id': '30220adc5b0949d4b1719156c3d1b0ef', 'fixed_ips': [{'subnet_id': '99c63852-cca3-495a-abda-e61eb30979ae'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:24:51.679650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:51.772514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:51.779975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:51.904535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1dc387-1a20-407e-9a55-92f9d203c583 None None] Network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:52.085372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2cbfac14-0272-45bc-b069-3779cb1205d4 None None] Provisioning for port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:52.104559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2cbfac14-0272-45bc-b069-3779cb1205d4 None None] Provisioning complete for port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:52.104983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2cbfac14-0272-45bc-b069-3779cb1205d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:52.226325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Allocated IP 172.20.0.1 (aa358be2-50dd-4384-95d1-d8f9a05550ba/99c63852-cca3-495a-abda-e61eb30979ae/4b800fef-acce-4b8c-a5de-50d5f8f1c326) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:52.232598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.29 (d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b/77d7335d-2c4f-40d2-9b62-4afce8e26281/638ab4a4-b18a-423d-a70d-84b014ec4802) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:52.411105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:52.427340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Ignored duplicate provisioning block setup for port 638ab4a4-b18a-423d-a70d-84b014ec4802 by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 03 11:24:52.430094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:52.445675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-69a7b8fc-26e5-47d4-bdb5-d445315b2905 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:52.596600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=638ab4a4-b18a-423d-a70d-84b014ec4802,revision_number=3']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:52.600129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:52.603902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:52.618591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Transition to ACTIVE for port object 4b800fef-acce-4b8c-a5de-50d5f8f1c326 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:52.623504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3141b33d-bdfc-499b-84e8-5b661d7a57d1 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:24:52.690903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Transition to ACTIVE for port object 4b800fef-acce-4b8c-a5de-50d5f8f1c326 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:52.704438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:52.719452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:52.723692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0cb0829c-1a9b-415e-9b9b-e8e9e1f5d92b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:52.733602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] In _notify_port_updated(), no bound segment for port 638ab4a4-b18a-423d-a70d-84b014ec4802 on network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b {{(pid=80975) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:24:52.738338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:52.739085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:52.741062 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "PUT /v2.0/ports/638ab4a4-b18a-423d-a70d-84b014ec4802 HTTP/1.1" status: 200  len: 1000 time: 1.1259184
Dec 03 11:24:52.743938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49324) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:52.746919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dba8245d-4086-4572-9f52-22aaeeb0a8a0 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:52.808505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Subnet': ['ID=99c63852-cca3-495a-abda-e61eb30979ae,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:52.819462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:52.830252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-761bb853-5d7a-4e9f-9197-c2947c2131fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 638ab4a4-b18a-423d-a70d-84b014ec4802 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:52.831275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-761bb853-5d7a-4e9f-9197-c2947c2131fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.069441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.073109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:53.073618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.146534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-761bb853-5d7a-4e9f-9197-c2947c2131fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.175408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Pushing event updated for resources: {'Port': ['ID=4b800fef-acce-4b8c-a5de-50d5f8f1c326,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:53.177490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9ab4b5e8-ebe5-41e8-bffb-ca90694ce46e None None] Provisioning for port 638ab4a4-b18a-423d-a70d-84b014ec4802 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:24:53.184051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:53.184799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9ab4b5e8-ebe5-41e8-bffb-ca90694ce46e None None] Provisioning complete for port 638ab4a4-b18a-423d-a70d-84b014ec4802 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:53.185220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9ab4b5e8-ebe5-41e8-bffb-ca90694ce46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.214527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b45330b8>,) {'filters': {'network_id': ['aa358be2-50dd-4384-95d1-d8f9a05550ba']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:53.229303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b45330b8>, 'c63e36eb-382f-4798-a21c-3e79cdeef301') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:53.229650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b45330b8>, 'c63e36eb-382f-4798-a21c-3e79cdeef301') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:53.243184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.249952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4b5e8-ebe5-41e8-bffb-ca90694ce46e None None] Port 638ab4a4-b18a-423d-a70d-84b014ec4802 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:24:53.259933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.261964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:53.306055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-761bb853-5d7a-4e9f-9197-c2947c2131fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 638ab4a4-b18a-423d-a70d-84b014ec4802 owned by  {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:53.327763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Network aa358be2-50dd-4384-95d1-d8f9a05550ba is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:24:53.329461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:53.332953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9ab4b5e8-ebe5-41e8-bffb-ca90694ce46e None None] Provisioning complete for port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:53.333371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9ab4b5e8-ebe5-41e8-bffb-ca90694ce46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.358283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:24:53.438947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Attempting to bind port 4b800fef-acce-4b8c-a5de-50d5f8f1c326 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:24:53.440017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Attempting to bind port 4b800fef-acce-4b8c-a5de-50d5f8f1c326 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'c63e36eb-382f-4798-a21c-3e79cdeef301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'aa358be2-50dd-4384-95d1-d8f9a05550ba'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:24:53.440750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Attempting to bind port 4b800fef-acce-4b8c-a5de-50d5f8f1c326 on network aa358be2-50dd-4384-95d1-d8f9a05550ba {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:24:53.449038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:24:53.449450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Checking segment: {'id': 'c63e36eb-382f-4798-a21c-3e79cdeef301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'aa358be2-50dd-4384-95d1-d8f9a05550ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:53.449896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.450342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Bound using segment: {'id': 'c63e36eb-382f-4798-a21c-3e79cdeef301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'aa358be2-50dd-4384-95d1-d8f9a05550ba'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:24:53.450878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Bound port: 4b800fef-acce-4b8c-a5de-50d5f8f1c326, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63e36eb-382f-4798-a21c-3e79cdeef301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'aa358be2-50dd-4384-95d1-d8f9a05550ba'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:24:53.451329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.460963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network aa358be2-50dd-4384-95d1-d8f9a05550ba has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:53.472283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.550948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] For port 4b800fef-acce-4b8c-a5de-50d5f8f1c326, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:24:53.568249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-761bb853-5d7a-4e9f-9197-c2947c2131fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.587194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9b0ec793-fd42-4154-ab7f-1e96eee42a83 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:53.644231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bb853-5d7a-4e9f-9197-c2947c2131fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=638ab4a4-b18a-423d-a70d-84b014ec4802,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:53.657952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-761bb853-5d7a-4e9f-9197-c2947c2131fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:53.674250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network aa358be2-50dd-4384-95d1-d8f9a05550ba has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:53.700700 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:53.750133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1505b663-21f1-4650-a407-a5a27e501909 None None] Could not find standard attr ID for object 638ab4a4-b18a-423d-a70d-84b014ec4802. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:24:53.763612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1505b663-21f1-4650-a407-a5a27e501909 None None] Provisioning complete for port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:53.764145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1505b663-21f1-4650-a407-a5a27e501909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.796308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:24:53.796308 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:24:53.796308 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': 'aa358be2-50dd-4384-95d1-d8f9a05550ba'}]
Dec 03 11:24:53.796308 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:53.796944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:53.811259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] For port 4b800fef-acce-4b8c-a5de-50d5f8f1c326, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4b800fef-acce-4b8c-a5de-50d5f8f1c326,segment=NetworkSegment(c63e36eb-382f-4798-a21c-3e79cdeef301),segment_id=c63e36eb-382f-4798-a21c-3e79cdeef301)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:24:53.825460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.843430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-761bb853-5d7a-4e9f-9197-c2947c2131fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:53.843988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:53.854204 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-761bb853-5d7a-4e9f-9197-c2947c2131fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/638ab4a4-b18a-423d-a70d-84b014ec4802 HTTP/1.1" status: 204  len: 168 time: 1.1091888
Dec 03 11:24:53.856922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49330) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:53.911662 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d8b3be-236a-4f57-b86e-85551aab1bfb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:24:53.912365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a5d8b3be-236a-4f57-b86e-85551aab1bfb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:24:53.932859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a5d8b3be-236a-4f57-b86e-85551aab1bfb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:24:53.934250 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a5d8b3be-236a-4f57-b86e-85551aab1bfb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/638ab4a4-b18a-423d-a70d-84b014ec4802 HTTP/1.1" status: 404  len: 333 time: 0.0762599
Dec 03 11:24:53.937158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49334) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:54.072744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Pushing event updated for resources: {'Port': ['ID=4b800fef-acce-4b8c-a5de-50d5f8f1c326,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:54.088997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:54.182206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:24:54.183941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a29d09-723d-4a59-8cea-005c212c0e4f None None] Network aa358be2-50dd-4384-95d1-d8f9a05550ba requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:54.298149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:54.374062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting port 4b800fef-acce-4b8c-a5de-50d5f8f1c326 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:54.374419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:54.402328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04aee23-eaeb-4cbb-870e-78df160b0796 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:24:54.429910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-40baa906-6275-4d9d-8563-8b4d0c830f67 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting subnet 77d7335d-2c4f-40d2-9b62-4afce8e26281 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:24:54.433183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40baa906-6275-4d9d-8563-8b4d0c830f67 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:54.491965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40baa906-6275-4d9d-8563-8b4d0c830f67 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:54.536633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04aee23-eaeb-4cbb-870e-78df160b0796 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:24:54.587499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40baa906-6275-4d9d-8563-8b4d0c830f67 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:54.603572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] For port 4b800fef-acce-4b8c-a5de-50d5f8f1c326, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4b800fef-acce-4b8c-a5de-50d5f8f1c326,segment=NetworkSegment(c63e36eb-382f-4798-a21c-3e79cdeef301),segment_id=c63e36eb-382f-4798-a21c-3e79cdeef301)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:54.603978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:54.737865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Calling delete_port for 4b800fef-acce-4b8c-a5de-50d5f8f1c326 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:54.820496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:54.837406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2d16db4-2bd5-49fb-9cc9-577bb398ee6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:54.893156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Port': ['ID=4b800fef-acce-4b8c-a5de-50d5f8f1c326,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:54.905084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40baa906-6275-4d9d-8563-8b4d0c830f67 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:54.906329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:54.922507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a9baab4-fa66-4334-93dc-77426e40d77b tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:54.964916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40baa906-6275-4d9d-8563-8b4d0c830f67 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Subnet': ['ID=77d7335d-2c4f-40d2-9b62-4afce8e26281,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:54.969819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40baa906-6275-4d9d-8563-8b4d0c830f67 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:54.992950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No DVR routers for this DVR port 4b800fef-acce-4b8c-a5de-50d5f8f1c326 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:24:55.095418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40baa906-6275-4d9d-8563-8b4d0c830f67 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.103493 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40baa906-6275-4d9d-8563-8b4d0c830f67 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/77d7335d-2c4f-40d2-9b62-4afce8e26281 HTTP/1.1" status: 204  len: 168 time: 1.1651480
Dec 03 11:24:55.105118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49338) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:55.131914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.182753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-de97cd0c-1842-4e57-bfe9-142cacc3d1d0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting subnet b0ee138f-91be-4574-a8eb-ea49122475ca {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:24:55.186296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de97cd0c-1842-4e57-bfe9-142cacc3d1d0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.252362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de97cd0c-1842-4e57-bfe9-142cacc3d1d0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.263099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4ec1cf8>,) {'filters': {'network_id': ['aa358be2-50dd-4384-95d1-d8f9a05550ba']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:55.277385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4ec1cf8>, 'c63e36eb-382f-4798-a21c-3e79cdeef301') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:55.277986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4ec1cf8>, 'c63e36eb-382f-4798-a21c-3e79cdeef301') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:55.291746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.310068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.313120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:55.349226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de97cd0c-1842-4e57-bfe9-142cacc3d1d0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.440439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7845e17-c741-4fc1-9da3-7bbc319eb799 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:24:55.490074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-555db58e-a52b-4bc0-b8b1-876567f4ea4a None None] Provisioning complete for port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:55.490687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-555db58e-a52b-4bc0-b8b1-876567f4ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.677323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de97cd0c-1842-4e57-bfe9-142cacc3d1d0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.684659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7845e17-c741-4fc1-9da3-7bbc319eb799 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:24:55.693599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ce579e3b-c0dc-43b9-a934-3e81df856a7a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:55.750410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97cd0c-1842-4e57-bfe9-142cacc3d1d0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Subnet': ['ID=b0ee138f-91be-4574-a8eb-ea49122475ca,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:55.753805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de97cd0c-1842-4e57-bfe9-142cacc3d1d0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:55.762864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network aa358be2-50dd-4384-95d1-d8f9a05550ba has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:55.774156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.839236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de97cd0c-1842-4e57-bfe9-142cacc3d1d0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.845402 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-de97cd0c-1842-4e57-bfe9-142cacc3d1d0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/b0ee138f-91be-4574-a8eb-ea49122475ca HTTP/1.1" status: 204  len: 168 time: 0.7389929
Dec 03 11:24:55.848594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49342) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:55.860068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2fd9c5db-5c59-4216-b953-f4f64b9e5e6c None None] Provisioning complete for port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:24:55.860501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c5db-5c59-4216-b953-f4f64b9e5e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.965230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network aa358be2-50dd-4384-95d1-d8f9a05550ba has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:55.995082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:55.997896 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:56.068548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:56.068929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:56.079734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:56.083822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:56.088355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-16b32b76-7d1e-4033-adb6-dccd3355a8b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:56.115915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Network': ['ID=aa358be2-50dd-4384-95d1-d8f9a05550ba,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:56.118548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:56.124988 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/aa358be2-50dd-4384-95d1-d8f9a05550ba HTTP/1.1" status: 204  len: 168 time: 4.6784589
Dec 03 11:24:56.125110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49346) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:56.133934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1790225489'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:56.140727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:56.171676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:network and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:56.183100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:56.187928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7ad175-5415-4826-8a46-77bcfab392a7 None None] Network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:56.197160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:56.234873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:56.241005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:56.347535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] For port 3141b33d-bdfc-499b-84e8-5b661d7a57d1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3141b33d-bdfc-499b-84e8-5b661d7a57d1,segment=NetworkSegment(efadbc60-c34c-45a9-a95f-3613e7349414),segment_id=efadbc60-c34c-45a9-a95f-3613e7349414)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:56.347943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:56.368788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:24:56.443201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da2fab-5551-4e20-8271-09f44a5e7f54 None None] DHCP port deletion for d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:24:56.447907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d8da2fab-5551-4e20-8271-09f44a5e7f54 None None] Deleting port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:56.448282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8da2fab-5551-4e20-8271-09f44a5e7f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:56.493994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 3141b33d-bdfc-499b-84e8-5b661d7a57d1 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:56.527425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:56.527822 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Added segment 18322909-a679-4faf-a85b-38c5b1af8ab7 of type vxlan for network 54c18bce-3d64-41f9-a0af-f7c256df52ff
Dec 03 11:24:56.577971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:56.616209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:56.633064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5930d4dd-30cf-45df-b247-360e39403202 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:56.645370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3141b33d-bdfc-499b-84e8-5b661d7a57d1 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:24:56.685164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=3141b33d-bdfc-499b-84e8-5b661d7a57d1,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:56.694133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 3141b33d-bdfc-499b-84e8-5b661d7a57d1 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:24:56.694525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3141b33d-bdfc-499b-84e8-5b661d7a57d1 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:24:56.698563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:56.702385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:56.704119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d8da2fab-5551-4e20-8271-09f44a5e7f54 None None] For port 3141b33d-bdfc-499b-84e8-5b661d7a57d1, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3141b33d-bdfc-499b-84e8-5b661d7a57d1,segment=NetworkSegment(efadbc60-c34c-45a9-a95f-3613e7349414),segment_id=efadbc60-c34c-45a9-a95f-3613e7349414)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:24:56.704553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8da2fab-5551-4e20-8271-09f44a5e7f54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:56.706468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:56.707438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:56.714448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a4944a0a-1e12-4461-8412-48db4f0839de tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:56.910252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=54c18bce-3d64-41f9-a0af-f7c256df52ff,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:56.913755 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7880368
Dec 03 11:24:56.916000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:56.916839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49350) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:56.916992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No DVR routers for this DVR port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:24:56.930357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a0007e68-5421-4f92-ac84-19940b0b51ba tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'New_network'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:56.955752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 54c18bce-3d64-41f9-a0af-f7c256df52ff details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:56.971196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 54c18bce-3d64-41f9-a0af-f7c256df52ff details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:57.054412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:57.064076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d8da2fab-5551-4e20-8271-09f44a5e7f54 None None] Calling delete_port for 3141b33d-bdfc-499b-84e8-5b661d7a57d1 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:24:57.183724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b578eb00>,) {'filters': {'network_id': ['d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:57.198696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b578eb00>, 'efadbc60-c34c-45a9-a95f-3613e7349414') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:57.199551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b578eb00>, 'efadbc60-c34c-45a9-a95f-3613e7349414') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:24:57.213386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:57.230456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:57.232770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Releasing vxlan tunnel 7 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:24:57.292200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0007e68-5421-4f92-ac84-19940b0b51ba tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:57.303544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-d8da2fab-5551-4e20-8271-09f44a5e7f54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:24:57.303957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-d8da2fab-5551-4e20-8271-09f44a5e7f54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:24:57.310700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0007e68-5421-4f92-ac84-19940b0b51ba tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:57.326775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-85dbbc52-672a-43f9-bfc0-378205c53fb6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:57.424032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:57.433058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:57.508875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0007e68-5421-4f92-ac84-19940b0b51ba tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=54c18bce-3d64-41f9-a0af-f7c256df52ff,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:57.512938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0007e68-5421-4f92-ac84-19940b0b51ba tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:57.520527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0007e68-5421-4f92-ac84-19940b0b51ba tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 54c18bce-3d64-41f9-a0af-f7c256df52ff is not hosted by any dhcp agent {{(pid=80976) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 03 11:24:57.521931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 54c18bce-3d64-41f9-a0af-f7c256df52ff details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:57.524602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0007e68-5421-4f92-ac84-19940b0b51ba tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:57.525265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0007e68-5421-4f92-ac84-19940b0b51ba tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:57.529447 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a0007e68-5421-4f92-ac84-19940b0b51ba tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "PUT /v2.0/networks/54c18bce-3d64-41f9-a0af-f7c256df52ff HTTP/1.1" status: 200  len: 723 time: 0.6082704
Dec 03 11:24:57.529581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49354) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:57.535886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'network_id': '54c18bce-3d64-41f9-a0af-f7c256df52ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:57.542566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 54c18bce-3d64-41f9-a0af-f7c256df52ff details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:57.617941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:24:57.643703 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:24:57.660919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:57.665293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:subnet and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:57.668385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:57.675179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:57.687850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:57.728846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:57.733180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:57.751874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:57.759185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Network': ['ID=d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:57.762598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:57.764243 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/networks/d78fe5ed-7d0a-44b3-9578-eeeb6b840f5b HTTP/1.1" status: 204  len: 168 time: 1.9145942
Dec 03 11:24:57.769199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49358) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:57.804929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d8da2fab-5551-4e20-8271-09f44a5e7f54 None None] Deleting port 3141b33d-bdfc-499b-84e8-5b661d7a57d1 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:24:57.805372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8da2fab-5551-4e20-8271-09f44a5e7f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:57.812880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:57.857431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7820f957-86ed-401b-ab8d-7ce208dfec62 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:57.858195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7820f957-86ed-401b-ab8d-7ce208dfec62 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:24:57.873699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7820f957-86ed-401b-ab8d-7ce208dfec62 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:24:57.874997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7820f957-86ed-401b-ab8d-7ce208dfec62 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1047943
Dec 03 11:24:57.883581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49362) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:57.896721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d8da2fab-5551-4e20-8271-09f44a5e7f54 None None] The port '3141b33d-bdfc-499b-84e8-5b661d7a57d1' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:24:57.978274 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9647411c-0f4c-4160-84f6-59c1706a695d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0900445
Dec 03 11:24:57.978535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49366) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:57.984821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'network': {'name': 'tempest-PortsTestJSON-513027910'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:57.990287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:57.994362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:network and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:57.997403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:58.003734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:58.016076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:58.022272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:58.054727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:24:58.063903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:58.064846 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Added segment f0af9fb9-66d6-47c2-abbf-8dcc95346334 of type vxlan for network ec0e4745-b581-4e12-abc5-5f9ff5c63c70
Dec 03 11:24:58.091869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:58.124606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:58.129263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:58.130131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:58.140698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-287721b5-09f2-47fe-908f-fb767eaac219 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:58.191440 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2117934
Dec 03 11:24:58.195136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49370) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:58.205802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': 'ec0e4745-b581-4e12-abc5-5f9ff5c63c70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:58.247834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Network': ['ID=ec0e4745-b581-4e12-abc5-5f9ff5c63c70,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:58.250699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:58.258891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network ec0e4745-b581-4e12-abc5-5f9ff5c63c70 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:58.280602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network ec0e4745-b581-4e12-abc5-5f9ff5c63c70 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:24:58.381530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:24:58.384138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:58.401529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-108ee55a-425c-4e46-8d9d-d5a55709f589 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:58.438451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:24:58.444596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:24:58.457473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:24:58.547832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:24:58.581591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=2e2aa222-7609-4c69-b87f-d6e0d4e5f13d,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:58.584458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:58.701203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:58.840207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking segment: {'id': '18322909-a679-4faf-a85b-38c5b1af8ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54c18bce-3d64-41f9-a0af-f7c256df52ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:58.840500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network hostable DHCP agents. Network: 54c18bce-3d64-41f9-a0af-f7c256df52ff, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:24:58.874876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 54c18bce-3d64-41f9-a0af-f7c256df52ff is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:24:58.934996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 54c18bce-3d64-41f9-a0af-f7c256df52ff) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:58.942815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e6880-683d-42e1-b526-431d783b5bdb None None] Network 54c18bce-3d64-41f9-a0af-f7c256df52ff requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:58.956590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:58.957247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:59.008791 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4781234
Dec 03 11:24:59.011695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49374) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:59.019619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-21a8cc3e-5dc9-42d0-b5c0-e611246c8b0d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:59.178205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-54c18bce-3d64-41f9-a0af-f7c256df52ff', 'network_id': '54c18bce-3d64-41f9-a0af-f7c256df52ff', 'tenant_id': '30220adc5b0949d4b1719156c3d1b0ef', 'fixed_ips': [{'subnet_id': '2e2aa222-7609-4c69-b87f-d6e0d4e5f13d'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:24:59.179321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:59.248360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:59.264869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-977fe4e3-7c73-428f-9e41-1af0fd85e368 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:59.295814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21a8cc3e-5dc9-42d0-b5c0-e611246c8b0d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851440700'] for subnet, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:59.412876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Subnet': ['ID=51810d4b-7d10-4f86-baaf-349016cbec70,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:24:59.417056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:24:59.493210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Allocated IP 172.20.0.2 (54c18bce-3d64-41f9-a0af-f7c256df52ff/2e2aa222-7609-4c69-b87f-d6e0d4e5f13d/e8ca220a-4c88-4640-87d0-93909fa1c628) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:24:59.725900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:59.737448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Transition to ACTIVE for port object e8ca220a-4c88-4640-87d0-93909fa1c628 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:59.746396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Checking segment: {'id': 'f0af9fb9-66d6-47c2-abbf-8dcc95346334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ec0e4745-b581-4e12-abc5-5f9ff5c63c70'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:24:59.746805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network hostable DHCP agents. Network: ec0e4745-b581-4e12-abc5-5f9ff5c63c70, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:24:59.754056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Transition to ACTIVE for port object e8ca220a-4c88-4640-87d0-93909fa1c628 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:24:59.759737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:59.766747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ec0e4745-b581-4e12-abc5-5f9ff5c63c70 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:24:59.776483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, ec0e4745-b581-4e12-abc5-5f9ff5c63c70) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:24:59.778694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0f2cc15-5696-4918-ad19-24be53720965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:24:59.795709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:24:59.796361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:24:59.819375 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6198859
Dec 03 11:24:59.820676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf3b595-8b5a-41dc-80f1-f7f1b4fc4c40 None None] Network ec0e4745-b581-4e12-abc5-5f9ff5c63c70 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:24:59.822124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49378) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:24:59.830824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': 'ec0e4745-b581-4e12-abc5-5f9ff5c63c70', 'name': 'tempest-PortsTestJSON-919651086'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:24:59.951555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Pushing event updated for resources: {'Port': ['ID=e8ca220a-4c88-4640-87d0-93909fa1c628,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:00.180352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:00.294684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21a8cc3e-5dc9-42d0-b5c0-e611246c8b0d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792259466099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852251885'] for subnet, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:00.307101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Network 54c18bce-3d64-41f9-a0af-f7c256df52ff is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:00.309887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:00.312311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:00.313236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89d20fcc-09a9-43e1-aba1-19a7d4d25a24 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:00.416016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Attempting to bind port e8ca220a-4c88-4640-87d0-93909fa1c628 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:25:00.416439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Attempting to bind port e8ca220a-4c88-4640-87d0-93909fa1c628 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '18322909-a679-4faf-a85b-38c5b1af8ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54c18bce-3d64-41f9-a0af-f7c256df52ff'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:25:00.416835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Attempting to bind port e8ca220a-4c88-4640-87d0-93909fa1c628 on network 54c18bce-3d64-41f9-a0af-f7c256df52ff {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:25:00.423357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:25:00.424421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Checking segment: {'id': '18322909-a679-4faf-a85b-38c5b1af8ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54c18bce-3d64-41f9-a0af-f7c256df52ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:25:00.424871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:00.425321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Bound using segment: {'id': '18322909-a679-4faf-a85b-38c5b1af8ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54c18bce-3d64-41f9-a0af-f7c256df52ff'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:25:00.425845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Bound port: e8ca220a-4c88-4640-87d0-93909fa1c628, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18322909-a679-4faf-a85b-38c5b1af8ab7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54c18bce-3d64-41f9-a0af-f7c256df52ff'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:25:00.426273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:00.437491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-ec0e4745-b581-4e12-abc5-5f9ff5c63c70', 'network_id': 'ec0e4745-b581-4e12-abc5-5f9ff5c63c70', 'tenant_id': 'e149265703c04223aa76ca1da9831b22', 'fixed_ips': [{'subnet_id': '51810d4b-7d10-4f86-baaf-349016cbec70'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:25:00.438319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:00.446002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:00.477984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:00.486628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8cc3e-5dc9-42d0-b5c0-e611246c8b0d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=2e2aa222-7609-4c69-b87f-d6e0d4e5f13d,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:00.500075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21a8cc3e-5dc9-42d0-b5c0-e611246c8b0d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:00.516063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:00.522438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:00.576701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a8cc3e-5dc9-42d0-b5c0-e611246c8b0d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:00.577494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21a8cc3e-5dc9-42d0-b5c0-e611246c8b0d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:00.581990 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-21a8cc3e-5dc9-42d0-b5c0-e611246c8b0d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "PUT /v2.0/subnets/2e2aa222-7609-4c69-b87f-d6e0d4e5f13d HTTP/1.1" status: 200  len: 806 time: 1.5658159
Dec 03 11:25:00.582566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49382) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:00.649978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] For port e8ca220a-4c88-4640-87d0-93909fa1c628, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:25:00.669727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] For port e8ca220a-4c88-4640-87d0-93909fa1c628, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e8ca220a-4c88-4640-87d0-93909fa1c628,segment=NetworkSegment(18322909-a679-4faf-a85b-38c5b1af8ab7),segment_id=18322909-a679-4faf-a85b-38c5b1af8ab7)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:25:00.676827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:00.713795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port ebbe63e1-f463-472a-b687-5b52d6dace14 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:25:00.731788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:00.747404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:00.823696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting port e8ca220a-4c88-4640-87d0-93909fa1c628 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:00.824071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:00.882685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.2 (ec0e4745-b581-4e12-abc5-5f9ff5c63c70/51810d4b-7d10-4f86-baaf-349016cbec70/ebbe63e1-f463-472a-b687-5b52d6dace14) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:00.939240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Pushing event updated for resources: {'Port': ['ID=e8ca220a-4c88-4640-87d0-93909fa1c628,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:00.954478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:00.965522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a7a69a3-69e0-470c-b5d7-db67599faafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:01.078282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] For port e8ca220a-4c88-4640-87d0-93909fa1c628, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=e8ca220a-4c88-4640-87d0-93909fa1c628,segment=NetworkSegment(18322909-a679-4faf-a85b-38c5b1af8ab7),segment_id=18322909-a679-4faf-a85b-38c5b1af8ab7)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:01.078681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:01.123311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:01.140912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Transition to ACTIVE for port object ebbe63e1-f463-472a-b687-5b52d6dace14 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:01.164047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:01.183086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:01.218191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Calling delete_port for e8ca220a-4c88-4640-87d0-93909fa1c628 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:01.234700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-a78d5792-f9b2-4ff7-9a3e-694353393976 {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:25:01.235201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:25:01.338328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=ebbe63e1-f463-472a-b687-5b52d6dace14,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:01.343272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:01.382230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:01.402201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ec0e4745-b581-4e12-abc5-5f9ff5c63c70 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:01.403099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:01.403997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:01.406390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:01.455724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Port': ['ID=e8ca220a-4c88-4640-87d0-93909fa1c628,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:01.468559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:01.477768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:01.478559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:01.504341 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.6810939
Dec 03 11:25:01.507013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49388) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:01.513535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': 'ec0e4745-b581-4e12-abc5-5f9ff5c63c70', 'name': 'tempest-PortsTestJSON-1179215616'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:01.614403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No DVR routers for this DVR port e8ca220a-4c88-4640-87d0-93909fa1c628 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:25:01.668506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:01.672862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:port and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:01.674962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:01.676633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for port was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:01.682420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:01.691551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:01.697698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:01.737156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:01.866076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port 1a3c9ff6-a1ea-4a36-8fd4-131daee2ba06 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:25:01.988064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:02.004209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6fc36f03-241a-4f45-af22-6776555a3a32 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:02.033969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.3 (ec0e4745-b581-4e12-abc5-5f9ff5c63c70/51810d4b-7d10-4f86-baaf-349016cbec70/1a3c9ff6-a1ea-4a36-8fd4-131daee2ba06) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:02.056816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Subnet': ['ID=2e2aa222-7609-4c69-b87f-d6e0d4e5f13d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:02.061837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:02.246959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:02.265652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:02.286010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Transition to ACTIVE for port object 1a3c9ff6-a1ea-4a36-8fd4-131daee2ba06 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:02.308464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:02.325600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-761bb853-5d7a-4e9f-9197-c2947c2131fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:02.385371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b662e128>,) {'filters': {'network_id': ['54c18bce-3d64-41f9-a0af-f7c256df52ff']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:02.387339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.3-a78d5792-f9b2-4ff7-9a3e-694353393976 {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:25:02.387973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:25:02.400757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b662e128>, '18322909-a679-4faf-a85b-38c5b1af8ab7') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:02.401069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b662e128>, '18322909-a679-4faf-a85b-38c5b1af8ab7') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:02.415509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:02.431001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:02.433424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:25:02.481643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=1a3c9ff6-a1ea-4a36-8fd4-131daee2ba06,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:02.486119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:02.488828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936c96e1-e330-4330-a3a8-72cd05770e75 None None] Network 54c18bce-3d64-41f9-a0af-f7c256df52ff requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:02.537302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ec0e4745-b581-4e12-abc5-5f9ff5c63c70 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:02.538550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:02.540874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:02.589303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0f824f4f-5037-4e0d-ace8-4630624fdb4e None None] Could not find standard attr ID for object e8ca220a-4c88-4640-87d0-93909fa1c628. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:25:02.614742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:02.614742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:02.630605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 54c18bce-3d64-41f9-a0af-f7c256df52ff has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:02.644357 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.1330805
Dec 03 11:25:02.644730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49392) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:02.648673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:02.729300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac550bb0-d976-480c-a984-337b7b399417 None None] DHCP port deletion for 54c18bce-3d64-41f9-a0af-f7c256df52ff request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:25:02.774409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff9ec08-8041-42bd-b9d1-7584fb178cd6 None None] Network 54c18bce-3d64-41f9-a0af-f7c256df52ff requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:02.892539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 54c18bce-3d64-41f9-a0af-f7c256df52ff has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:25:02.918966 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:25:02.948429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-699b40ee-ce5a-4219-992b-00277e3180bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.012820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86933941-59b8-4cfc-bcf4-54843191a095 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:03.014427 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-86933941-59b8-4cfc-bcf4-54843191a095 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200  len: 921 time: 0.3686678
Dec 03 11:25:03.015759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.017936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49396) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:03.022142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bd574a39-5772-4a28-ab3f-727f0d56c157 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:03.058867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.075136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.095031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Network': ['ID=54c18bce-3d64-41f9-a0af-f7c256df52ff,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:03.104763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:03.116630 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/54c18bce-3d64-41f9-a0af-f7c256df52ff HTTP/1.1" status: 204  len: 168 time: 2.5329056
Dec 03 11:25:03.119533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49400) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:03.134636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ae6a6bb0-f6d1-4922-b972-ab072c6f115a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 1a3c9ff6-a1ea-4a36-8fd4-131daee2ba06 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:03.135058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae6a6bb0-f6d1-4922-b972-ab072c6f115a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.148819 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae161ac-422e-47f3-8e88-77dd8b434735 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:03.149344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae161ac-422e-47f3-8e88-77dd8b434735 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:03.154784 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0ae161ac-422e-47f3-8e88-77dd8b434735 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/54c18bce-3d64-41f9-a0af-f7c256df52ff HTTP/1.1" status: 404  len: 339 time: 0.0304942
Dec 03 11:25:03.155299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49404) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:03.162118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2020013186', 'description': 'd1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:03.167535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:03.171703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:network and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:03.175400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:03.181902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:03.193042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:03.198115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.231832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:25:03.242317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.242709 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Added segment a3e66d7a-a08d-42f7-a85c-1342248b3dc7 of type vxlan for network 4af913c6-284e-433c-9e8c-8d86bc2ed388
Dec 03 11:25:03.270447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.303452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.307631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:03.308292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15891485'] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.313912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-73310d3f-0586-4cb4-920d-84b10e7c01e6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:03.373274 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.2142324
Dec 03 11:25:03.373535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Allocated IP 172.20.0.4 (ec0e4745-b581-4e12-abc5-5f9ff5c63c70/51810d4b-7d10-4f86-baaf-349016cbec70/59376bc5-4fa5-4741-872e-a5a302b79bde) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:03.373660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49408) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:03.404547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae6a6bb0-f6d1-4922-b972-ab072c6f115a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.463959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=4af913c6-284e-433c-9e8c-8d86bc2ed388,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:03.478023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c130d9ec-ddf7-49ae-9001-2df8c3168a92 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:03.478636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 4af913c6-284e-433c-9e8c-8d86bc2ed388 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:25:03.506347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 4af913c6-284e-433c-9e8c-8d86bc2ed388 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:25:03.543804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ae6a6bb0-f6d1-4922-b972-ab072c6f115a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 1a3c9ff6-a1ea-4a36-8fd4-131daee2ba06 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:03.567084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9beb19-c837-4f69-b43f-565534f0e054 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:03.567897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ad9beb19-c837-4f69-b43f-565534f0e054 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Synchronizing usage tracker for tenant:30220adc5b0949d4b1719156c3d1b0ef on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:03.584596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ad9beb19-c837-4f69-b43f-565534f0e054 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Unset dirty status for tenant:30220adc5b0949d4b1719156c3d1b0ef on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:03.587637 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ad9beb19-c837-4f69-b43f-565534f0e054 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/networks?id=4af913c6-284e-433c-9e8c-8d86bc2ed388 HTTP/1.1" status: 200  len: 761 time: 0.2129834
Dec 03 11:25:03.589008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49412) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:03.596247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-aa4e6fd5-198a-42af-9a8c-bcee5aca1cb0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'description': 'd2'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:03.702610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae6a6bb0-f6d1-4922-b972-ab072c6f115a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.727978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:03.779487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a6bb0-f6d1-4922-b972-ab072c6f115a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=1a3c9ff6-a1ea-4a36-8fd4-131daee2ba06,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:03.792082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae6a6bb0-f6d1-4922-b972-ab072c6f115a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:03.959977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.989784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6fd5-198a-42af-9a8c-bcee5aca1cb0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.995501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae6a6bb0-f6d1-4922-b972-ab072c6f115a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:03.999275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.007019 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ae6a6bb0-f6d1-4922-b972-ab072c6f115a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/1a3c9ff6-a1ea-4a36-8fd4-131daee2ba06 HTTP/1.1" status: 204  len: 168 time: 0.9879532
Dec 03 11:25:04.008675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6fd5-198a-42af-9a8c-bcee5aca1cb0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.011376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49416) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:04.011514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Transition to ACTIVE for port object 59376bc5-4fa5-4741-872e-a5a302b79bde will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:04.024544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9d7f9294-0d20-4193-9e84-fb7a447c781e tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:04.028732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Transition to ACTIVE for port object 59376bc5-4fa5-4741-872e-a5a302b79bde will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:04.035440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.052050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:04.064509 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c8a410-755b-4544-a924-4cac6275401d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:25:04.066054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b6c8a410-755b-4544-a924-4cac6275401d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:04.082272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b6c8a410-755b-4544-a924-4cac6275401d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:04.086263 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b6c8a410-755b-4544-a924-4cac6275401d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/1a3c9ff6-a1ea-4a36-8fd4-131daee2ba06 HTTP/1.1" status: 404  len: 333 time: 0.0710876
Dec 03 11:25:04.087358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49420) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:04.161965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5137ac57-6552-4486-9b41-fe0d1d605f31 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port ebbe63e1-f463-472a-b687-5b52d6dace14 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:04.162353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5137ac57-6552-4486-9b41-fe0d1d605f31 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.189183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Pushing event updated for resources: {'Port': ['ID=59376bc5-4fa5-4741-872e-a5a302b79bde,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:04.193990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:04.206776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e6fd5-198a-42af-9a8c-bcee5aca1cb0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=4af913c6-284e-433c-9e8c-8d86bc2ed388,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:04.210768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aa4e6fd5-198a-42af-9a8c-bcee5aca1cb0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:04.217110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa4e6fd5-198a-42af-9a8c-bcee5aca1cb0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 4af913c6-284e-433c-9e8c-8d86bc2ed388 is not hosted by any dhcp agent {{(pid=80975) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 03 11:25:04.219567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 4af913c6-284e-433c-9e8c-8d86bc2ed388 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:25:04.221671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4e6fd5-198a-42af-9a8c-bcee5aca1cb0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:04.222339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6fd5-198a-42af-9a8c-bcee5aca1cb0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.224178 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aa4e6fd5-198a-42af-9a8c-bcee5aca1cb0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "PUT /v2.0/networks/4af913c6-284e-433c-9e8c-8d86bc2ed388 HTTP/1.1" status: 200  len: 758 time: 0.6332967
Dec 03 11:25:04.226609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49424) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:04.249647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 4af913c6-284e-433c-9e8c-8d86bc2ed388 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:25:04.365656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f71fc36-a8d0-4147-a977-60a0a3da45ab tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:04.367320 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4f71fc36-a8d0-4147-a977-60a0a3da45ab tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/networks?id=4af913c6-284e-433c-9e8c-8d86bc2ed388 HTTP/1.1" status: 200  len: 761 time: 0.1389525
Dec 03 11:25:04.371160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49428) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:04.378078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-19587176'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:04.383486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:04.394204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:04.403405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:04.410055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.448176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:25:04.460627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.461074 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Added segment 0e59a9ae-3592-46e3-be0b-a45a11f73861 of type vxlan for network 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744
Dec 03 11:25:04.472846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Network ec0e4745-b581-4e12-abc5-5f9ff5c63c70 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:04.475786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:04.478426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:04.495454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.530609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.535770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:04.536466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.548342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Attempting to bind port 59376bc5-4fa5-4741-872e-a5a302b79bde on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:25:04.549303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Attempting to bind port 59376bc5-4fa5-4741-872e-a5a302b79bde by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'f0af9fb9-66d6-47c2-abbf-8dcc95346334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ec0e4745-b581-4e12-abc5-5f9ff5c63c70'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:25:04.549727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Attempting to bind port 59376bc5-4fa5-4741-872e-a5a302b79bde on network ec0e4745-b581-4e12-abc5-5f9ff5c63c70 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:25:04.556117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:25:04.557458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Checking segment: {'id': 'f0af9fb9-66d6-47c2-abbf-8dcc95346334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ec0e4745-b581-4e12-abc5-5f9ff5c63c70'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:25:04.558006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.558450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Bound using segment: {'id': 'f0af9fb9-66d6-47c2-abbf-8dcc95346334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ec0e4745-b581-4e12-abc5-5f9ff5c63c70'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:25:04.559027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Bound port: 59376bc5-4fa5-4741-872e-a5a302b79bde, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0af9fb9-66d6-47c2-abbf-8dcc95346334', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ec0e4745-b581-4e12-abc5-5f9ff5c63c70'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:25:04.559463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.563686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a66884d-6315-4bdf-9594-68d84585de11 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:04.578059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e8ca220a-4c88-4640-87d0-93909fa1c628 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:25:04.587811 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.2154942
Dec 03 11:25:04.593167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49432) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:04.604020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'network_id': '00a1cc6b-dea2-4e2e-a3fe-6220c80cd744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:04.655877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: e8ca220a-4c88-4640-87d0-93909fa1c628 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:25:04.656614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device e8ca220a-4c88-4640-87d0-93909fa1c628 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:25:04.692865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5137ac57-6552-4486-9b41-fe0d1d605f31 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.711433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] For port 59376bc5-4fa5-4741-872e-a5a302b79bde, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:25:04.714974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] For port 59376bc5-4fa5-4741-872e-a5a302b79bde, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=59376bc5-4fa5-4741-872e-a5a302b79bde,segment=NetworkSegment(f0af9fb9-66d6-47c2-abbf-8dcc95346334),segment_id=f0af9fb9-66d6-47c2-abbf-8dcc95346334)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:25:04.718420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:04.728137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=00a1cc6b-dea2-4e2e-a3fe-6220c80cd744,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:04.732909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:04.735332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0aa21ebe-25c3-4d99-bc8f-8eb152ac804d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:04.777339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:25:04.791099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:25:04.805349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:04.809528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Usage tracker for resource:subnet and tenant:30220adc5b0949d4b1719156c3d1b0ef is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:04.812589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:04.819188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:04.827818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5137ac57-6552-4486-9b41-fe0d1d605f31 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for ebbe63e1-f463-472a-b687-5b52d6dace14 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:04.828899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:04.906807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Pushing event updated for resources: {'Port': ['ID=59376bc5-4fa5-4741-872e-a5a302b79bde,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:04.946039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:05.021594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:05.022421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5137ac57-6552-4486-9b41-fe0d1d605f31 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:05.041358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5a5d7cff-d39f-43a4-b4e0-c18acd50ac14 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:05.100331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137ac57-6552-4486-9b41-fe0d1d605f31 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=ebbe63e1-f463-472a-b687-5b52d6dace14,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:05.114653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5137ac57-6552-4486-9b41-fe0d1d605f31 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:05.152987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:05.294546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5137ac57-6552-4486-9b41-fe0d1d605f31 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:05.305820 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5137ac57-6552-4486-9b41-fe0d1d605f31 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/ebbe63e1-f463-472a-b687-5b52d6dace14 HTTP/1.1" status: 204  len: 168 time: 1.2173707
Dec 03 11:25:05.308541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49436) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:05.359560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-103498b4-76fa-47cb-aa37-97780c975172 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:25:05.360133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-103498b4-76fa-47cb-aa37-97780c975172 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:05.375133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-103498b4-76fa-47cb-aa37-97780c975172 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:05.376368 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-103498b4-76fa-47cb-aa37-97780c975172 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/ebbe63e1-f463-472a-b687-5b52d6dace14 HTTP/1.1" status: 404  len: 333 time: 0.0667994
Dec 03 11:25:05.380184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49440) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:05.412765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:05.429314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-56474965-38f8-459a-ac9a-addeb64fb207 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:05.504764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:05.611955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c5ccab-847f-4063-8df9-597e756def19 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting subnet 51810d4b-7d10-4f86-baaf-349016cbec70 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:25:05.616739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8c5ccab-847f-4063-8df9-597e756def19 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:05.680066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8c5ccab-847f-4063-8df9-597e756def19 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:05.779639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8c5ccab-847f-4063-8df9-597e756def19 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:05.869127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=6c4b54b4-b64c-41a7-9c7a-2f91b3b03911,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:05.873277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:05.943000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking segment: {'id': '0e59a9ae-3592-46e3-be0b-a45a11f73861', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '00a1cc6b-dea2-4e2e-a3fe-6220c80cd744'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:25:05.943424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network hostable DHCP agents. Network: 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:25:05.963033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:25:05.971470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:05.981586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a37f18-52c4-4660-bfbf-31ba7e3eaed7 None None] Network 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:05.990196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:05.990841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:06.018964 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4224677
Dec 03 11:25:06.019930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49444) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:06.115059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8c5ccab-847f-4063-8df9-597e756def19 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:06.132091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e2f62053-9d5c-451f-8245-493a05920948 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:06.174975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5ccab-847f-4063-8df9-597e756def19 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Subnet': ['ID=51810d4b-7d10-4f86-baaf-349016cbec70,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:06.187541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8c5ccab-847f-4063-8df9-597e756def19 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:06.209242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:06.235320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-00a1cc6b-dea2-4e2e-a3fe-6220c80cd744', 'network_id': '00a1cc6b-dea2-4e2e-a3fe-6220c80cd744', 'tenant_id': '30220adc5b0949d4b1719156c3d1b0ef', 'fixed_ips': [{'subnet_id': '6c4b54b4-b64c-41a7-9c7a-2f91b3b03911'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:25:06.237612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:06.279002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8c5ccab-847f-4063-8df9-597e756def19 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:06.287603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e8c5ccab-847f-4063-8df9-597e756def19 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/51810d4b-7d10-4f86-baaf-349016cbec70 HTTP/1.1" status: 204  len: 168 time: 0.9062989
Dec 03 11:25:06.290589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49448) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:06.497079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:06.553408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:06.573283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Allocated IP 172.20.0.2 (00a1cc6b-dea2-4e2e-a3fe-6220c80cd744/6c4b54b4-b64c-41a7-9c7a-2f91b3b03911/47536f96-c6f1-46ac-b8c1-166371c2782f) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:06.656883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 59376bc5-4fa5-4741-872e-a5a302b79bde {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:06.657274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:06.827879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901b7781-fea6-4f4b-9e6a-7fa418eca388 None None] Network ec0e4745-b581-4e12-abc5-5f9ff5c63c70 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:06.842524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 59376bc5-4fa5-4741-872e-a5a302b79bde up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:25:07.049986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-15267458-1250-44a5-a3b0-28f44bc7a52f None None] Provisioning for port 59376bc5-4fa5-4741-872e-a5a302b79bde completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:07.111813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] For port 59376bc5-4fa5-4741-872e-a5a302b79bde, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=59376bc5-4fa5-4741-872e-a5a302b79bde,segment=NetworkSegment(f0af9fb9-66d6-47c2-abbf-8dcc95346334),segment_id=f0af9fb9-66d6-47c2-abbf-8dcc95346334)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:07.112223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:07.230726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 59376bc5-4fa5-4741-872e-a5a302b79bde completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:07.256017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 59376bc5-4fa5-4741-872e-a5a302b79bde triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:07.256434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:07.256909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 59376bc5-4fa5-4741-872e-a5a302b79bde owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:07.327089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:07.330312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:07.346283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:07.350379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Transition to ACTIVE for port object 47536f96-c6f1-46ac-b8c1-166371c2782f will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:07.358682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Could not find standard attr ID for object 59376bc5-4fa5-4741-872e-a5a302b79bde. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:25:07.364957 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No ports have port_id starting with 59376bc5-4fa5-4741-872e-a5a302b79bde
Dec 03 11:25:07.379349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Transition to ACTIVE for port object 47536f96-c6f1-46ac-b8c1-166371c2782f will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:07.384046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:07.403656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:07.408680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=59376bc5-4fa5-4741-872e-a5a302b79bde,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:07.416541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:07.442864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5afe18-b090-4030-be77-c0bac15f0dcd None None] DHCP port deletion for ec0e4745-b581-4e12-abc5-5f9ff5c63c70 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:25:07.490396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:07.506800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c3037fd2-2d08-4871-9177-0fcaec018701 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:07.546996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Pushing event updated for resources: {'Port': ['ID=47536f96-c6f1-46ac-b8c1-166371c2782f,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:07.552026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:07.573390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Subnet': ['ID=6c4b54b4-b64c-41a7-9c7a-2f91b3b03911,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:07.578570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:07.605516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Network 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:07.606652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:07.608983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:07.626061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No DVR routers for this DVR port 59376bc5-4fa5-4741-872e-a5a302b79bde on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:25:07.664627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Attempting to bind port 47536f96-c6f1-46ac-b8c1-166371c2782f on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:25:07.664973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Attempting to bind port 47536f96-c6f1-46ac-b8c1-166371c2782f by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '0e59a9ae-3592-46e3-be0b-a45a11f73861', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '00a1cc6b-dea2-4e2e-a3fe-6220c80cd744'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:25:07.665383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Attempting to bind port 47536f96-c6f1-46ac-b8c1-166371c2782f on network 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:25:07.671158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:25:07.671451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Checking segment: {'id': '0e59a9ae-3592-46e3-be0b-a45a11f73861', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '00a1cc6b-dea2-4e2e-a3fe-6220c80cd744'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:25:07.671895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:07.672335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Bound using segment: {'id': '0e59a9ae-3592-46e3-be0b-a45a11f73861', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '00a1cc6b-dea2-4e2e-a3fe-6220c80cd744'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:25:07.672846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Bound port: 47536f96-c6f1-46ac-b8c1-166371c2782f, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e59a9ae-3592-46e3-be0b-a45a11f73861', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '00a1cc6b-dea2-4e2e-a3fe-6220c80cd744'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:25:07.673388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:07.782478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] For port 47536f96-c6f1-46ac-b8c1-166371c2782f, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:25:07.786044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] For port 47536f96-c6f1-46ac-b8c1-166371c2782f, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=47536f96-c6f1-46ac-b8c1-166371c2782f,segment=NetworkSegment(0e59a9ae-3592-46e3-be0b-a45a11f73861),segment_id=0e59a9ae-3592-46e3-be0b-a45a11f73861)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:25:07.789518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:07.804877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2ee2378-6322-474b-b988-5ba18cc807d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:07.812185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:07.922748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:07.961395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Pushing event updated for resources: {'Port': ['ID=47536f96-c6f1-46ac-b8c1-166371c2782f,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:07.966571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:08.049357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eeb4e0-cdea-455a-a302-c7a118eebc8e None None] Network 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:08.107344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b41df160>,) {'filters': {'network_id': ['ec0e4745-b581-4e12-abc5-5f9ff5c63c70']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:08.133017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b41df160>, 'f0af9fb9-66d6-47c2-abbf-8dcc95346334') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:08.133353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b41df160>, 'f0af9fb9-66d6-47c2-abbf-8dcc95346334') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:08.149373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b40bd668>,) {'filters': {'network_id': ['00a1cc6b-dea2-4e2e-a3fe-6220c80cd744']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:08.157440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:08.173151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b40bd668>, '0e59a9ae-3592-46e3-be0b-a45a11f73861') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:08.174362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b40bd668>, '0e59a9ae-3592-46e3-be0b-a45a11f73861') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:08.188188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:08.191695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:08.198366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Releasing vxlan tunnel 7 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:25:08.263411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09425d67-0f50-4417-816b-4957936bc9eb None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:25:08.286230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:08.292479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 9 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:25:08.375045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09425d67-0f50-4417-816b-4957936bc9eb None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:25:08.494839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ec0e4745-b581-4e12-abc5-5f9ff5c63c70 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:08.506250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:08.602663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 59376bc5-4fa5-4741-872e-a5a302b79bde no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:25:08.644554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 59376bc5-4fa5-4741-872e-a5a302b79bde {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:25:08.644959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 59376bc5-4fa5-4741-872e-a5a302b79bde not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:25:08.656966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:08.670706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:08.872034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ec0e4745-b581-4e12-abc5-5f9ff5c63c70 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:25:08.898719 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:25:09.039682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:25:09.068405 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:25:09.143569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:09.151350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-248d4732-3a7f-42c7-ad9f-a94807046f2d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:09.172866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:09.184407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Network': ['ID=ec0e4745-b581-4e12-abc5-5f9ff5c63c70,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:09.192610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:09.193267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:25:09.193267 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:25:09.193267 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': '00a1cc6b-dea2-4e2e-a3fe-6220c80cd744'}]
Dec 03 11:25:09.193267 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:25:09.193683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:25:09.199212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/networks/ec0e4745-b581-4e12-abc5-5f9ff5c63c70 HTTP/1.1" status: 204  len: 168 time: 2.9070442
Dec 03 11:25:09.203023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49452) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:09.209283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'network': {'name': 'tempest-PortsTestJSON-1624718428'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:09.214750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:09.218767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:network and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:09.222575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for network was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:09.228395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:09.238740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:09.244182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:09.276053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:25:09.285523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:09.285914 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Added segment 00478af5-0346-4f9a-9db4-0d61d86246d7 of type vxlan for network 7d7716d2-c69d-40e0-af1a-37fd9f8094de
Dec 03 11:25:09.312031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:09.341010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:09.345595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:09.346247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:09.351506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17c35c58-5365-4e58-b00f-2070f1dedc6e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:09.405247 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2010932
Dec 03 11:25:09.409485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49456) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:09.416079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': '7d7716d2-c69d-40e0-af1a-37fd9f8094de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:09.464577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Network': ['ID=7d7716d2-c69d-40e0-af1a-37fd9f8094de,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:09.467480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1cc7b912-00fa-42cd-a104-c79c535f47a5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:09.477134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 7d7716d2-c69d-40e0-af1a-37fd9f8094de details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:25:09.495176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 7d7716d2-c69d-40e0-af1a-37fd9f8094de details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:25:09.535984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:09.540064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:09.543201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:09.549153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:09.558135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:09.670964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:09.695194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:09.964465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49462) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:10.058232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting port 47536f96-c6f1-46ac-b8c1-166371c2782f {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:10.059408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:10.132142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53604667-56e9-477f-811b-0f9e3bd0888a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:10.132566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53604667-56e9-477f-811b-0f9e3bd0888a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:10.132981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53604667-56e9-477f-811b-0f9e3bd0888a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:10.134765 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-53604667-56e9-477f-811b-0f9e3bd0888a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?project_id=85d2c11b1de444db8a782028cdd05d7d&network_id=67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 200  len: 3057 time: 0.1675704
Dec 03 11:25:10.206489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:10.222072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6ea1668d-a237-488e-88c0-9e2fd4885857 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:10.280258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] For port 47536f96-c6f1-46ac-b8c1-166371c2782f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=47536f96-c6f1-46ac-b8c1-166371c2782f,segment=NetworkSegment(0e59a9ae-3592-46e3-be0b-a45a11f73861),segment_id=0e59a9ae-3592-46e3-be0b-a45a11f73861)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:10.280659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:10.355303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Subnet': ['ID=4bade9c5-9c19-4f11-9128-765125ff1213,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:10.358116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:10.413911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Calling delete_port for 47536f96-c6f1-46ac-b8c1-166371c2782f owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:10.426662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Checking segment: {'id': '00478af5-0346-4f9a-9db4-0d61d86246d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7d7716d2-c69d-40e0-af1a-37fd9f8094de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:25:10.427096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network hostable DHCP agents. Network: 7d7716d2-c69d-40e0-af1a-37fd9f8094de, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:25:10.446242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 7d7716d2-c69d-40e0-af1a-37fd9f8094de is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:25:10.454880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 7d7716d2-c69d-40e0-af1a-37fd9f8094de) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:10.463826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879092c-e9a3-4b2d-a301-89000cd5bcf3 None None] Network 7d7716d2-c69d-40e0-af1a-37fd9f8094de requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:10.476590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:10.477523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:10.502990 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0900784
Dec 03 11:25:10.504669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49470) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:10.511394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': '7d7716d2-c69d-40e0-af1a-37fd9f8094de', 'name': 'tempest-PortsTestJSON-2057617466', 'fixed_ips': [{'subnet_id': '4bade9c5-9c19-4f11-9128-765125ff1213', 'ip_address': '172.20.0.10'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:10.533811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:10.552721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4333dcaa-afde-42b2-b5d1-e44292102d39 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:10.610390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Port': ['ID=47536f96-c6f1-46ac-b8c1-166371c2782f,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:10.637897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.638324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.638743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.639183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.639595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.640004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.640410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.640813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.641217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.641618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.642079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.643011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.643472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.643899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.644304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.644701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.645115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.645504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.645912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.646310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.646710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.647147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.647551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.647946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:10.651800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:10.724773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-7d7716d2-c69d-40e0-af1a-37fd9f8094de', 'network_id': '7d7716d2-c69d-40e0-af1a-37fd9f8094de', 'tenant_id': 'e149265703c04223aa76ca1da9831b22', 'fixed_ips': [{'subnet_id': '4bade9c5-9c19-4f11-9128-765125ff1213'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:25:10.725653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:10.826616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No DVR routers for this DVR port 47536f96-c6f1-46ac-b8c1-166371c2782f on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:25:10.903267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:10.922788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:port and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:10.930201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:10.985576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:10.995842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:11.048082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:11.230503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b676fe48>,) {'filters': {'network_id': ['00a1cc6b-dea2-4e2e-a3fe-6220c80cd744']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:11.249252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b676fe48>, '0e59a9ae-3592-46e3-be0b-a45a11f73861') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:11.249526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b676fe48>, '0e59a9ae-3592-46e3-be0b-a45a11f73861') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:11.258970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Allocated IP 172.20.0.2 (7d7716d2-c69d-40e0-af1a-37fd9f8094de/4bade9c5-9c19-4f11-9128-765125ff1213/17e4aa0e-98ec-4237-8211-0ffe6b2aabb6) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:11.274127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:11.306555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:11.309947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 9 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:25:11.330962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:11.481354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:11.569636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:11.582016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:11.828624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port 6b632740-5ee3-4223-835e-43d4635a92f0 yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:25:11.875121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49478) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:11.880006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:25:11.910454 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:25:11.949375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8a6c73-c301-4120-b22a-cd358ccc6083 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:11.951030 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2e8a6c73-c301-4120-b22a-cd358ccc6083 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 814 time: 0.0748127
Dec 03 11:25:12.020487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Transition to ACTIVE for port object 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:12.039046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Transition to ACTIVE for port object 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:12.043480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:12.058657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:12.059023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:12.064784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d3a6d452-ed44-484b-b509-8c54c7ea4a1b tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:12.081054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:12.099801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Network': ['ID=00a1cc6b-dea2-4e2e-a3fe-6220c80cd744,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:12.110537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:12.116583 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 HTTP/1.1" status: 204  len: 168 time: 6.0949214
Dec 03 11:25:12.119487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49486) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:12.167094 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7d990d-acb7-49d9-9981-0db98b4ffa76 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] GET failed (client error): The resource could not be found.
Dec 03 11:25:12.167670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5b7d990d-acb7-49d9-9981-0db98b4ffa76 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Synchronizing usage tracker for tenant:30220adc5b0949d4b1719156c3d1b0ef on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:12.184780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5b7d990d-acb7-49d9-9981-0db98b4ffa76 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Unset dirty status for tenant:30220adc5b0949d4b1719156c3d1b0ef on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:12.189383 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5b7d990d-acb7-49d9-9981-0db98b4ffa76 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/subnets/6c4b54b4-b64c-41a7-9c7a-2f91b3b03911 HTTP/1.1" status: 404  len: 337 time: 0.0655932
Dec 03 11:25:12.189793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49490) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:12.201367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Pushing event updated for resources: {'Port': ['ID=17e4aa0e-98ec-4237-8211-0ffe6b2aabb6,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:12.206797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:12.210149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.10 (7d7716d2-c69d-40e0-af1a-37fd9f8094de/4bade9c5-9c19-4f11-9128-765125ff1213/6b632740-5ee3-4223-835e-43d4635a92f0) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:12.231509 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-943c6cd5-b50d-444c-abf6-8d38a1dcb441 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:12.232053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943c6cd5-b50d-444c-abf6-8d38a1dcb441 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:12.234113 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-943c6cd5-b50d-444c-abf6-8d38a1dcb441 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 HTTP/1.1" status: 404  len: 339 time: 0.0430069
Dec 03 11:25:12.238334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49494) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:12.259859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Network 7d7716d2-c69d-40e0-af1a-37fd9f8094de is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:12.261095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:12.263475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:12.321296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Attempting to bind port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:25:12.321693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Attempting to bind port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '00478af5-0346-4f9a-9db4-0d61d86246d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7d7716d2-c69d-40e0-af1a-37fd9f8094de'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:25:12.322124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Attempting to bind port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 on network 7d7716d2-c69d-40e0-af1a-37fd9f8094de {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:25:12.327856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:25:12.328290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Checking segment: {'id': '00478af5-0346-4f9a-9db4-0d61d86246d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7d7716d2-c69d-40e0-af1a-37fd9f8094de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:25:12.328747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:12.329191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Bound using segment: {'id': '00478af5-0346-4f9a-9db4-0d61d86246d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7d7716d2-c69d-40e0-af1a-37fd9f8094de'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:25:12.330446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Bound port: 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00478af5-0346-4f9a-9db4-0d61d86246d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7d7716d2-c69d-40e0-af1a-37fd9f8094de'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:25:12.331161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:12.406326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c45f39-0e84-4bdd-b6b0-6a2567bdd6dc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:12.407137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-07c45f39-0e84-4bdd-b6b0-6a2567bdd6dc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Synchronizing usage tracker for tenant:30220adc5b0949d4b1719156c3d1b0ef on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:12.424518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-07c45f39-0e84-4bdd-b6b0-6a2567bdd6dc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Unset dirty status for tenant:30220adc5b0949d4b1719156c3d1b0ef on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:12.426305 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-07c45f39-0e84-4bdd-b6b0-6a2567bdd6dc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.1868253
Dec 03 11:25:12.429515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49498) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:12.430679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] For port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:25:12.434965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] For port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=17e4aa0e-98ec-4237-8211-0ffe6b2aabb6,segment=NetworkSegment(00478af5-0346-4f9a-9db4-0d61d86246d7),segment_id=00478af5-0346-4f9a-9db4-0d61d86246d7)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:25:12.439944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:12.441494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:12.458897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:12.459174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Transition to ACTIVE for port object 6b632740-5ee3-4223-835e-43d4635a92f0 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:12.477561 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2c675605-020a-4a79-b040-5f1329054a4d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/subnets?network_id=b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 207 time: 0.0466964
Dec 03 11:25:12.481058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:12.481249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49502) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:12.497747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4046c912-73b4-4398-a23c-340e91708fb5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:12.563229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49506) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:12.617502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Pushing event updated for resources: {'Port': ['ID=17e4aa0e-98ec-4237-8211-0ffe6b2aabb6,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:12.623289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:12.649803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=6b632740-5ee3-4223-835e-43d4635a92f0,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:12.654504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:12.672649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732ac20-0980-4e2a-9d61-b603f2419b4a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:12.677973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732ac20-0980-4e2a-9d61-b603f2419b4a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:12.682815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732ac20-0980-4e2a-9d61-b603f2419b4a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:12.687624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732ac20-0980-4e2a-9d61-b603f2419b4a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:12.697298 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b732ac20-0980-4e2a-9d61-b603f2419b4a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.2083154
Dec 03 11:25:12.697697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49512) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:12.766415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 7d7716d2-c69d-40e0-af1a-37fd9f8094de is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:12.819553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:12.827027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:12.944287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:12.947187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:12.989879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-17d408e2-2994-469e-bf2a-452ce4f2880e tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Synchronizing usage tracker for tenant:30220adc5b0949d4b1719156c3d1b0ef on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:13.019411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3ced6312-b6fc-43a0-bcdd-7c60d58d89da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'floatingip': {'port_id': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:13.089824 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.5837824
Dec 03 11:25:13.092671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49518) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:13.100125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': '7d7716d2-c69d-40e0-af1a-37fd9f8094de', 'name': 'tempest-PortsTestJSON-1243335076', 'fixed_ips': [{'subnet_id': '4bade9c5-9c19-4f11-9128-765125ff1213', 'ip_address': '172.20.0.9'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:13.100574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-17d408e2-2994-469e-bf2a-452ce4f2880e tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Unset dirty status for tenant:30220adc5b0949d4b1719156c3d1b0ef on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:13.102023 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-17d408e2-2994-469e-bf2a-452ce4f2880e tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.4059746
Dec 03 11:25:13.106245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49522) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:13.192276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ced6312-b6fc-43a0-bcdd-7c60d58d89da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:13.249587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:13.254297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:port and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:13.257484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for port was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:13.263303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:13.273081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:13.278487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeda32d3-ceb4-4ec6-86ec-76fd9a36de1f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:13.280006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeda32d3-ceb4-4ec6-86ec-76fd9a36de1f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:13.280805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aeda32d3-ceb4-4ec6-86ec-76fd9a36de1f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Synchronizing usage tracker for tenant:30220adc5b0949d4b1719156c3d1b0ef on resource:subnet {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:13.281312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:13.310817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-aeda32d3-ceb4-4ec6-86ec-76fd9a36de1f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Unset dirty status for tenant:30220adc5b0949d4b1719156c3d1b0ef on resource:subnet {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:13.312116 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aeda32d3-ceb4-4ec6-86ec-76fd9a36de1f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.2029965
Dec 03 11:25:13.317414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49528) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:13.496091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b767cd-7c0b-4509-9411-c8c685d0cea5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['shared'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:13.497556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b767cd-7c0b-4509-9411-c8c685d0cea5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['shared'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:13.499309 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-06b767cd-7c0b-4509-9411-c8c685d0cea5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1807430
Dec 03 11:25:13.503821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49532) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:13.556229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port bec72a73-9562-46c5-b254-6b99765b966d yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:25:13.798799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ced6312-b6fc-43a0-bcdd-7c60d58d89da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:13.802069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ced6312-b6fc-43a0-bcdd-7c60d58d89da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:13.802438 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-3ced6312-b6fc-43a0-bcdd-7c60d58d89da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 6eb85397-f214-4ef7-aa9f-826488a90f59 disassociated. External IP: 172.26.1.150, port: f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8.
Dec 03 11:25:14.046521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad131d9-dcb1-40be-a54f-f1443faae764 None None] Network 7d7716d2-c69d-40e0-af1a-37fd9f8094de requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:14.088640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b4ace-09b1-4018-ab1c-3abf921650a6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:14.093727 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e61b4ace-09b1-4018-ab1c-3abf921650a6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/networks/0865e14d-5967-4ad2-b73f-9b44b33fbd8f HTTP/1.1" status: 200  len: 800 time: 0.5853021
Dec 03 11:25:14.094793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49536) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:14.171512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-93e72ba0-7a9d-4652-937e-85fc4595d349 None None] Provisioning for port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:14.214943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ced6312-b6fc-43a0-bcdd-7c60d58d89da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 37d56356-e2b2-4423-a3d2-884579415089 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:25:14.305961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.9 (7d7716d2-c69d-40e0-af1a-37fd9f8094de/4bade9c5-9c19-4f11-9128-765125ff1213/bec72a73-9562-46c5-b254-6b99765b966d) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:14.337834 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-083bdfcc-9023-464e-8386-e91f4d70261b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/networks/0865e14d-5967-4ad2-b73f-9b44b33fbd8f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.2421801
Dec 03 11:25:14.341299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49540) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:14.411230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ced6312-b6fc-43a0-bcdd-7c60d58d89da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:25:14.416217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ced6312-b6fc-43a0-bcdd-7c60d58d89da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:14.422991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a330591-ec76-4867-8ead-eef6477326c9 None None] Sync routers for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:25:14.438316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a330591-ec76-4867-8ead-eef6477326c9 None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:25:14.439340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8a330591-ec76-4867-8ead-eef6477326c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e4bfd0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:25:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:14.458172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f00fbe-2d00-4a15-a41f-addbc8f20bb1 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:14.463539 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-29f00fbe-2d00-4a15-a41f-addbc8f20bb1 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/subnets/1e124185-5f97-4318-a21c-23ab1bc07681 HTTP/1.1" status: 200  len: 811 time: 0.1174526
Dec 03 11:25:14.465350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49544) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:14.537624 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3ced6312-b6fc-43a0-bcdd-7c60d58d89da tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 690 time: 1.9680498
Dec 03 11:25:14.538355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'tag': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:25:14.543510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49548) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:14.655956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:14.674555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Transition to ACTIVE for port object bec72a73-9562-46c5-b254-6b99765b966d will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:14.692089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-8a330591-ec76-4867-8ead-eef6477326c9 None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:25:14.695281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'tag': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8', 'status': 'completed', 'code': 200}
Dec 03 11:25:14.733404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fb7b0f-6219-44e6-991e-8ac3f04758ae tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['shared'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:14.740031 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f5fb7b0f-6219-44e6-991e-8ac3f04758ae tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "GET /v2.0/subnets/1e124185-5f97-4318-a21c-23ab1bc07681?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2687087
Dec 03 11:25:14.740333 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5feb866d-bff4-4282-9bcb-5363c2863a41 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 690 time: 0.1816227
Dec 03 11:25:14.740869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49554) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:14.747384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-32686840'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:14.754659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:14.765966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:14.767828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:14.779215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:14.781469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:25:14.786182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ea82a399-83b0-4460-a350-dbea3054dc65 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:14.786349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:14.828695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:25:14.841572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:14.842305 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Added segment a6dcedab-b96e-4bf2-bed6-719b85a56255 of type vxlan for network efd0b8f3-a976-417f-9f41-e53abb4cac9a
Dec 03 11:25:14.867075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c1b3437a-ae74-442c-9c0e-3f6c9c354147 None None] Provisioning for port 6b632740-5ee3-4223-835e-43d4635a92f0 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:14.898616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:14.960436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:14.965513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:14.966193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:14.972267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=bec72a73-9562-46c5-b254-6b99765b966d,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:14.974262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:14.988149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.988583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.989012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.989434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.989849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.990265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.990679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.991166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.991932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.991932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.992331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.992738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.993212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.993639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.994048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.994458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.994862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.995298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.995704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.996109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.996516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.996919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.997324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:14.997727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:15.005020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:15.039898 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.2978830
Dec 03 11:25:15.042508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a831739-bf58-444d-b712-aaae5513ad30 req-becd9240-37e0-464a-8a7d-64b4e4eef6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:15.043848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49558) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:15.044200 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a831739-bf58-444d-b712-aaae5513ad30 req-becd9240-37e0-464a-8a7d-64b4e4eef6bb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 1162 time: 0.3237412
Dec 03 11:25:15.050676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'network_id': 'efd0b8f3-a976-417f-9f41-e53abb4cac9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:15.091554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c1b3437a-ae74-442c-9c0e-3f6c9c354147 None None] Provisioning complete for port 6b632740-5ee3-4223-835e-43d4635a92f0 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:15.092479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1b3437a-ae74-442c-9c0e-3f6c9c354147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:15.117868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 7d7716d2-c69d-40e0-af1a-37fd9f8094de is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:15.122087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:15.162779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Network': ['ID=efd0b8f3-a976-417f-9f41-e53abb4cac9a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:15.165881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:15.179975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:15.227423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network efd0b8f3-a976-417f-9f41-e53abb4cac9a details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:25:15.245553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network efd0b8f3-a976-417f-9f41-e53abb4cac9a details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:25:15.266805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:15.278289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:15.288152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:15.288862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:15.290250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Made reservation on behalf of 30220adc5b0949d4b1719156c3d1b0ef for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:15.303676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a831739-bf58-444d-b712-aaae5513ad30 req-06b6df53-9189-4e8f-874f-6deb8882c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:15.305286 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a831739-bf58-444d-b712-aaae5513ad30 req-06b6df53-9189-4e8f-874f-6deb8882c6ae service neutron] 10.222.0.91 "GET /v2.0/networks?id=67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 200  len: 890 time: 0.2523010
Dec 03 11:25:15.351831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3437a-ae74-442c-9c0e-3f6c9c354147 None None] Port 6b632740-5ee3-4223-835e-43d4635a92f0 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:15.353533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:15.388650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a831739-bf58-444d-b712-aaae5513ad30 req-80086b42-7361-4ffd-8cb3-aa4606e8c22e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 HTTP/1.1" status: 200  len: 217 time: 0.0725069
Dec 03 11:25:15.393219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.2966757
Dec 03 11:25:15.394044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49562) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:15.412238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:15.412665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:15.430514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:15.535779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a831739-bf58-444d-b712-aaae5513ad30 req-fa24d655-7827-4d0b-92be-9ea653d66f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:15.537423 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a831739-bf58-444d-b712-aaae5513ad30 req-fa24d655-7827-4d0b-92be-9ea653d66f19 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c08dddef-f921-4323-bdf7-2c91219d2a10 HTTP/1.1" status: 200  len: 834 time: 0.1396730
Dec 03 11:25:15.542786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_backend_mixin [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing IP validity checks on allocation pools {{(pid=80975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 03 11:25:15.543507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_backend_mixin [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking for overlaps among allocation pools and gateway ip {{(pid=80975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 03 11:25:15.609665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778436e-a3f4-4bf4-9a81-8c108be7a5e8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:15.610358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0778436e-a3f4-4bf4-9a81-8c108be7a5e8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:15.647066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0778436e-a3f4-4bf4-9a81-8c108be7a5e8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:15.651611 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0778436e-a3f4-4bf4-9a81-8c108be7a5e8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.2555184
Dec 03 11:25:15.652342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49566) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:15.658978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a831739-bf58-444d-b712-aaae5513ad30 req-cad9cf01-9b18-4556-8b1b-380e69c49c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:15.660549 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a831739-bf58-444d-b712-aaae5513ad30 req-cad9cf01-9b18-4556-8b1b-380e69c49c5d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a4393c-4939-4211-88f7-dfc19e9d18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1162214
Dec 03 11:25:15.744534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49572) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:15.816194 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a831739-bf58-444d-b712-aaae5513ad30 req-22396864-d8d5-4224-8bdc-8e1c6bb580e5 service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480055
Dec 03 11:25:15.842248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cbad3b0c-c81d-4c48-862b-a970186378ce None None] Provisioning complete for port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:15.842367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbad3b0c-c81d-4c48-862b-a970186378ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:15.869076 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9af8ed6f-fe79-4876-8efa-53ded555778f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 690 time: 0.1215608
Dec 03 11:25:15.901596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea1ed71-f983-428b-92ba-ab75bf4352c8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:15.906038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea1ed71-f983-428b-92ba-ab75bf4352c8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:15.911251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea1ed71-f983-428b-92ba-ab75bf4352c8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:15.912188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2ea1ed71-f983-428b-92ba-ab75bf4352c8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:15.918164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:15.934440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2ea1ed71-f983-428b-92ba-ab75bf4352c8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:15.935810 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2ea1ed71-f983-428b-92ba-ab75bf4352c8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2378 time: 0.2824323
Dec 03 11:25:15.939652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8a330591-ec76-4867-8ead-eef6477326c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e4bfd0>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:20Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:15.943029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49576) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:15.968403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a330591-ec76-4867-8ead-eef6477326c9 None None] Checking router: 37d56356-e2b2-4423-a3d2-884579415089 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:25:15.993204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a330591-ec76-4867-8ead-eef6477326c9 None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:25:15.993998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8a330591-ec76-4867-8ead-eef6477326c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e4bfd0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:25:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:16.052452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-063c7a47-fbc3-48cd-9c9d-8d08ef6ec4fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port bec72a73-9562-46c5-b254-6b99765b966d {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:16.052936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063c7a47-fbc3-48cd-9c9d-8d08ef6ec4fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:16.082459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=17e4aa0e-98ec-4237-8211-0ffe6b2aabb6,segment=NetworkSegment(00478af5-0346-4f9a-9db4-0d61d86246d7),segment_id=00478af5-0346-4f9a-9db4-0d61d86246d7)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:16.111547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:16.112669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a831739-bf58-444d-b712-aaae5513ad30 req-5954b13a-06d2-4daf-87a8-cdc4c70462bf service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2890477
Dec 03 11:25:16.131005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:16.151585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:16.163922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d7985b23-fa2a-4691-a059-021a8dcf11b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:16.267628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbad3b0c-c81d-4c48-862b-a970186378ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:16.275877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=90bf3f5d-fd3c-452c-afb6-2cd87bc6faa4,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:16.280461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:16.325194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063c7a47-fbc3-48cd-9c9d-8d08ef6ec4fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:16.349984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Checking segment: {'id': 'a6dcedab-b96e-4bf2-bed6-719b85a56255', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efd0b8f3-a976-417f-9f41-e53abb4cac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:25:16.350623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network hostable DHCP agents. Network: efd0b8f3-a976-417f-9f41-e53abb4cac9a, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:25:16.360342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=17e4aa0e-98ec-4237-8211-0ffe6b2aabb6,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:16.364165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:16.372777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network efd0b8f3-a976-417f-9f41-e53abb4cac9a is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:25:16.382325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, efd0b8f3-a976-417f-9f41-e53abb4cac9a) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:16.396563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:16.397232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:16.398225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e9ed4-ab84-47fa-88cc-f8b1ba5ba139 None None] Network efd0b8f3-a976-417f-9f41-e53abb4cac9a requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:16.426226 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.3783309
Dec 03 11:25:16.426690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49580) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:16.433401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-dca4ea4e-bc50-4b5b-95e2-c8eef3741e4f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:16.447084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-cbad3b0c-c81d-4c48-862b-a970186378ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:25:16.447477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-cbad3b0c-c81d-4c48-862b-a970186378ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:25:16.449283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-8a330591-ec76-4867-8ead-eef6477326c9 None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:25:16.460883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-063c7a47-fbc3-48cd-9c9d-8d08ef6ec4fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for bec72a73-9562-46c5-b254-6b99765b966d owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:16.570613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dca4ea4e-bc50-4b5b-95e2-c8eef3741e4f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851440700'] for subnet, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:16.617337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063c7a47-fbc3-48cd-9c9d-8d08ef6ec4fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:16.639785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae6a6bb0-f6d1-4922-b972-ab072c6f115a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:16.641642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:25:16.689833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c7a47-fbc3-48cd-9c9d-8d08ef6ec4fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=bec72a73-9562-46c5-b254-6b99765b966d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:16.706043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-063c7a47-fbc3-48cd-9c9d-8d08ef6ec4fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:16.873226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49584) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:16.939256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dca4ea4e-bc50-4b5b-95e2-c8eef3741e4f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792259466099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852251885'] for subnet, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:16.968178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-baf63721-6c65-47cd-ae17-ac2f92a7faf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:16.995619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-efd0b8f3-a976-417f-9f41-e53abb4cac9a', 'network_id': 'efd0b8f3-a976-417f-9f41-e53abb4cac9a', 'tenant_id': '30220adc5b0949d4b1719156c3d1b0ef', 'fixed_ips': [{'subnet_id': '90bf3f5d-fd3c-452c-afb6-2cd87bc6faa4'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:25:16.996544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:17.016348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-063c7a47-fbc3-48cd-9c9d-8d08ef6ec4fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:17.032269 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bed8a847-9d7c-452f-8e59-74f379187c95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 690 time: 0.1577904
Dec 03 11:25:17.046114 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-063c7a47-fbc3-48cd-9c9d-8d08ef6ec4fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/bec72a73-9562-46c5-b254-6b99765b966d HTTP/1.1" status: 204  len: 168 time: 1.1015234
Dec 03 11:25:17.048675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49588) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:17.084668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:17.085092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:17.099397 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3007db-bcd4-429e-a301-5cb8b73f926e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:25:17.099887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9d3007db-bcd4-429e-a301-5cb8b73f926e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:17.115493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9d3007db-bcd4-429e-a301-5cb8b73f926e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:17.119568 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9d3007db-bcd4-429e-a301-5cb8b73f926e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/bec72a73-9562-46c5-b254-6b99765b966d HTTP/1.1" status: 404  len: 333 time: 0.0670910
Dec 03 11:25:17.119801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49592) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:17.126492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4ea4e-bc50-4b5b-95e2-c8eef3741e4f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event updated for resources: {'Subnet': ['ID=90bf3f5d-fd3c-452c-afb6-2cd87bc6faa4,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:17.131299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dca4ea4e-bc50-4b5b-95e2-c8eef3741e4f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:17.180556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca4ea4e-bc50-4b5b-95e2-c8eef3741e4f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:17.181139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dca4ea4e-bc50-4b5b-95e2-c8eef3741e4f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:17.182545 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dca4ea4e-bc50-4b5b-95e2-c8eef3741e4f tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "PUT /v2.0/subnets/90bf3f5d-fd3c-452c-afb6-2cd87bc6faa4 HTTP/1.1" status: 200  len: 877 time: 0.7548270
Dec 03 11:25:17.185508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49596) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:17.198487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ce463fdb-60d7-4f26-8052-a83beb9ce5a6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 6b632740-5ee3-4223-835e-43d4635a92f0 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:17.198850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce463fdb-60d7-4f26-8052-a83beb9ce5a6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:17.347368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:17.490800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:17.501047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cbad3b0c-c81d-4c48-862b-a970186378ce None None] Provisioning complete for port 6b632740-5ee3-4223-835e-43d4635a92f0 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:17.502205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbad3b0c-c81d-4c48-862b-a970186378ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:17.672129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cbad3b0c-c81d-4c48-862b-a970186378ce None None] Port 6b632740-5ee3-4223-835e-43d4635a92f0 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:17.715455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8a330591-ec76-4867-8ead-eef6477326c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e4bfd0>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:20Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:17.730732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a330591-ec76-4867-8ead-eef6477326c9 None None] The sync data for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs is: [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:20Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:25:17.741753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce463fdb-60d7-4f26-8052-a83beb9ce5a6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:17.803188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-95e76099-fdc8-46cd-9954-07a3c755a409 None None] Could not find standard attr ID for object bec72a73-9562-46c5-b254-6b99765b966d. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:25:17.828960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Allocated IP 172.20.0.3 (efd0b8f3-a976-417f-9f41-e53abb4cac9a/90bf3f5d-fd3c-452c-afb6-2cd87bc6faa4/776bfce2-99e0-4b87-af3f-71474cad5fe2) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:17.889100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ce463fdb-60d7-4f26-8052-a83beb9ce5a6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 6b632740-5ee3-4223-835e-43d4635a92f0 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:18.036772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49600) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:18.047498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce463fdb-60d7-4f26-8052-a83beb9ce5a6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.086099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-63779f6e-52be-4c0c-a9de-9cf7b23fafb5 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:18.134182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.139266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce463fdb-60d7-4f26-8052-a83beb9ce5a6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=6b632740-5ee3-4223-835e-43d4635a92f0,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:18.150311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Transition to ACTIVE for port object 776bfce2-99e0-4b87-af3f-71474cad5fe2 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:18.170100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Transition to ACTIVE for port object 776bfce2-99e0-4b87-af3f-71474cad5fe2 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:18.177078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.187393 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f375c12f-aa25-492d-b44d-da3042df6a48 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 690 time: 0.1492972
Dec 03 11:25:18.192461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ce463fdb-60d7-4f26-8052-a83beb9ce5a6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:18.193746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:18.229366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.236557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4379549-04fe-4023-9414-d6dcc97c3580 None None] New status for floating IP 6eb85397-f214-4ef7-aa9f-826488a90f59: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:25:18.250269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-36e95a52-cdc1-4041-8886-5e4531d210a7 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:18.260828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Pushing event updated for resources: {'Port': ['ID=776bfce2-99e0-4b87-af3f-71474cad5fe2,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:18.266328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:18.294828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Subnet': ['ID=90bf3f5d-fd3c-452c-afb6-2cd87bc6faa4,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:18.297717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:18.339393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce463fdb-60d7-4f26-8052-a83beb9ce5a6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.359051 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ce463fdb-60d7-4f26-8052-a83beb9ce5a6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/6b632740-5ee3-4223-835e-43d4635a92f0 HTTP/1.1" status: 204  len: 168 time: 1.2376714
Dec 03 11:25:18.361999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49604) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:18.422671 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bbb28c-d44e-4c98-980f-d1c8fa75df24 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:25:18.423829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d2bbb28c-d44e-4c98-980f-d1c8fa75df24 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:18.448831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d2bbb28c-d44e-4c98-980f-d1c8fa75df24 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:18.450371 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d2bbb28c-d44e-4c98-980f-d1c8fa75df24 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/6b632740-5ee3-4223-835e-43d4635a92f0 HTTP/1.1" status: 404  len: 333 time: 0.0871446
Dec 03 11:25:18.451975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Network efd0b8f3-a976-417f-9f41-e53abb4cac9a is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:18.453197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49608) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:18.453339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:18.456549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:18.567769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Attempting to bind port 776bfce2-99e0-4b87-af3f-71474cad5fe2 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:25:18.568277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Attempting to bind port 776bfce2-99e0-4b87-af3f-71474cad5fe2 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'a6dcedab-b96e-4bf2-bed6-719b85a56255', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efd0b8f3-a976-417f-9f41-e53abb4cac9a'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:25:18.568574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Attempting to bind port 776bfce2-99e0-4b87-af3f-71474cad5fe2 on network efd0b8f3-a976-417f-9f41-e53abb4cac9a {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:25:18.574777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:25:18.575276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Checking segment: {'id': 'a6dcedab-b96e-4bf2-bed6-719b85a56255', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efd0b8f3-a976-417f-9f41-e53abb4cac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:25:18.575863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.576307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Bound using segment: {'id': 'a6dcedab-b96e-4bf2-bed6-719b85a56255', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efd0b8f3-a976-417f-9f41-e53abb4cac9a'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:25:18.576821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Bound port: 776bfce2-99e0-4b87-af3f-71474cad5fe2, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dcedab-b96e-4bf2-bed6-719b85a56255', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efd0b8f3-a976-417f-9f41-e53abb4cac9a'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:25:18.577248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.614028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.685113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-af9b1826-c037-498f-921a-1f730e38360a None None] For port 776bfce2-99e0-4b87-af3f-71474cad5fe2, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:25:18.689685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-af9b1826-c037-498f-921a-1f730e38360a None None] For port 776bfce2-99e0-4b87-af3f-71474cad5fe2, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=776bfce2-99e0-4b87-af3f-71474cad5fe2,segment=NetworkSegment(a6dcedab-b96e-4bf2-bed6-719b85a56255),segment_id=a6dcedab-b96e-4bf2-bed6-719b85a56255)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:25:18.694106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.707085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-54306494-0e50-4711-8104-9e1218e0c6c7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting subnet 4bade9c5-9c19-4f11-9128-765125ff1213 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:25:18.710806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54306494-0e50-4711-8104-9e1218e0c6c7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.719575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:18.775608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b70c2a20>,) {'filters': {'network_id': ['efd0b8f3-a976-417f-9f41-e53abb4cac9a']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:18.778873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54306494-0e50-4711-8104-9e1218e0c6c7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.790812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b70c2a20>, 'a6dcedab-b96e-4bf2-bed6-719b85a56255') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:18.791188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b70c2a20>, 'a6dcedab-b96e-4bf2-bed6-719b85a56255') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:18.804939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.822454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.824776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 9 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:25:18.864538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Pushing event updated for resources: {'Port': ['ID=776bfce2-99e0-4b87-af3f-71474cad5fe2,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:18.867979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:18.873891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54306494-0e50-4711-8104-9e1218e0c6c7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:18.994349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e25ed3-5277-4dae-83f2-8914ea84d2bb None None] Network efd0b8f3-a976-417f-9f41-e53abb4cac9a requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:19.024224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network efd0b8f3-a976-417f-9f41-e53abb4cac9a has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:19.034925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:19.188368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54306494-0e50-4711-8104-9e1218e0c6c7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:19.202684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49614) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:19.206312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4dd0d031-3c28-493e-bd4e-5e1e387aac59 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:19.216268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4cad16-1623-4306-bd47-832ce1b40a6f None None] Network efd0b8f3-a976-417f-9f41-e53abb4cac9a requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:19.237021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network efd0b8f3-a976-417f-9f41-e53abb4cac9a has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:25:19.262268 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:25:19.332132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54306494-0e50-4711-8104-9e1218e0c6c7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Subnet': ['ID=4bade9c5-9c19-4f11-9128-765125ff1213,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:19.344186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-54306494-0e50-4711-8104-9e1218e0c6c7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:19.350477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 03 11:25:19.350477 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 03 11:25:19.350477 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'id': 'efd0b8f3-a976-417f-9f41-e53abb4cac9a'}]
Dec 03 11:25:19.350477 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:25:19.350983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:25:19.355239 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b9763ac2-a8f7-44a6-af28-190fc16682fd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 688 time: 0.1203940
Dec 03 11:25:19.427659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a478f5-0aae-479f-8ed8-2515e6610595 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:25:19.433264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54306494-0e50-4711-8104-9e1218e0c6c7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:19.440362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-54306494-0e50-4711-8104-9e1218e0c6c7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/4bade9c5-9c19-4f11-9128-765125ff1213 HTTP/1.1" status: 204  len: 168 time: 0.9857600
Dec 03 11:25:19.443210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49618) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:19.537931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a478f5-0aae-479f-8ed8-2515e6610595 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:25:19.569143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:19.640801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:19.641181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:19.852427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:19.856595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] For port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=17e4aa0e-98ec-4237-8211-0ffe6b2aabb6,segment=NetworkSegment(00478af5-0346-4f9a-9db4-0d61d86246d7),segment_id=00478af5-0346-4f9a-9db4-0d61d86246d7)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:19.856996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:19.901695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb75602-e2de-404d-bd23-64dc61755d3b None None] Network 7d7716d2-c69d-40e0-af1a-37fd9f8094de requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:19.930156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting port 776bfce2-99e0-4b87-af3f-71474cad5fe2 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:19.930895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:19.992603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:20.075677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:20.093063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eb2a9757-032f-4d16-b6ff-c1cd23151957 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:20.142518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d83cfc0-ec55-4d22-b2a9-b9b4ae0f7fb1 None None] DHCP port deletion for 7d7716d2-c69d-40e0-af1a-37fd9f8094de request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:25:20.154811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=17e4aa0e-98ec-4237-8211-0ffe6b2aabb6,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:20.158293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:20.162957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] For port 776bfce2-99e0-4b87-af3f-71474cad5fe2, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=776bfce2-99e0-4b87-af3f-71474cad5fe2,segment=NetworkSegment(a6dcedab-b96e-4bf2-bed6-719b85a56255),segment_id=a6dcedab-b96e-4bf2-bed6-719b85a56255)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:20.163603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:20.244681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No DVR routers for this DVR port 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:25:20.296248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Calling delete_port for 776bfce2-99e0-4b87-af3f-71474cad5fe2 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:20.373096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:20.378832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:20.389994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c6f4cd15-9029-434d-99f2-89001be2d7c2 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:20.443874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Port': ['ID=776bfce2-99e0-4b87-af3f-71474cad5fe2,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:20.456247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:20.509411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b45b9518>,) {'filters': {'network_id': ['7d7716d2-c69d-40e0-af1a-37fd9f8094de']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:20.523550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b45b9518>, '00478af5-0346-4f9a-9db4-0d61d86246d7') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:20.523895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b45b9518>, '00478af5-0346-4f9a-9db4-0d61d86246d7') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:20.536589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:20.541639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No DVR routers for this DVR port 776bfce2-99e0-4b87-af3f-71474cad5fe2 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:25:20.552203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:20.554274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Releasing vxlan tunnel 7 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:25:20.642576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:25:20.681289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:25:20.682090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 17e4aa0e-98ec-4237-8211-0ffe6b2aabb6 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:25:20.684633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:20.772356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 7d7716d2-c69d-40e0-af1a-37fd9f8094de has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:20.781832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:20.793796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49624) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:20.802814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189996040', 'description': 'tempest-secgroup-smoke-1189996040 description', 'project_id': '85d2c11b1de444db8a782028cdd05d7d'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:20.810429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:20.834417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b649f748>,) {'filters': {'network_id': ['efd0b8f3-a976-417f-9f41-e53abb4cac9a']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:20.842085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:20.852751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b649f748>, 'a6dcedab-b96e-4bf2-bed6-719b85a56255') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:20.853090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b649f748>, 'a6dcedab-b96e-4bf2-bed6-719b85a56255') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:20.866748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:20.887386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:20.910572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:20.915488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:20.917601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:20.920351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 9 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:25:20.934968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:20.954748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:20.967772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 7d7716d2-c69d-40e0-af1a-37fd9f8094de has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:25:20.994297 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:25:21.083525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.086709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:21.106679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.114451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Network': ['ID=7d7716d2-c69d-40e0-af1a-37fd9f8094de,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:21.119218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:21.123484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network efd0b8f3-a976-417f-9f41-e53abb4cac9a has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:21.128826 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/networks/7d7716d2-c69d-40e0-af1a-37fd9f8094de HTTP/1.1" status: 204  len: 168 time: 1.6845794
Dec 03 11:25:21.133199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49628) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:21.133668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.138952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'network': {'name': 'tempest-PortsTestJSON-1183538929'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:21.145335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:21.149508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:network and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:21.152823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:21.157481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.159286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:21.170054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:21.175554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.327318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network efd0b8f3-a976-417f-9f41-e53abb4cac9a has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:25:21.353877 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:25:21.443292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.445397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:25:21.447510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc3d37cd-a036-41a3-bcba-fc5e2e55636a tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:21.456483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.456927 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Added segment 46319f17-3957-4a93-a7fc-fd4cd4f66a26 of type vxlan for network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782
Dec 03 11:25:21.463547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.480944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Network': ['ID=efd0b8f3-a976-417f-9f41-e53abb4cac9a,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:21.484765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.489003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:21.520935 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/efd0b8f3-a976-417f-9f41-e53abb4cac9a HTTP/1.1" status: 204  len: 168 time: 4.3343389
Dec 03 11:25:21.529576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49632) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:21.533539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.537799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:21.538446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.547206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.550795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.556208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8cc9c5fc-6e5e-4b43-8ca3-d5c1da39dbc4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:21.578023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-301cb6f6-3e98-4eb7-bb03-4fc0dfe742cc tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:21.594610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.595977 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8011544
Dec 03 11:25:21.599134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49636) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:21.602020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcfde1e-7b5a-41fc-a47c-784b3af0753f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:21.607243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '5fcfde1e-7b5a-41fc-a47c-784b3af0753f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:21.613136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:21.615475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:21.618535 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-73df774b-e380-4e4a-ac69-d791391f5074 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:21.619062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73df774b-e380-4e4a-ac69-d791391f5074 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:21.619600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:21.622612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:21.629466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:21.646658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.647248 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-73df774b-e380-4e4a-ac69-d791391f5074 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/subnets/90bf3f5d-fd3c-452c-afb6-2cd87bc6faa4 HTTP/1.1" status: 404  len: 337 time: 0.1159832
Dec 03 11:25:21.652103 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5183287
Dec 03 11:25:21.652824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49640) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:21.655714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49642) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:21.665277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': '0b4aa688-b0ce-480b-aabf-fcb29a1ae782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:21.821898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:21.829065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:21.839788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:21.850299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.851477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:21.855078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.858964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-91c41390-37a5-4c20-ba4d-24ff49c13399 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:21.885395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51663d66-729e-499e-b165-aaa3f9ec6c90,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:21.890684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:21.892731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:21.920982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:21.922287 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.3221719
Dec 03 11:25:21.933953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49648) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:21.943167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '5fcfde1e-7b5a-41fc-a47c-784b3af0753f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:21.951143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:22.005047 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b653e4-53ca-489e-bb0a-4a63e740a9b1 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:22.005541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b653e4-53ca-489e-bb0a-4a63e740a9b1 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:22.007398 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-97b653e4-53ca-489e-bb0a-4a63e740a9b1 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/efd0b8f3-a976-417f-9f41-e53abb4cac9a HTTP/1.1" status: 404  len: 339 time: 0.3512237
Dec 03 11:25:22.008527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Network': ['ID=0b4aa688-b0ce-480b-aabf-fcb29a1ae782,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:22.009206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:22.010219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49652) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:22.012870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:22.020482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:25:22.022492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:22.033632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:22.042315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.042723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:25:22.053558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7be95d7-3eb8-40a0-9e92-874449b613e9 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:22.054060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7be95d7-3eb8-40a0-9e92-874449b613e9 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:22.058847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e7be95d7-3eb8-40a0-9e92-874449b613e9 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/subnets/6c4b54b4-b64c-41a7-9c7a-2f91b3b03911 HTTP/1.1" status: 404  len: 337 time: 0.0447145
Dec 03 11:25:22.058847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49656) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:22.090866 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62ce7fa-33e3-4fe0-b277-7edca7392cf9 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:22.091665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62ce7fa-33e3-4fe0-b277-7edca7392cf9 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:22.093835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.097216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c62ce7fa-33e3-4fe0-b277-7edca7392cf9 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/00a1cc6b-dea2-4e2e-a3fe-6220c80cd744 HTTP/1.1" status: 404  len: 339 time: 0.0372891
Dec 03 11:25:22.098022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49660) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:22.232421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.450384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.523099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.555682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.562327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02b3e7ab-27ba-4a06-a9b7-bcfa69117fd0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:22.578601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b432cc18>,) {'filters': {'network_id': ['4af913c6-284e-433c-9e8c-8d86bc2ed388']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:22.589937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a0f8b8-4d27-4860-8905-2a46669a4d20,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:22.592459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b432cc18>, 'a3e66d7a-a08d-42f7-a85c-1342248b3dc7') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:22.592842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b432cc18>, 'a3e66d7a-a08d-42f7-a85c-1342248b3dc7') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:22.596936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:22.606425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.620608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.621881 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.6868968
Dec 03 11:25:22.622039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.624080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:25:22.633696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49664) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:22.642341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '5fcfde1e-7b5a-41fc-a47c-784b3af0753f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:22.658189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:22.669711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:22.674835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:22.693960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:22.731521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.811869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 4af913c6-284e-433c-9e8c-8d86bc2ed388 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:22.821258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.870849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.875562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.878835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-239a9789-020f-46e1-a37f-bad7a7114510 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:22.916417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680b32b9-a7a2-41f7-939f-2d4036f378d5,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:22.921947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:22.933547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:22.938006 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.3004749
Dec 03 11:25:22.945095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49668) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:22.997900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '5fcfde1e-7b5a-41fc-a47c-784b3af0753f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:22.998304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.014583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-39c878c6-4f3f-4068-bee4-2872beddb127 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:23.017448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:23.020840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 4af913c6-284e-433c-9e8c-8d86bc2ed388 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:25:23.046472 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:25:23.050422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:23.059031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:23.077948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:23.154282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.158432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.163239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-986cdab2-8953-42b3-b1bb-be9b0cf28a43 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:23.170173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Subnet': ['ID=522818ba-4834-48df-8afc-b0ad214958df,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:23.181346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:23.186485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.202221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Network': ['ID=4af913c6-284e-433c-9e8c-8d86bc2ed388,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:23.213180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/4af913c6-284e-433c-9e8c-8d86bc2ed388 HTTP/1.1" status: 204  len: 168 time: 1.1091430
Dec 03 11:25:23.213180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:23.215776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49672) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.262331 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-83353e2d-9f30-4b02-b1f5-bf68b3e39df2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.262744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83353e2d-9f30-4b02-b1f5-bf68b3e39df2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.267149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-83353e2d-9f30-4b02-b1f5-bf68b3e39df2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/subnets/2e2aa222-7609-4c69-b87f-d6e0d4e5f13d HTTP/1.1" status: 404  len: 337 time: 0.0477898
Dec 03 11:25:23.268762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49676) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.270681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.273485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.279101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ad7a01f-fb4d-4bf5-8afd-3770018fc9e4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:23.290686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Checking segment: {'id': '46319f17-3957-4a93-a7fc-fd4cd4f66a26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b4aa688-b0ce-480b-aabf-fcb29a1ae782'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:25:23.291118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network hostable DHCP agents. Network: 0b4aa688-b0ce-480b-aabf-fcb29a1ae782, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:25:23.300270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e04443b-94b7-4750-9a32-9067a955e2f4,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:23.302949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:23.309300 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baede97-082c-4ac4-85ac-8300fc897bb9 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.309797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7baede97-082c-4ac4-85ac-8300fc897bb9 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.310370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.314692 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7baede97-082c-4ac4-85ac-8300fc897bb9 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/54c18bce-3d64-41f9-a0af-f7c256df52ff HTTP/1.1" status: 404  len: 339 time: 0.0418782
Dec 03 11:25:23.314847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.3655624
Dec 03 11:25:23.315041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49680) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.315618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49682) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.321205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '5fcfde1e-7b5a-41fc-a47c-784b3af0753f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:23.327655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:23.331967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:23.335072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:23.341237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:23.351878 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:25:23.358952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.365033 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-65aa03b3-333f-4920-b489-20fbbb7c4da7 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.365541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65aa03b3-333f-4920-b489-20fbbb7c4da7 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.367378 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-65aa03b3-333f-4920-b489-20fbbb7c4da7 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/subnets/99c63852-cca3-495a-abda-e61eb30979ae HTTP/1.1" status: 404  len: 337 time: 0.0513468
Dec 03 11:25:23.368298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:25:23.371812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49688) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.400897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 0b4aa688-b0ce-480b-aabf-fcb29a1ae782) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:23.404624 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b0f1c7-ca16-4c7e-ba95-c0f3c29b2a08 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.405122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b0f1c7-ca16-4c7e-ba95-c0f3c29b2a08 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.406986 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-57b0f1c7-ca16-4c7e-ba95-c0f3c29b2a08 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/aa358be2-50dd-4384-95d1-d8f9a05550ba HTTP/1.1" status: 404  len: 339 time: 0.0341573
Dec 03 11:25:23.410243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49692) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.415411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e965e00-df2f-4ac8-b5aa-601bea5dfbe8 None None] Network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:23.417835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:23.418494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.443708 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7840638
Dec 03 11:25:23.443944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49696) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.449648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b35468de-74fd-4bc7-aec6-d1e3a76f374e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1291084521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:23.456968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b35468de-74fd-4bc7-aec6-d1e3a76f374e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:23.461270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b35468de-74fd-4bc7-aec6-d1e3a76f374e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:router and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:23.462069 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac511ccf-6020-4928-9d3a-8af8b218b832 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.462833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac511ccf-6020-4928-9d3a-8af8b218b832 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.467362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ac511ccf-6020-4928-9d3a-8af8b218b832 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/subnets/bc205522-19dd-4441-9c2b-227e0f248a88 HTTP/1.1" status: 404  len: 337 time: 0.0530910
Dec 03 11:25:23.467519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b35468de-74fd-4bc7-aec6-d1e3a76f374e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:23.467519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49700) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.485032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.488765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.490756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6cb77a2-aeba-4bc2-86ec-6133cfe7f703 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:23.497653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b35468de-74fd-4bc7-aec6-d1e3a76f374e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:23.504696 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36c2988-5066-4194-8065-fa8325dd896a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.505325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36c2988-5066-4194-8065-fa8325dd896a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.510169 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d36c2988-5066-4194-8065-fa8325dd896a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/87a2bb52-7622-4de4-80cc-cbdc5766d678 HTTP/1.1" status: 404  len: 339 time: 0.0387146
Dec 03 11:25:23.510372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49704) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.515699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b35468de-74fd-4bc7-aec6-d1e3a76f374e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.516834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b35468de-74fd-4bc7-aec6-d1e3a76f374e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.532923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b35468de-74fd-4bc7-aec6-d1e3a76f374e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.551040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b35468de-74fd-4bc7-aec6-d1e3a76f374e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.556606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebaa9ae-4718-4e12-9c4a-7807e2cfc9ed,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:23.565702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:23.570572 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-434465f3-605f-4df0-be44-1341860380e0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.571248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434465f3-605f-4df0-be44-1341860380e0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.573066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b35468de-74fd-4bc7-aec6-d1e3a76f374e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.576995 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b35468de-74fd-4bc7-aec6-d1e3a76f374e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.1294947
Dec 03 11:25:23.577327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49708) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.584262 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-434465f3-605f-4df0-be44-1341860380e0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/subnets/24ad5ef7-53f9-4c75-9a89-94290567439b HTTP/1.1" status: 404  len: 337 time: 0.0703900
Dec 03 11:25:23.584483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'network_id': '0b4aa688-b0ce-480b-aabf-fcb29a1ae782', 'name': 'tempest-PortsTestJSON-339501125'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:23.584611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.585228 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.2685947
Dec 03 11:25:23.586138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49712) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.589086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49714) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.617274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '5fcfde1e-7b5a-41fc-a47c-784b3af0753f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:23.627106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:23.630130 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad13af14-46bc-48f2-a4a1-3ceeed63b56d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.630627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad13af14-46bc-48f2-a4a1-3ceeed63b56d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.634815 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ad13af14-46bc-48f2-a4a1-3ceeed63b56d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/fa8a6d2b-7bc4-4793-ad26-6776ccf57d9e HTTP/1.1" status: 404  len: 339 time: 0.0453401
Dec 03 11:25:23.634993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:23.637517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49720) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.640303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:23.657924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-0b4aa688-b0ce-480b-aabf-fcb29a1ae782', 'network_id': '0b4aa688-b0ce-480b-aabf-fcb29a1ae782', 'tenant_id': 'e149265703c04223aa76ca1da9831b22', 'fixed_ips': [{'subnet_id': '522818ba-4834-48df-8afc-b0ad214958df'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:25:23.658942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.682317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:23.689620 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce8437f-612f-47f0-9781-ab3836dedd52 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.690134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce8437f-612f-47f0-9781-ab3836dedd52 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.692038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3ce8437f-612f-47f0-9781-ab3836dedd52 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/subnets/43d24d54-d899-4626-a6b9-a92db1a5cfc8 HTTP/1.1" status: 404  len: 337 time: 0.0534248
Dec 03 11:25:23.694659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49726) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.726002 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:25:23.732674 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c268be11-05f2-46fe-92aa-406b7c1a53c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.733177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c268be11-05f2-46fe-92aa-406b7c1a53c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.736007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c268be11-05f2-46fe-92aa-406b7c1a53c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/0e0f55a6-a535-4200-a5d0-7afa512f3c4c HTTP/1.1" status: 404  len: 339 time: 0.0375891
Dec 03 11:25:23.737621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.739573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49730) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.791464 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-029f7a37-9fb2-4cd4-bb77-dd6802fd0aeb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.791877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029f7a37-9fb2-4cd4-bb77-dd6802fd0aeb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.796046 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-029f7a37-9fb2-4cd4-bb77-dd6802fd0aeb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/subnets/da8586a2-1e3b-45e5-96a7-0628335a4b3e HTTP/1.1" status: 404  len: 337 time: 0.0530839
Dec 03 11:25:23.796046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:23.797002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49734) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.814333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.817428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.819401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f6d94dc0-03df-4b22-b33c-fd57416907aa tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:23.821193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:port and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:23.826692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for port was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:23.835324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:23.837968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-836d23b5-1fc1-4474-b334-c50723119102 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.838456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836d23b5-1fc1-4474-b334-c50723119102 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.842984 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-836d23b5-1fc1-4474-b334-c50723119102 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/4a51bf96-db0b-4631-9261-fba68f79bc24 HTTP/1.1" status: 404  len: 339 time: 0.0422983
Dec 03 11:25:23.843973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49738) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.847019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc33a56c-7e06-4335-b461-f698aceec84f,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:23.856296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:23.857531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.859581 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.2685599
Dec 03 11:25:23.893968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-184b3705-1c7d-4074-9172-3c5025a06489 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.894215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184b3705-1c7d-4074-9172-3c5025a06489 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.898420 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-184b3705-1c7d-4074-9172-3c5025a06489 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/subnets/1fc236ea-4322-4b87-bad9-d364711e1eb9 HTTP/1.1" status: 404  len: 337 time: 0.0517304
Dec 03 11:25:23.898420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:23.899609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49744) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:23.903648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:23.954662 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fa87ac-d0c3-4068-b465-791ff7a0dfb4 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:23.955193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fa87ac-d0c3-4068-b465-791ff7a0dfb4 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:23.960369 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-39fa87ac-d0c3-4068-b465-791ff7a0dfb4 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/2f58a1ca-da06-4a39-bba9-4e366427cb27 HTTP/1.1" status: 404  len: 339 time: 0.0593235
Dec 03 11:25:23.961017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49750) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:24.009996 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85cacf9-8b0b-4f70-8a0d-93fc9dd018ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:24.010506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85cacf9-8b0b-4f70-8a0d-93fc9dd018ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:24.015881 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e85cacf9-8b0b-4f70-8a0d-93fc9dd018ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/subnets/7fa39acd-16f4-4475-bfc2-c9df0e887ff4 HTTP/1.1" status: 404  len: 337 time: 0.0537400
Dec 03 11:25:24.016627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49758) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:24.047553 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd001012-e34d-4e23-8ae3-028976ccbc30 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:24.049155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd001012-e34d-4e23-8ae3-028976ccbc30 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:24.053251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dd001012-e34d-4e23-8ae3-028976ccbc30 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/f691b381-99f7-4902-9646-af5c0f19adf6 HTTP/1.1" status: 404  len: 339 time: 0.0330305
Dec 03 11:25:24.054274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49766) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:24.141181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port 512251dd-7955-4a4f-803b-29b7e26bfe5a yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:25:24.185069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a1577301-5617-4daf-8455-131f2f524e7c req-590058dc-1e61-457d-aade-2a665cf71178 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:24.199080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Allocated IP 172.20.0.2 (0b4aa688-b0ce-480b-aabf-fcb29a1ae782/522818ba-4834-48df-8afc-b0ad214958df/1466e54b-c087-4ab8-ab41-b6b6b82735d6) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:24.225495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a1577301-5617-4daf-8455-131f2f524e7c req-590058dc-1e61-457d-aade-2a665cf71178 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:24.226843 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-590058dc-1e61-457d-aade-2a665cf71178 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189996040&fields=id&tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 267 time: 0.1643193
Dec 03 11:25:24.283768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfac2c8a-9d9c-45e4-a23d-430885d3d0a0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting subnet 1e124185-5f97-4318-a21c-23ab1bc07681 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:25:24.287039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bfac2c8a-9d9c-45e4-a23d-430885d3d0a0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:24.347871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bfac2c8a-9d9c-45e4-a23d-430885d3d0a0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:24.411067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1577301-5617-4daf-8455-131f2f524e7c req-6a19ce1c-a13f-46b7-85e5-8c660c7566bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:24.412701 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-6a19ce1c-a13f-46b7-85e5-8c660c7566bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/networks?id=67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 200  len: 796 time: 0.1703863
Dec 03 11:25:24.418695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:24.430383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Transition to ACTIVE for port object 1466e54b-c087-4ab8-ab41-b6b6b82735d6 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:24.433653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-01b36ace-3e9e-4a95-b63a-05a7cb2d8232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/quotas/85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 375 time: 0.0137336
Dec 03 11:25:24.441917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bfac2c8a-9d9c-45e4-a23d-430885d3d0a0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:24.448421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Transition to ACTIVE for port object 1466e54b-c087-4ab8-ab41-b6b6b82735d6 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:24.453257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:24.470407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0b750b7e-9d52-4956-9f4d-1cacc19bfe2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:24.581585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.10 (0b4aa688-b0ce-480b-aabf-fcb29a1ae782/522818ba-4834-48df-8afc-b0ad214958df/512251dd-7955-4a4f-803b-29b7e26bfe5a) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:24.607984 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-2d683fb5-5801-4742-b5bb-d18464091276 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1639409
Dec 03 11:25:24.627852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Pushing event updated for resources: {'Port': ['ID=1466e54b-c087-4ab8-ab41-b6b6b82735d6,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:24.648852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.649245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.649636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.650019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.650395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.650772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.651635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.652014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.652386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.653120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.653120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.653459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.653878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.654242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.654609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.654995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.655366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.655741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.656107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.656473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.656843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.657244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.657611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.657977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:25:24.663911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:24.700420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:24.701314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:24.705303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:24.747547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bfac2c8a-9d9c-45e4-a23d-430885d3d0a0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:24.764408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:24.766754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Attempting to bind port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:25:24.767723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Attempting to bind port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '46319f17-3957-4a93-a7fc-fd4cd4f66a26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b4aa688-b0ce-480b-aabf-fcb29a1ae782'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:25:24.768271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Attempting to bind port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 on network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:25:24.774560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:25:24.775186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Checking segment: {'id': '46319f17-3957-4a93-a7fc-fd4cd4f66a26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b4aa688-b0ce-480b-aabf-fcb29a1ae782'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:25:24.775743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:24.776300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Bound using segment: {'id': '46319f17-3957-4a93-a7fc-fd4cd4f66a26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b4aa688-b0ce-480b-aabf-fcb29a1ae782'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:25:24.776961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Bound port: 1466e54b-c087-4ab8-ab41-b6b6b82735d6, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46319f17-3957-4a93-a7fc-fd4cd4f66a26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b4aa688-b0ce-480b-aabf-fcb29a1ae782'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:25:24.777603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:24.818228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac2c8a-9d9c-45e4-a23d-430885d3d0a0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Subnet': ['ID=1e124185-5f97-4318-a21c-23ab1bc07681,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:24.823449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bfac2c8a-9d9c-45e4-a23d-430885d3d0a0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:24.880799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] For port 1466e54b-c087-4ab8-ab41-b6b6b82735d6, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:25:24.884286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] For port 1466e54b-c087-4ab8-ab41-b6b6b82735d6, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1466e54b-c087-4ab8-ab41-b6b6b82735d6,segment=NetworkSegment(46319f17-3957-4a93-a7fc-fd4cd4f66a26),segment_id=46319f17-3957-4a93-a7fc-fd4cd4f66a26)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:25:24.890574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:24.901288 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-0f919fee-5b59-4876-b132-ae65d9a47bd4 service neutron] 10.222.0.90 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2749944
Dec 03 11:25:24.923979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bfac2c8a-9d9c-45e4-a23d-430885d3d0a0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:24.930403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:24.935643 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bfac2c8a-9d9c-45e4-a23d-430885d3d0a0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/subnets/1e124185-5f97-4318-a21c-23ab1bc07681 HTTP/1.1" status: 204  len: 168 time: 0.8801680
Dec 03 11:25:24.938078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49770) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:24.971217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951a153d-8d24-49ce-83ee-183230ef7435 None None] Network 0865e14d-5967-4ad2-b73f-9b44b33fbd8f requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:25.060696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:25.077732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:25.093689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Transition to ACTIVE for port object 512251dd-7955-4a4f-803b-29b7e26bfe5a will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:25.119015 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-5089c8b7-196b-44e7-89f3-ca0dea4a81a1 service neutron] 10.222.0.90 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2037883
Dec 03 11:25:25.134224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:25.150617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75027a37-fb2b-4d3e-9448-d9259299e58c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:25.156055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Deleting port b72917b4-7876-4500-86ab-5b451c62ada4 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:25.157025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:25.227186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Pushing event updated for resources: {'Port': ['ID=1466e54b-c087-4ab8-ab41-b6b6b82735d6,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:25.229129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=512251dd-7955-4a4f-803b-29b7e26bfe5a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:25.230700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:25.237094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:25.447307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] For port b72917b4-7876-4500-86ab-5b451c62ada4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b72917b4-7876-4500-86ab-5b451c62ada4,segment=NetworkSegment(a2c72bec-145a-409b-a369-1ead1056e5d3),segment_id=a2c72bec-145a-409b-a369-1ead1056e5d3)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:25.447717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:25.460876 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-edc91dd7-b147-4447-b52a-efd738eef348 req-cdb1e5ee-d5d0-4a6a-b5d4-b1113cc7241c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 210 time: 0.0793936
Dec 03 11:25:25.487338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:25.488653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:25.496278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:25.515837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca97e081-d831-4ccb-ace8-97509425fd35 None None] DHCP port deletion for 0865e14d-5967-4ad2-b73f-9b44b33fbd8f request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:25:25.520993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ca97e081-d831-4ccb-ace8-97509425fd35 None None] Deleting port b72917b4-7876-4500-86ab-5b451c62ada4 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:25.521443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca97e081-d831-4ccb-ace8-97509425fd35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:25.593468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:25.594260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:25.617550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Calling delete_port for b72917b4-7876-4500-86ab-5b451c62ada4 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:25.636355 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.0577695
Dec 03 11:25:25.637403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49784) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:25.737369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:25.757783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d44f42a1-99c0-4a8c-ade0-8121c5191d07 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:25.827700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Port': ['ID=b72917b4-7876-4500-86ab-5b451c62ada4,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:25.843568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:25.848622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ca97e081-d831-4ccb-ace8-97509425fd35 None None] For port b72917b4-7876-4500-86ab-5b451c62ada4, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b72917b4-7876-4500-86ab-5b451c62ada4,segment=NetworkSegment(a2c72bec-145a-409b-a369-1ead1056e5d3),segment_id=a2c72bec-145a-409b-a369-1ead1056e5d3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:25.849090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca97e081-d831-4ccb-ace8-97509425fd35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:25.963768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] No DVR routers for this DVR port b72917b4-7876-4500-86ab-5b451c62ada4 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:25:26.031481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ca97e081-d831-4ccb-ace8-97509425fd35 None None] Calling delete_port for b72917b4-7876-4500-86ab-5b451c62ada4 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:26.112846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-ca97e081-d831-4ccb-ace8-97509425fd35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:25:26.113319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-ca97e081-d831-4ccb-ace8-97509425fd35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:25:26.120687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:26.256694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ca2240>,) {'filters': {'network_id': ['0865e14d-5967-4ad2-b73f-9b44b33fbd8f']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:26.269597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ca2240>, 'a2c72bec-145a-409b-a369-1ead1056e5d3') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:26.269897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ca2240>, 'a2c72bec-145a-409b-a369-1ead1056e5d3') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:26.282582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:26.299320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:26.301699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Releasing vxlan tunnel 3 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:25:26.499247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 0865e14d-5967-4ad2-b73f-9b44b33fbd8f has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:26.509461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:26.614372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ca97e081-d831-4ccb-ace8-97509425fd35 None None] Deleting port b72917b4-7876-4500-86ab-5b451c62ada4 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:26.615229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca97e081-d831-4ccb-ace8-97509425fd35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:26.701479 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f0d3291b-0c5e-4843-96fa-6e4859b161e7 req-1f19b4ae-7bd2-41ae-962b-c6cc9582ded6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 210 time: 0.0523872
Dec 03 11:25:26.758667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:26.774984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1466e54b-c087-4ab8-ab41-b6b6b82735d6 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:25:26.836809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ca97e081-d831-4ccb-ace8-97509425fd35 None None] The port 'b72917b4-7876-4500-86ab-5b451c62ada4' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:25:26.961365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:27.052805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b72917b4-7876-4500-86ab-5b451c62ada4 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:25:27.100636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: b72917b4-7876-4500-86ab-5b451c62ada4 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:25:27.101034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b72917b4-7876-4500-86ab-5b451c62ada4 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:25:27.170567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767b9750-6b58-41b5-8dc3-52560719ca21 None None] Network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:27.171147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Network 0865e14d-5967-4ad2-b73f-9b44b33fbd8f has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:25:27.200367 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:25:27.272306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:27.276507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:27.281451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ddcd3f51-f534-4314-9335-048661c3acc2 None None] Provisioning for port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:27.292287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ddcd3f51-f534-4314-9335-048661c3acc2 None None] Provisioning complete for port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:27.292686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ddcd3f51-f534-4314-9335-048661c3acc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:27.370478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:27.374528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:27.382422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:27.407987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89cdf7de-07ed-4950-80d8-1bc6e63a0603 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:27.429249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Pushing event deleted for resources: {'Network': ['ID=0865e14d-5967-4ad2-b73f-9b44b33fbd8f,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:27.431816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:27.439416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] 10.222.0.90 "DELETE /v2.0/networks/0865e14d-5967-4ad2-b73f-9b44b33fbd8f HTTP/1.1" status: 204  len: 168 time: 2.4995563
Dec 03 11:25:27.446612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1577301-5617-4daf-8455-131f2f524e7c req-7aa01215-4622-4b95-876c-af7d84239fc1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:27.448318 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-7aa01215-4622-4b95-876c-af7d84239fc1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks?id=67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 200  len: 796 time: 0.6930711
Dec 03 11:25:27.536945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=512251dd-7955-4a4f-803b-29b7e26bfe5a,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:27.542232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:27.542465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ddcd3f51-f534-4314-9335-048661c3acc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:27.586006 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-4bd9bdc4-d811-4913-93f3-fdd36c83e8ce tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 12653 time: 0.1181359
Dec 03 11:25:27.592518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ddcd3f51-f534-4314-9335-048661c3acc2 None None] For port 1466e54b-c087-4ab8-ab41-b6b6b82735d6, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1466e54b-c087-4ab8-ab41-b6b6b82735d6,segment=NetworkSegment(46319f17-3957-4a93-a7fc-fd4cd4f66a26),segment_id=46319f17-3957-4a93-a7fc-fd4cd4f66a26)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:27.596973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ddcd3f51-f534-4314-9335-048661c3acc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:27.599709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:27.601511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'device_id': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'admin_state_up': True, 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'security_groups': ['5fcfde1e-7b5a-41fc-a47c-784b3af0753f']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:27.831551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:27.843161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:27.864474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:27.884776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:27.890833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd3f51-f534-4314-9335-048661c3acc2 None None] Pushing event updated for resources: {'Port': ['ID=1466e54b-c087-4ab8-ab41-b6b6b82735d6,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:27.905600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ddcd3f51-f534-4314-9335-048661c3acc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:27.910137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:27.967609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.003415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49800) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:28.034268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-07014788-c07c-49b8-8f0a-968d44b3cf71 None None] Provisioning complete for port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:28.034689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07014788-c07c-49b8-8f0a-968d44b3cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.092224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c9ed9f31-cb39-4300-a70b-57c6ac8087ab req-17532074-584a-4515-9727-d64a4ee9282a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 210 time: 0.1132712
Dec 03 11:25:28.243671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-07014788-c07c-49b8-8f0a-968d44b3cf71 None None] Provisioning for port 512251dd-7955-4a4f-803b-29b7e26bfe5a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:28.249915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-07014788-c07c-49b8-8f0a-968d44b3cf71 None None] Provisioning complete for port 512251dd-7955-4a4f-803b-29b7e26bfe5a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:28.250339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-07014788-c07c-49b8-8f0a-968d44b3cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.321553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-07014788-c07c-49b8-8f0a-968d44b3cf71 None None] Port 512251dd-7955-4a4f-803b-29b7e26bfe5a cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:28.351977 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-68aa62ea-06b9-43dc-b1c7-db8fa9351feb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=30220adc5b0949d4b1719156c3d1b0ef&name=default HTTP/1.1" status: 200  len: 2883 time: 0.3474128
Dec 03 11:25:28.354952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49806) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:28.389408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.6 (67a4393c-4939-4211-88f7-dfc19e9d18d9/c08dddef-f921-4323-bdf7-2c91219d2a10/2f21871d-d95f-4a5d-866f-6d8933eaee55) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:28.450870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9652230b-886f-46c6-9fc4-69f1bdc90547 None None] Provisioning complete for port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:28.451525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9652230b-886f-46c6-9fc4-69f1bdc90547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.491962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79a6e0ba-e2ac-43eb-b62a-66bb4402edca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.591608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79a6e0ba-e2ac-43eb-b62a-66bb4402edca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.618712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9652230b-886f-46c6-9fc4-69f1bdc90547 None None] Provisioning complete for port 512251dd-7955-4a4f-803b-29b7e26bfe5a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:28.621750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9652230b-886f-46c6-9fc4-69f1bdc90547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.672569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1466e54b-c087-4ab8-ab41-b6b6b82735d6 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:25:28.680732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.712519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 2f21871d-d95f-4a5d-866f-6d8933eaee55 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:28.718392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.721646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79a6e0ba-e2ac-43eb-b62a-66bb4402edca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.727749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b88594d4-dc58-4c53-a0c8-055e272c6cb8 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:28.740039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.741009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.758114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d0464d9-b9ff-4cec-986b-12e687b14ce6 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:28.760153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9652230b-886f-46c6-9fc4-69f1bdc90547 None None] Port 512251dd-7955-4a4f-803b-29b7e26bfe5a cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:28.780567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:28.780895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.793549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6e0ba-e2ac-43eb-b62a-66bb4402edca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0cdc85-7c1e-44c0-8de4-00c3a6a93b34,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:28.798609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-79a6e0ba-e2ac-43eb-b62a-66bb4402edca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:28.804396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b777cc3a-b5e9-427b-a3b0-f9954c8a46fb tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:28.889746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a4e8ced3-4cb6-49aa-bdeb-2865e3cfb3b8 None None] Provisioning complete for port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:28.890269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ced3-4cb6-49aa-bdeb-2865e3cfb3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.918451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=512251dd-7955-4a4f-803b-29b7e26bfe5a,revision_number=3']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:28.925886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=2f21871d-d95f-4a5d-866f-6d8933eaee55,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:28.931544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:28.940285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:28.945436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79a6e0ba-e2ac-43eb-b62a-66bb4402edca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:28.946977 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-79a6e0ba-e2ac-43eb-b62a-66bb4402edca admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3b0cdc85-7c1e-44c0-8de4-00c3a6a93b34 HTTP/1.1" status: 204  len: 168 time: 0.5888474
Dec 03 11:25:28.971437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:29.006641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:29.008086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:29.010667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:29.119950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:29.120730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:29.145066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:29.146794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:29.159037 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5666087
Dec 03 11:25:29.180892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Request body: {'port': {'device_id': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:29.222507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ea8c362c-71cf-42e5-9dc4-30b73114f1f0 None None] Provisioning complete for port 512251dd-7955-4a4f-803b-29b7e26bfe5a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:29.228794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea8c362c-71cf-42e5-9dc4-30b73114f1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:29.431718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c362c-71cf-42e5-9dc4-30b73114f1f0 None None] Port 512251dd-7955-4a4f-803b-29b7e26bfe5a cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:29.457308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:29.522240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32922ff3-0064-4afc-822a-976aed55fa57 req-7eddf183-d35b-4b82-8bd3-1c11662e8780 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:29.523949 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32922ff3-0064-4afc-822a-976aed55fa57 req-7eddf183-d35b-4b82-8bd3-1c11662e8780 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 931 time: 0.1682563
Dec 03 11:25:29.546590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Router b52149b5-972f-4d4a-93dd-7553d49b0198 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:25:29.552176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-53401ebf-bf7c-4e85-ae67-91ef72dc463d None None] Provisioning for port 2f21871d-d95f-4a5d-866f-6d8933eaee55 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:29.558638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-53401ebf-bf7c-4e85-ae67-91ef72dc463d None None] Provisioning complete for port 2f21871d-d95f-4a5d-866f-6d8933eaee55 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:29.560012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53401ebf-bf7c-4e85-ae67-91ef72dc463d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:29.622015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-53401ebf-bf7c-4e85-ae67-91ef72dc463d None None] Port 2f21871d-d95f-4a5d-866f-6d8933eaee55 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:29.634380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-53401ebf-bf7c-4e85-ae67-91ef72dc463d None None] Provisioning complete for port 512251dd-7955-4a4f-803b-29b7e26bfe5a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:29.634803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53401ebf-bf7c-4e85-ae67-91ef72dc463d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:29.691273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-53401ebf-bf7c-4e85-ae67-91ef72dc463d None None] Port 512251dd-7955-4a4f-803b-29b7e26bfe5a cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:29.710727 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32922ff3-0064-4afc-822a-976aed55fa57 req-c09556ff-e996-4f1d-9df5-16d20e89c558 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1801629
Dec 03 11:25:29.747331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:25:29.753681 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "PUT /v2.0/routers/b52149b5-972f-4d4a-93dd-7553d49b0198/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1151950
Dec 03 11:25:29.756468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49816) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:29.763876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62555d-00f2-413a-9c41-9d9f9ca5df3f None None] Sync routers for ids ['b52149b5-972f-4d4a-93dd-7553d49b0198'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:25:29.777156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62555d-00f2-413a-9c41-9d9f9ca5df3f None None] Routers {'b52149b5-972f-4d4a-93dd-7553d49b0198'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:25:29.778266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fe62555d-00f2-413a-9c41-9d9f9ca5df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b734f9b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:25:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b52149b5-972f-4d4a-93dd-7553d49b0198'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:29.841800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c20d4-7036-416c-ba67-5bece8ea6001 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:29.842565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ca8c20d4-7036-416c-ba67-5bece8ea6001 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:29.851663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fe62555d-00f2-413a-9c41-9d9f9ca5df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b734f9b0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:29.861553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ca8c20d4-7036-416c-ba67-5bece8ea6001 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:29.861886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62555d-00f2-413a-9c41-9d9f9ca5df3f None None] Routers {'b52149b5-972f-4d4a-93dd-7553d49b0198'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:25:29.862326 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ca8c20d4-7036-416c-ba67-5bece8ea6001 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports?device_id=b52149b5-972f-4d4a-93dd-7553d49b0198 HTTP/1.1" status: 200  len: 982 time: 0.1048541
Dec 03 11:25:29.862565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fe62555d-00f2-413a-9c41-9d9f9ca5df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b734f9b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:25:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b52149b5-972f-4d4a-93dd-7553d49b0198'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:29.865409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49820) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:29.907144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f21871d-d95f-4a5d-866f-6d8933eaee55 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:25:29.915627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:29.925968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-fe62555d-00f2-413a-9c41-9d9f9ca5df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b734f9b0>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:29.926428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62555d-00f2-413a-9c41-9d9f9ca5df3f None None] The sync data for ids ['b52149b5-972f-4d4a-93dd-7553d49b0198'] in dv-neutron-765072-2-ovs is: [] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:25:29.930762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Transition to ACTIVE for port object 2f21871d-d95f-4a5d-866f-6d8933eaee55 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:29.934897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:29.951342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:30.092948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Pushing event updated for resources: {'Port': ['ID=2f21871d-d95f-4a5d-866f-6d8933eaee55,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:30.097790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:30.290423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Attempting to bind port 2f21871d-d95f-4a5d-866f-6d8933eaee55 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:25:30.290833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Attempting to bind port 2f21871d-d95f-4a5d-866f-6d8933eaee55 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:25:30.291190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Attempting to bind port 2f21871d-d95f-4a5d-866f-6d8933eaee55 on network 67a4393c-4939-4211-88f7-dfc19e9d18d9 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:25:30.299685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:25:30.300074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Checking segment: {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:25:30.300492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:30.301025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Bound using segment: {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:25:30.301524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Bound port: 2f21871d-d95f-4a5d-866f-6d8933eaee55, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:25:30.301906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:30.399732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] For port 2f21871d-d95f-4a5d-866f-6d8933eaee55, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:25:30.403255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] For port 2f21871d-d95f-4a5d-866f-6d8933eaee55, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2f21871d-d95f-4a5d-866f-6d8933eaee55,segment=NetworkSegment(d1b10c53-c54e-4fb0-82b9-faca1431d1e5),segment_id=d1b10c53-c54e-4fb0-82b9-faca1431d1e5)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:25:30.406865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:30.424255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-12444d59-a190-4982-9ac6-87bc29274b2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:30.569520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Pushing event updated for resources: {'Port': ['ID=2f21871d-d95f-4a5d-866f-6d8933eaee55,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:30.580358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:30.617747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:30.618549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:30.620053 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] 10.222.0.91 "PUT /v2.0/ports/2f21871d-d95f-4a5d-866f-6d8933eaee55 HTTP/1.1" status: 200  len: 1157 time: 1.4476037
Dec 03 11:25:30.620694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'tag': '2f21871d-d95f-4a5d-866f-6d8933eaee55'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:25:30.680287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:30.716362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'tag': '2f21871d-d95f-4a5d-866f-6d8933eaee55', 'status': 'completed', 'code': 200}
Dec 03 11:25:30.765718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1577301-5617-4daf-8455-131f2f524e7c req-9de01a98-9700-4324-981a-7f1602c9c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:30.768585 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-9de01a98-9700-4324-981a-7f1602c9c832 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 1160 time: 0.0946844
Dec 03 11:25:30.771129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04667c6d-b761-4927-ab72-3210a9a9633f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:30.862148 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-0a921770-57b3-4284-b630-76db734a2ad6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f21871d-d95f-4a5d-866f-6d8933eaee55 HTTP/1.1" status: 200  len: 217 time: 0.0784104
Dec 03 11:25:30.943647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1577301-5617-4daf-8455-131f2f524e7c req-3aba7875-f504-4dc6-8e43-e9963f2e88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:30.945270 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-3aba7875-f504-4dc6-8e43-e9963f2e88c6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c08dddef-f921-4323-bdf7-2c91219d2a10 HTTP/1.1" status: 200  len: 834 time: 0.0761831
Dec 03 11:25:31.026749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1577301-5617-4daf-8455-131f2f524e7c req-fc709247-ecba-4669-bdb2-f03e60c0a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:31.028432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-fc709247-ecba-4669-bdb2-f03e60c0a6d8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a4393c-4939-4211-88f7-dfc19e9d18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0765829
Dec 03 11:25:31.117455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563feb1-6e18-4cd7-8b4c-0ef32946f33e req-a2fe5892-8e90-4ff8-9c49-8c599c947f3c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:31.119101 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2563feb1-6e18-4cd7-8b4c-0ef32946f33e req-a2fe5892-8e90-4ff8-9c49-8c599c947f3c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 943 time: 0.2243910
Dec 03 11:25:31.120698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 512251dd-7955-4a4f-803b-29b7e26bfe5a {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:31.121071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:31.174698 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-5dfcfd89-ad05-41e8-9ae3-6a60173d8f59 service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392708
Dec 03 11:25:31.182289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:25:31.242101 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2563feb1-6e18-4cd7-8b4c-0ef32946f33e req-c41b4057-10ef-4314-8735-26c37944efda tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880764
Dec 03 11:25:31.324179 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1577301-5617-4daf-8455-131f2f524e7c req-b4915154-6de6-4ccb-8f07-20393e662952 service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432414
Dec 03 11:25:31.363727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:31.492288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 512251dd-7955-4a4f-803b-29b7e26bfe5a owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:31.496241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488a877-1de5-4c66-b67a-d8107da6b957 req-4fe358e5-0eb1-42a5-8d60-d2b2d0321a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:31.497863 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3488a877-1de5-4c66-b67a-d8107da6b957 req-4fe358e5-0eb1-42a5-8d60-d2b2d0321a26 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 1160 time: 0.0810874
Dec 03 11:25:31.644101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488a877-1de5-4c66-b67a-d8107da6b957 req-a420246f-2190-4c48-a41d-10abc86d62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:31.645732 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3488a877-1de5-4c66-b67a-d8107da6b957 req-a420246f-2190-4c48-a41d-10abc86d62f4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 200  len: 890 time: 0.1405377
Dec 03 11:25:31.668875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:31.685316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-294d314d-ebe1-435c-b852-254becfc9a7e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:31.718224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3488a877-1de5-4c66-b67a-d8107da6b957 req-2887b0fa-3aa0-4a2b-b62f-1a412cce5e5a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f21871d-d95f-4a5d-866f-6d8933eaee55 HTTP/1.1" status: 200  len: 217 time: 0.0657630
Dec 03 11:25:31.738330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=512251dd-7955-4a4f-803b-29b7e26bfe5a,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:31.755871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:31.791711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488a877-1de5-4c66-b67a-d8107da6b957 req-9ede83d9-de60-43a7-a9e7-816a3b7f1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:31.793271 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3488a877-1de5-4c66-b67a-d8107da6b957 req-9ede83d9-de60-43a7-a9e7-816a3b7f1ff9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c08dddef-f921-4323-bdf7-2c91219d2a10 HTTP/1.1" status: 200  len: 834 time: 0.0680244
Dec 03 11:25:31.874191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488a877-1de5-4c66-b67a-d8107da6b957 req-875c2e5d-e420-4f62-b52d-af1fb30c951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:31.875995 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3488a877-1de5-4c66-b67a-d8107da6b957 req-875c2e5d-e420-4f62-b52d-af1fb30c951a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a4393c-4939-4211-88f7-dfc19e9d18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0755949
Dec 03 11:25:32.048719 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3488a877-1de5-4c66-b67a-d8107da6b957 req-29e5d198-6224-4b7f-832f-6ccb7dfe0d3b service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567206
Dec 03 11:25:32.067544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:32.450874 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3488a877-1de5-4c66-b67a-d8107da6b957 req-0276651d-7b2d-43f7-90dd-f34de8c341f8 service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3949227
Dec 03 11:25:32.539952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Router b52149b5-972f-4d4a-93dd-7553d49b0198 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:25:32.698936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:25:32.707089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a4340-b0fc-422d-a5bc-820285c3a7f4 req-0bf90e5d-445c-4570-96a6-0e395f68df40 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:32.708729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a16a4340-b0fc-422d-a5bc-820285c3a7f4 req-0bf90e5d-445c-4570-96a6-0e395f68df40 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 943 time: 0.2955763
Dec 03 11:25:32.709143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089f0cae-4084-4a7a-b6ec-6be966064061 None None] Sync routers for ids ['b52149b5-972f-4d4a-93dd-7553d49b0198'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:25:32.722065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f0cae-4084-4a7a-b6ec-6be966064061 None None] Routers {'b52149b5-972f-4d4a-93dd-7553d49b0198'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:25:32.722771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-089f0cae-4084-4a7a-b6ec-6be966064061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73c9b70>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:25:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b52149b5-972f-4d4a-93dd-7553d49b0198'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:32.741966 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "PUT /v2.0/routers/b52149b5-972f-4d4a-93dd-7553d49b0198/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8754361
Dec 03 11:25:32.744778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49830) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:32.785162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-089f0cae-4084-4a7a-b6ec-6be966064061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73c9b70>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:32.794293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f0cae-4084-4a7a-b6ec-6be966064061 None None] Routers {'b52149b5-972f-4d4a-93dd-7553d49b0198'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:25:32.794889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-089f0cae-4084-4a7a-b6ec-6be966064061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73c9b70>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:25:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b52149b5-972f-4d4a-93dd-7553d49b0198'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:32.804590 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b06a7c4-41f7-40e7-8443-2d43dfe682d5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:25:32.805161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0b06a7c4-41f7-40e7-8443-2d43dfe682d5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:32.818850 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a16a4340-b0fc-422d-a5bc-820285c3a7f4 req-4b25ea47-b6d0-492d-a6fc-5c542eec79a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006210
Dec 03 11:25:32.827068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0b06a7c4-41f7-40e7-8443-2d43dfe682d5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:32.831100 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0b06a7c4-41f7-40e7-8443-2d43dfe682d5 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/512251dd-7955-4a4f-803b-29b7e26bfe5a HTTP/1.1" status: 404  len: 333 time: 0.0824983
Dec 03 11:25:32.831386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49834) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:32.852966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42772695-4ce6-49b7-a233-a05ddf1f20e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:32.861774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-089f0cae-4084-4a7a-b6ec-6be966064061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73c9b70>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:32.862231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089f0cae-4084-4a7a-b6ec-6be966064061 None None] The sync data for ids ['b52149b5-972f-4d4a-93dd-7553d49b0198'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:25:32.972636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c727fe60-0f79-42c4-85cd-32bb55ad3f99 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:33.503700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c727fe60-0f79-42c4-85cd-32bb55ad3f99 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:33.506016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c727fe60-0f79-42c4-85cd-32bb55ad3f99 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:33.529176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c727fe60-0f79-42c4-85cd-32bb55ad3f99 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:33.529744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c727fe60-0f79-42c4-85cd-32bb55ad3f99 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Fanout notify agent at l3_agent the message router_deleted on router b52149b5-972f-4d4a-93dd-7553d49b0198 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:25:33.541153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c727fe60-0f79-42c4-85cd-32bb55ad3f99 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:33.542367 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c727fe60-0f79-42c4-85cd-32bb55ad3f99 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/routers/b52149b5-972f-4d4a-93dd-7553d49b0198 HTTP/1.1" status: 204  len: 168 time: 0.7100341
Dec 03 11:25:33.544999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49838) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:33.736531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:33.749189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddd56a5-3f4b-446e-869c-9323273e2178 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting subnet 522818ba-4834-48df-8afc-b0ad214958df {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:25:33.753114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ddd56a5-3f4b-446e-869c-9323273e2178 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:33.814071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ddd56a5-3f4b-446e-869c-9323273e2178 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:33.903922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ddd56a5-3f4b-446e-869c-9323273e2178 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:34.170417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747905c-9229-4bbb-97b3-a7390222906f req-ce60048c-a132-45cb-af19-75d86eec059a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:34.172053 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a747905c-9229-4bbb-97b3-a7390222906f req-ce60048c-a132-45cb-af19-75d86eec059a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 943 time: 0.2107320
Dec 03 11:25:34.280716 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a747905c-9229-4bbb-97b3-a7390222906f req-0aaacd6d-42e0-4db6-8351-4e5978c71432 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984929
Dec 03 11:25:34.299404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ddd56a5-3f4b-446e-869c-9323273e2178 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:34.315063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21a8cc3e-5dc9-42d0-b5c0-e611246c8b0d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:34.355345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd56a5-3f4b-446e-869c-9323273e2178 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Subnet': ['ID=522818ba-4834-48df-8afc-b0ad214958df,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:34.358179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ddd56a5-3f4b-446e-869c-9323273e2178 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:34.451200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ddd56a5-3f4b-446e-869c-9323273e2178 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:34.457441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261ebef-bbd9-474d-bdda-9c3d72eca11a None None] Network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:34.458238 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1ddd56a5-3f4b-446e-869c-9323273e2178 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/522818ba-4834-48df-8afc-b0ad214958df HTTP/1.1" status: 204  len: 168 time: 0.9121826
Dec 03 11:25:34.461045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49844) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:34.587951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:34.663132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:34.663281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:34.711503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0114429-b323-4fdf-b6a1-50ec09637a77 None None] DHCP port deletion for 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:25:34.716100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b0114429-b323-4fdf-b6a1-50ec09637a77 None None] Deleting port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:34.716519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0114429-b323-4fdf-b6a1-50ec09637a77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:34.891056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] For port 1466e54b-c087-4ab8-ab41-b6b6b82735d6, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1466e54b-c087-4ab8-ab41-b6b6b82735d6,segment=NetworkSegment(46319f17-3957-4a93-a7fc-fd4cd4f66a26),segment_id=46319f17-3957-4a93-a7fc-fd4cd4f66a26)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:34.892166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:34.946294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b0114429-b323-4fdf-b6a1-50ec09637a77 None None] For port 1466e54b-c087-4ab8-ab41-b6b6b82735d6, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1466e54b-c087-4ab8-ab41-b6b6b82735d6,segment=NetworkSegment(46319f17-3957-4a93-a7fc-fd4cd4f66a26),segment_id=46319f17-3957-4a93-a7fc-fd4cd4f66a26)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:34.946681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0114429-b323-4fdf-b6a1-50ec09637a77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:35.021408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 1466e54b-c087-4ab8-ab41-b6b6b82735d6 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:35.089467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b0114429-b323-4fdf-b6a1-50ec09637a77 None None] Calling delete_port for 1466e54b-c087-4ab8-ab41-b6b6b82735d6 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:35.098532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:35.112270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:35.151479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:35.157426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=1466e54b-c087-4ab8-ab41-b6b6b82735d6,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:35.162297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:35.178648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-b0114429-b323-4fdf-b6a1-50ec09637a77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:25:35.179123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-b0114429-b323-4fdf-b6a1-50ec09637a77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:25:35.258237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No DVR routers for this DVR port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:25:35.396273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:35.471975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:35.579582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1afe33668>,) {'filters': {'network_id': ['0b4aa688-b0ce-480b-aabf-fcb29a1ae782']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:35.596823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1afe33668>, '46319f17-3957-4a93-a7fc-fd4cd4f66a26') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:35.597313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1afe33668>, '46319f17-3957-4a93-a7fc-fd4cd4f66a26') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:35.612964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:35.624906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c84205-60f7-4af5-ae4e-6fb0183a3967 req-3f93871b-f920-47ca-bb99-459b1e18666d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:35.626675 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-38c84205-60f7-4af5-ae4e-6fb0183a3967 req-3f93871b-f920-47ca-bb99-459b1e18666d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 943 time: 0.2092996
Dec 03 11:25:35.649103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:35.652606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Releasing vxlan tunnel 7 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:25:35.680843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b0114429-b323-4fdf-b6a1-50ec09637a77 None None] Deleting port 1466e54b-c087-4ab8-ab41-b6b6b82735d6 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:35.681310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0114429-b323-4fdf-b6a1-50ec09637a77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:35.751039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b0114429-b323-4fdf-b6a1-50ec09637a77 None None] The port '1466e54b-c087-4ab8-ab41-b6b6b82735d6' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:25:35.783661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-38c84205-60f7-4af5-ae4e-6fb0183a3967 req-8face9ef-9eb5-4ebf-b924-d29e961c9b7c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1492295
Dec 03 11:25:35.863956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:35.872848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:35.946129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 2f21871d-d95f-4a5d-866f-6d8933eaee55 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:25:36.014817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 2f21871d-d95f-4a5d-866f-6d8933eaee55 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:36.020507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 2f21871d-d95f-4a5d-866f-6d8933eaee55 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:36.020939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:36.055983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network 0b4aa688-b0ce-480b-aabf-fcb29a1ae782 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:25:36.080221 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:25:36.143337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:36.161180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:36.164496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:36.173232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f21871d-d95f-4a5d-866f-6d8933eaee55'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:25:36.180742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:36.184496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 2f21871d-d95f-4a5d-866f-6d8933eaee55, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2f21871d-d95f-4a5d-866f-6d8933eaee55,segment=NetworkSegment(d1b10c53-c54e-4fb0-82b9-faca1431d1e5),segment_id=d1b10c53-c54e-4fb0-82b9-faca1431d1e5)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:36.188035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:36.191317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-98739129-d6c1-4f50-b803-f1b0bb99bc75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:36.197831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Network': ['ID=0b4aa688-b0ce-480b-aabf-fcb29a1ae782,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:36.202688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:36.213430 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/networks/0b4aa688-b0ce-480b-aabf-fcb29a1ae782 HTTP/1.1" status: 204  len: 168 time: 1.7513008
Dec 03 11:25:36.217285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49854) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:36.256148 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f21871d-d95f-4a5d-866f-6d8933eaee55', 'code': 200}
Dec 03 11:25:36.272490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=2f21871d-d95f-4a5d-866f-6d8933eaee55,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:36.275956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:36.299036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c3d971-16c7-406f-9c7d-ba955a403864 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:36.299691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-24c3d971-16c7-406f-9c7d-ba955a403864 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:36.316498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-24c3d971-16c7-406f-9c7d-ba955a403864 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:36.317819 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-24c3d971-16c7-406f-9c7d-ba955a403864 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/b4e4b631-42d7-4803-80dc-fbde7d8bf430 HTTP/1.1" status: 200  len: 840 time: 0.0994632
Dec 03 11:25:36.321726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49858) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:36.397677 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8449a6cb-d509-42fc-8968-9781997a34c2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/b4e4b631-42d7-4803-80dc-fbde7d8bf430?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0746360
Dec 03 11:25:36.401311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49862) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:36.407757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:36.574289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:36.580524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:36.585661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:36.598037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:36.618450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:36.642521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d427f-db92-4eaf-bf93-e37026c7329e req-19e3fb61-87e2-4a75-b24b-52dcd4c3b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:36.644224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-303d427f-db92-4eaf-bf93-e37026c7329e req-19e3fb61-87e2-4a75-b24b-52dcd4c3b358 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 1162 time: 0.1388359
Dec 03 11:25:36.656545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1466e54b-c087-4ab8-ab41-b6b6b82735d6 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:25:36.700497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 1466e54b-c087-4ab8-ab41-b6b6b82735d6 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:25:36.700886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1466e54b-c087-4ab8-ab41-b6b6b82735d6 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:25:36.767341 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-303d427f-db92-4eaf-bf93-e37026c7329e req-2b245b9e-1442-4798-8728-3e918d4401e0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1158032
Dec 03 11:25:36.772374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:36.996087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eef00-02cc-4e0b-a974-60955742eebf req-01a7288c-c72d-493e-93cb-2befa1c89a4d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:36.997710 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f45eef00-02cc-4e0b-a974-60955742eebf req-01a7288c-c72d-493e-93cb-2befa1c89a4d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 945 time: 0.0832415
Dec 03 11:25:37.045846 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f45eef00-02cc-4e0b-a974-60955742eebf req-90282011-d0ba-401e-a881-7378ccad642d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405567
Dec 03 11:25:37.171132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 2f21871d-d95f-4a5d-866f-6d8933eaee55 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:25:37.220011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:37.235785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-54306494-0e50-4711-8104-9e1218e0c6c7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:37.242956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 2f21871d-d95f-4a5d-866f-6d8933eaee55 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:37.243374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:37.371266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Subnet': ['ID=8986b604-ffb5-489a-a82e-e10f780bb5dc,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:37.374334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:37.424701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:37.428909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:37.437048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77481fb0-4d1c-4631-b8dc-d2fc9ca57bcc None None] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:37.441465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:37.442116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:37.465367 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0628505
Dec 03 11:25:37.468565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49868) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:37.474193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'security_group': {'name': 'tempest-secgroup-1470105102'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:37.480466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:37.485886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:security_group and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:37.488975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:37.494833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:37.504624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:37.525988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:37.530423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:security_group_rule and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:37.533515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:37.539438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:37.622145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:37.625390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:37.631932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f910bdc1-60c1-4f32-9183-1095c13ffeee tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:37.676720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'SecurityGroup': ['ID=fb40f8fa-0439-4642-a052-7f2575351d36,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:37.679944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:37.681234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:37.685213 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.2130146
Dec 03 11:25:37.685578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49872) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:37.691299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'security_group': {'name': 'tempest-secgroup-582926193'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:37.698333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:37.702610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:security_group and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:37.705994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:37.712709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:37.724366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:37.746476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:37.750574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:security_group_rule and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:37.753755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:37.759597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:37.840022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:37.843477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:37.849566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4866ac6c-eaf9-42f8-985a-dfcabfb95489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:37.870127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'tenant_id': 'e149265703c04223aa76ca1da9831b22', 'fixed_ips': [{'subnet_id': '8986b604-ffb5-489a-a82e-e10f780bb5dc'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:25:37.871136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:37.892020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'SecurityGroup': ['ID=284775f5-e508-49fe-b73c-05c8bd07c3d0,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:37.894583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:37.897105 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.2094512
Dec 03 11:25:37.897105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:37.899056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49876) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:37.905568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'name': 'tempest-PortsTestJSON-651459678', 'security_groups': ['284775f5-e508-49fe-b73c-05c8bd07c3d0'], 'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8986b604-ffb5-489a-a82e-e10f780bb5dc'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:38.066616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:38.078539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:38.092368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:38.175011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Allocated IP 172.20.0.2 (ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d/8986b604-ffb5-489a-a82e-e10f780bb5dc/daa8d146-908f-4534-a440-05b1cb580003) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:38.300969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:38.368981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a66b18-beed-455c-97a4-3fc6aa7e81ae req-c629ac42-8aa4-468f-bd2b-17e9e2c061d4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:38.370493 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-37a66b18-beed-455c-97a4-3fc6aa7e81ae req-c629ac42-8aa4-468f-bd2b-17e9e2c061d4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 945 time: 0.1785970
Dec 03 11:25:38.406273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:38.417820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Transition to ACTIVE for port object daa8d146-908f-4534-a440-05b1cb580003 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:38.435739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Transition to ACTIVE for port object daa8d146-908f-4534-a440-05b1cb580003 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:38.440440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:38.456000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:38.500807 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-37a66b18-beed-455c-97a4-3fc6aa7e81ae req-46c44ff4-42e6-42f4-bd6f-7e240522e085 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216292
Dec 03 11:25:38.516739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port 7d128928-5bcd-4eee-9908-d90ae1a634ed yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:25:38.601025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Pushing event updated for resources: {'Port': ['ID=daa8d146-908f-4534-a440-05b1cb580003,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:38.605370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:38.651574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:38.652749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:38.655097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:38.714598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Attempting to bind port daa8d146-908f-4534-a440-05b1cb580003 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:25:38.715038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Attempting to bind port daa8d146-908f-4534-a440-05b1cb580003 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'ea717d5f-386a-4ca1-bf57-8eed4e4188ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:25:38.715448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Attempting to bind port daa8d146-908f-4534-a440-05b1cb580003 on network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:25:38.722226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:25:38.722646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Checking segment: {'id': 'ea717d5f-386a-4ca1-bf57-8eed4e4188ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:25:38.723118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:38.723555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Bound using segment: {'id': 'ea717d5f-386a-4ca1-bf57-8eed4e4188ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:25:38.724069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Bound port: daa8d146-908f-4534-a440-05b1cb580003, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea717d5f-386a-4ca1-bf57-8eed4e4188ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:25:38.724483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:38.739307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.8 (ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d/8986b604-ffb5-489a-a82e-e10f780bb5dc/7d128928-5bcd-4eee-9908-d90ae1a634ed) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:38.823254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] For port daa8d146-908f-4534-a440-05b1cb580003, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:25:38.826398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] For port daa8d146-908f-4534-a440-05b1cb580003, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=daa8d146-908f-4534-a440-05b1cb580003,segment=NetworkSegment(ea717d5f-386a-4ca1-bf57-8eed4e4188ab),segment_id=ea717d5f-386a-4ca1-bf57-8eed4e4188ab)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:25:38.830237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:38.846329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af9b1826-c037-498f-921a-1f730e38360a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:38.944699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:38.961034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Transition to ACTIVE for port object 7d128928-5bcd-4eee-9908-d90ae1a634ed will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:38.981269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:38.995639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Pushing event updated for resources: {'Port': ['ID=daa8d146-908f-4534-a440-05b1cb580003,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:38.997093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-abe0cfdd-003a-427b-b4e0-ae93c03b966e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:39.000226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:39.435294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=7d128928-5bcd-4eee-9908-d90ae1a634ed,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:39.440165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:39.491953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:39.493043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:39.495416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:39.559492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:39.560206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:39.584961 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.6844962
Dec 03 11:25:39.588019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49884) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:39.594422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-50d77f51-3e14-4bad-b28e-bcd4cebf06d8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:39.810943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50d77f51-3e14-4bad-b28e-bcd4cebf06d8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:39.817243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-50d77f51-3e14-4bad-b28e-bcd4cebf06d8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:39.825569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194c35d-2932-418a-bac4-80c2f9a04c28 req-acfdc94c-c172-4b2e-b813-69af6af8ddd4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:39.827205 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2194c35d-2932-418a-bac4-80c2f9a04c28 req-acfdc94c-c172-4b2e-b813-69af6af8ddd4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 945 time: 0.1920187
Dec 03 11:25:39.828040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-50d77f51-3e14-4bad-b28e-bcd4cebf06d8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:39.835932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-50d77f51-3e14-4bad-b28e-bcd4cebf06d8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:39.873959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d77f51-3e14-4bad-b28e-bcd4cebf06d8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:39.881247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50d77f51-3e14-4bad-b28e-bcd4cebf06d8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:39.914925 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2194c35d-2932-418a-bac4-80c2f9a04c28 req-91d56028-f219-4af1-92a0-ac564bbf7192 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802321
Dec 03 11:25:40.037075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.ipam_backend_mixin [None req-50d77f51-3e14-4bad-b28e-bcd4cebf06d8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8986b604-ffb5-489a-a82e-e10f780bb5dc (CIDR: 172.20.0.0/28)
Dec 03 11:25:40.040484 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d77f51-3e14-4bad-b28e-bcd4cebf06d8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:25:40.040990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d77f51-3e14-4bad-b28e-bcd4cebf06d8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:40.103804 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-50d77f51-3e14-4bad-b28e-bcd4cebf06d8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5145900
Dec 03 11:25:40.106660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49890) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:40.113484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:40.139254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4835930-e5ee-4068-ba23-bc06027675df req-1d014fd7-dea8-4982-a5df-5f62fbb33a9b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:40.141079 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4835930-e5ee-4068-ba23-bc06027675df req-1d014fd7-dea8-4982-a5df-5f62fbb33a9b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 945 time: 0.0946314
Dec 03 11:25:40.199233 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4835930-e5ee-4068-ba23-bc06027675df req-a6f73da7-1447-4c19-b5c9-e086c148a21c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496020
Dec 03 11:25:40.232136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49894) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:40.277394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:40.282642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:40.286266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:40.292540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:40.304784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:40.311418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:40.502184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f5185ffd-4a7c-438c-be86-c71fda615006 None None] Provisioning for port daa8d146-908f-4534-a440-05b1cb580003 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:40.520175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f5185ffd-4a7c-438c-be86-c71fda615006 None None] Provisioning complete for port b4e4b631-42d7-4803-80dc-fbde7d8bf430 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:40.521020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f5185ffd-4a7c-438c-be86-c71fda615006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:40.591165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f5185ffd-4a7c-438c-be86-c71fda615006 None None] Port b4e4b631-42d7-4803-80dc-fbde7d8bf430 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:40.591903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67382825-c20a-4686-8728-ed831a48b53b tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:40.595631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-67382825-c20a-4686-8728-ed831a48b53b tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 1157 time: 0.3623686
Dec 03 11:25:40.598569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49900) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:40.608233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-dfd7df12-b716-4eea-bbbb-29c7eaa3b25b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'floatingip': {'port_id': '2f21871d-d95f-4a5d-866f-6d8933eaee55'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:40.699634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device daa8d146-908f-4534-a440-05b1cb580003 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:25:40.709974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dfd7df12-b716-4eea-bbbb-29c7eaa3b25b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:40.790697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port daa8d146-908f-4534-a440-05b1cb580003 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:40.800941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:40.801619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:40.876517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-caa10dd4-2cb0-49b5-bc33-f713d843e63c None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:40.877079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-caa10dd4-2cb0-49b5-bc33-f713d843e63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:40.948906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:40.966257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-700af3c7-e609-4a5a-b3f0-1fc5be7aecce tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:41.035498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Subnet': ['ID=3b00a58c-e9f0-449f-ace6-c45fb3c5ad34,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:41.040721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:41.068749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-caa10dd4-2cb0-49b5-bc33-f713d843e63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:41.131769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:41.144442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-caa10dd4-2cb0-49b5-bc33-f713d843e63c None None] For port daa8d146-908f-4534-a440-05b1cb580003, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=daa8d146-908f-4534-a440-05b1cb580003,segment=NetworkSegment(ea717d5f-386a-4ca1-bf57-8eed4e4188ab),segment_id=ea717d5f-386a-4ca1-bf57-8eed4e4188ab)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:41.150894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-caa10dd4-2cb0-49b5-bc33-f713d843e63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:41.154893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53c1664f-be56-4fa2-9a85-6354ec6a14ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:41.181237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:41.182369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:41.195116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:41.195968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:41.204914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d294d09f-f8e5-4a3c-a857-7ced9b88b410 None None] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:41.220514 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.1096308
Dec 03 11:25:41.220820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49904) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:41.228927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'name': 'tempest-PortsTestJSON-1729663527', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3b00a58c-e9f0-449f-ace6-c45fb3c5ad34'}], 'security_groups': ['fb40f8fa-0439-4642-a052-7f2575351d36']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:41.364074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:41.388968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e309e24a-5bb1-4433-914f-4c701203383a None None] Provisioning for port 7d128928-5bcd-4eee-9908-d90ae1a634ed completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:41.394798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa10dd4-2cb0-49b5-bc33-f713d843e63c None None] Pushing event updated for resources: {'Port': ['ID=daa8d146-908f-4534-a440-05b1cb580003,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:41.398469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-caa10dd4-2cb0-49b5-bc33-f713d843e63c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:41.403742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e309e24a-5bb1-4433-914f-4c701203383a None None] Provisioning complete for port 7d128928-5bcd-4eee-9908-d90ae1a634ed triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:41.404171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e309e24a-5bb1-4433-914f-4c701203383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:41.432486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dfd7df12-b716-4eea-bbbb-29c7eaa3b25b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:41.435434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dfd7df12-b716-4eea-bbbb-29c7eaa3b25b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:41.447657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:25:41.448073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:25:41.494997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e309e24a-5bb1-4433-914f-4c701203383a None None] Port 7d128928-5bcd-4eee-9908-d90ae1a634ed cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:41.551348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e309e24a-5bb1-4433-914f-4c701203383a None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:41.551783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e309e24a-5bb1-4433-914f-4c701203383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:41.623312 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-dfd7df12-b716-4eea-bbbb-29c7eaa3b25b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 6eb85397-f214-4ef7-aa9f-826488a90f59 associated. External IP: 172.26.1.150, port: 2f21871d-d95f-4a5d-866f-6d8933eaee55.
Dec 03 11:25:41.833641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19cd209-1388-4524-b566-dcd2e13afa14 None None] Update dhcp port {'port': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'fixed_ips': [{'subnet_id': '8986b604-ffb5-489a-a82e-e10f780bb5dc', 'ip_address': '172.20.0.2'}, {'subnet_id': '3b00a58c-e9f0-449f-ace6-c45fb3c5ad34'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': 'daa8d146-908f-4534-a440-05b1cb580003'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:25:41.858143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Delete allocated IP 172.20.0.8 (ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d/8986b604-ffb5-489a-a82e-e10f780bb5dc) {{(pid=80976) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 03 11:25:41.867456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.27 (ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d/3b00a58c-e9f0-449f-ace6-c45fb3c5ad34/7d128928-5bcd-4eee-9908-d90ae1a634ed) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:41.892001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f19cd209-1388-4524-b566-dcd2e13afa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:42.033271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd7df12-b716-4eea-bbbb-29c7eaa3b25b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 37d56356-e2b2-4423-a3d2-884579415089 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:25:42.103060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:42.120780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Transition to ACTIVE for port object 7d128928-5bcd-4eee-9908-d90ae1a634ed will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:42.123927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:42.140360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:42.216141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-f19cd209-1388-4524-b566-dcd2e13afa14 None None] Allocated IP 172.20.0.18 (ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d/3b00a58c-e9f0-449f-ace6-c45fb3c5ad34/daa8d146-908f-4534-a440-05b1cb580003) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:42.234855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd7df12-b716-4eea-bbbb-29c7eaa3b25b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:25:42.240198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dfd7df12-b716-4eea-bbbb-29c7eaa3b25b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:42.248734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1051c-9a30-40f9-bdd5-1a39444ebdd8 None None] Sync routers for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:25:42.274644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1051c-9a30-40f9-bdd5-1a39444ebdd8 None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:25:42.275388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-34f1051c-9a30-40f9-bdd5-1a39444ebdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a3b438>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:25:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:42.288685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=7d128928-5bcd-4eee-9908-d90ae1a634ed,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:42.293351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:42.301125 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dfd7df12-b716-4eea-bbbb-29c7eaa3b25b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 991 time: 1.7003489
Dec 03 11:25:42.302159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'tag': '2f21871d-d95f-4a5d-866f-6d8933eaee55'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:25:42.307422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49908) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:42.395240 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'tag': '2f21871d-d95f-4a5d-866f-6d8933eaee55', 'status': 'completed', 'code': 200}
Dec 03 11:25:42.476630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] In _notify_port_updated(), no bound segment for port 7d128928-5bcd-4eee-9908-d90ae1a634ed on network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d {{(pid=80976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:25:42.481113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:42.481963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:42.487109 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "PUT /v2.0/ports/7d128928-5bcd-4eee-9908-d90ae1a634ed HTTP/1.1" status: 200  len: 921 time: 1.2617123
Dec 03 11:25:42.489845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49916) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:42.588788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d4c73899-3767-48f1-9742-f23124c55c9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port 7d128928-5bcd-4eee-9908-d90ae1a634ed {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:42.589274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4c73899-3767-48f1-9742-f23124c55c9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:42.655762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device daa8d146-908f-4534-a440-05b1cb580003 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:25:42.771483 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-059cc195-43ab-46b4-9323-bb09871c5fcd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 991 time: 0.4623747
Dec 03 11:25:42.829496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f19cd209-1388-4524-b566-dcd2e13afa14 None None] For port daa8d146-908f-4534-a440-05b1cb580003, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=daa8d146-908f-4534-a440-05b1cb580003,segment=NetworkSegment(ea717d5f-386a-4ca1-bf57-8eed4e4188ab),segment_id=ea717d5f-386a-4ca1-bf57-8eed4e4188ab)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:42.847092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-34f1051c-9a30-40f9-bdd5-1a39444ebdd8 None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:25:42.913173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b27ef-b7ca-47a8-a727-bcaf143f0780 req-721046de-3dfd-4454-acb6-8c79b2c2d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:42.914792 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ed9b27ef-b7ca-47a8-a727-bcaf143f0780 req-721046de-3dfd-4454-acb6-8c79b2c2d0e3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 1162 time: 0.4887638
Dec 03 11:25:42.920762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:42.921194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:42.995181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f19cd209-1388-4524-b566-dcd2e13afa14 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:43.100501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f19cd209-1388-4524-b566-dcd2e13afa14 None None] Transition to ACTIVE for port object daa8d146-908f-4534-a440-05b1cb580003 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:43.113452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f19cd209-1388-4524-b566-dcd2e13afa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:43.131719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:43.179602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Port daa8d146-908f-4534-a440-05b1cb580003 had new provisioning blocks added so it will not transition to active. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 03 11:25:43.209997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b27ef-b7ca-47a8-a727-bcaf143f0780 req-a272e811-3f11-47e7-b307-a4de03876d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:43.211609 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ed9b27ef-b7ca-47a8-a727-bcaf143f0780 req-a272e811-3f11-47e7-b307-a4de03876d94 service neutron] 10.222.0.91 "GET /v2.0/networks?id=67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 200  len: 890 time: 0.2686732
Dec 03 11:25:43.310526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4c73899-3767-48f1-9742-f23124c55c9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:43.388423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cd209-1388-4524-b566-dcd2e13afa14 None None] Pushing event updated for resources: {'Port': ['ID=daa8d146-908f-4534-a440-05b1cb580003,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:43.398075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f19cd209-1388-4524-b566-dcd2e13afa14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:43.456606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d4c73899-3767-48f1-9742-f23124c55c9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for 7d128928-5bcd-4eee-9908-d90ae1a634ed owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:43.507630 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ed9b27ef-b7ca-47a8-a727-bcaf143f0780 req-f0a74ffd-0e81-45d8-b392-1173df52fff4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f21871d-d95f-4a5d-866f-6d8933eaee55 HTTP/1.1" status: 200  len: 999 time: 0.2830474
Dec 03 11:25:43.537344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-34f1051c-9a30-40f9-bdd5-1a39444ebdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a3b438>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '6eb85397-f214-4ef7-aa9f-826488a90f59', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '37d56356-e2b2-4423-a3d2-884579415089', 'port_id': '2f21871d-d95f-4a5d-866f-6d8933eaee55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'mac_address': 'fa:16:3e:25:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:25:41Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:20Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:43.541777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1051c-9a30-40f9-bdd5-1a39444ebdd8 None None] Checking router: 37d56356-e2b2-4423-a3d2-884579415089 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:25:43.551809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1051c-9a30-40f9-bdd5-1a39444ebdd8 None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:25:43.552490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-34f1051c-9a30-40f9-bdd5-1a39444ebdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a3b438>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:25:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:43.612047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b27ef-b7ca-47a8-a727-bcaf143f0780 req-416fa956-275a-44fd-9081-117fc67cbfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:43.613680 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ed9b27ef-b7ca-47a8-a727-bcaf143f0780 req-416fa956-275a-44fd-9081-117fc67cbfe6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c08dddef-f921-4323-bdf7-2c91219d2a10 HTTP/1.1" status: 200  len: 834 time: 0.0960326
Dec 03 11:25:43.746653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4c73899-3767-48f1-9742-f23124c55c9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:43.752700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-34f1051c-9a30-40f9-bdd5-1a39444ebdd8 None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:25:43.763104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-063c7a47-fbc3-48cd-9c9d-8d08ef6ec4fe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:43.775480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49922) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:43.816987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c73899-3767-48f1-9742-f23124c55c9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=7d128928-5bcd-4eee-9908-d90ae1a634ed,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:43.831246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d4c73899-3767-48f1-9742-f23124c55c9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:43.889830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b27ef-b7ca-47a8-a727-bcaf143f0780 req-105b44c0-32c1-4482-b50c-fd2a5a07a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:43.892226 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ed9b27ef-b7ca-47a8-a727-bcaf143f0780 req-105b44c0-32c1-4482-b50c-fd2a5a07a1c6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a4393c-4939-4211-88f7-dfc19e9d18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2446914
Dec 03 11:25:43.959530 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3e648d30-d97d-4835-b104-f055a7d638f0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 991 time: 0.1822863
Dec 03 11:25:44.129786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ed9b27ef-b7ca-47a8-a727-bcaf143f0780 req-478c4a27-57fc-41c4-8233-586e46a0569c service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288470
Dec 03 11:25:44.178595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4c73899-3767-48f1-9742-f23124c55c9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.186390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-202dc5c4-9549-4f6b-bd56-7720a443e4dd None None] Could not find standard attr ID for object 7d128928-5bcd-4eee-9908-d90ae1a634ed. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:25:44.191511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-34f1051c-9a30-40f9-bdd5-1a39444ebdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a3b438>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '6eb85397-f214-4ef7-aa9f-826488a90f59', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '37d56356-e2b2-4423-a3d2-884579415089', 'port_id': '2f21871d-d95f-4a5d-866f-6d8933eaee55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'mac_address': 'fa:16:3e:25:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:25:41Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:20Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:44.198054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1051c-9a30-40f9-bdd5-1a39444ebdd8 None None] The sync data for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs is: [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '6eb85397-f214-4ef7-aa9f-826488a90f59', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '37d56356-e2b2-4423-a3d2-884579415089', 'port_id': '2f21871d-d95f-4a5d-866f-6d8933eaee55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'mac_address': 'fa:16:3e:25:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:25:41Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:20Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:25:44.206986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-202dc5c4-9549-4f6b-bd56-7720a443e4dd None None] Provisioning for port daa8d146-908f-4534-a440-05b1cb580003 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:44.216073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-202dc5c4-9549-4f6b-bd56-7720a443e4dd None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:44.216536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-202dc5c4-9549-4f6b-bd56-7720a443e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.255414 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d4c73899-3767-48f1-9742-f23124c55c9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/7d128928-5bcd-4eee-9908-d90ae1a634ed HTTP/1.1" status: 204  len: 168 time: 1.7641521
Dec 03 11:25:44.258211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49926) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:44.304601 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ed9b27ef-b7ca-47a8-a727-bcaf143f0780 req-8ee3a7ab-e67c-4f0d-8475-a8dbb138d8aa service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1687729
Dec 03 11:25:44.311861 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddca0f00-2dca-458c-abcd-1eafc4c8b796 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:25:44.312574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ddca0f00-2dca-458c-abcd-1eafc4c8b796 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:44.330151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ddca0f00-2dca-458c-abcd-1eafc4c8b796 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:44.333779 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ddca0f00-2dca-458c-abcd-1eafc4c8b796 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/7d128928-5bcd-4eee-9908-d90ae1a634ed HTTP/1.1" status: 404  len: 333 time: 0.0716152
Dec 03 11:25:44.334167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49930) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:44.361970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-202dc5c4-9549-4f6b-bd56-7720a443e4dd None None] Provisioning complete for port b4e4b631-42d7-4803-80dc-fbde7d8bf430 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:44.362297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-202dc5c4-9549-4f6b-bd56-7720a443e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.407836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09ec81c5-eb8d-4f22-95c8-c0b84e3b61b4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.416648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-202dc5c4-9549-4f6b-bd56-7720a443e4dd None None] Port b4e4b631-42d7-4803-80dc-fbde7d8bf430 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:44.436891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09ec81c5-eb8d-4f22-95c8-c0b84e3b61b4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.483708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09ec81c5-eb8d-4f22-95c8-c0b84e3b61b4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.489525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:44.506350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec81c5-eb8d-4f22-95c8-c0b84e3b61b4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'SecurityGroup': ['ID=284775f5-e508-49fe-b73c-05c8bd07c3d0,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:44.513800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-09ec81c5-eb8d-4f22-95c8-c0b84e3b61b4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:44.514651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09ec81c5-eb8d-4f22-95c8-c0b84e3b61b4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.519592 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-09ec81c5-eb8d-4f22-95c8-c0b84e3b61b4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/security-groups/284775f5-e508-49fe-b73c-05c8bd07c3d0 HTTP/1.1" status: 204  len: 168 time: 0.1840949
Dec 03 11:25:44.519772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49934) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:44.529668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5736259-80db-40f7-98c3-4be06cd67577 None None] New status for floating IP 6eb85397-f214-4ef7-aa9f-826488a90f59: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:25:44.615895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d6542a0-e5a6-4b13-a92d-f68d9a991643 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.649099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device daa8d146-908f-4534-a440-05b1cb580003 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:25:44.666232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d6542a0-e5a6-4b13-a92d-f68d9a991643 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.721645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d6542a0-e5a6-4b13-a92d-f68d9a991643 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.725938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2306268-77e2-4003-ab42-7e383fab5815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:44.737376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d702f7a0-36be-40f0-845e-009b8fcc130a None None] Could not find standard attr ID for object 7d128928-5bcd-4eee-9908-d90ae1a634ed. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:25:44.751656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:44.752033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6542a0-e5a6-4b13-a92d-f68d9a991643 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb40f8fa-0439-4642-a052-7f2575351d36,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:44.752503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.755080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d6542a0-e5a6-4b13-a92d-f68d9a991643 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:44.755943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d6542a0-e5a6-4b13-a92d-f68d9a991643 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.757263 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5d6542a0-e5a6-4b13-a92d-f68d9a991643 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/security-groups/fb40f8fa-0439-4642-a052-7f2575351d36 HTTP/1.1" status: 204  len: 168 time: 0.2363279
Dec 03 11:25:44.760485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49938) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:44.960765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5f49aa1a-4548-49d9-b93d-03f72a63b032 None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:44.961347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5f49aa1a-4548-49d9-b93d-03f72a63b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:44.966711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49942) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:45.007380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd36b9b1-4a6f-439e-b0ec-604b791081c4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting subnet 8986b604-ffb5-489a-a82e-e10f780bb5dc {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:25:45.011115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd36b9b1-4a6f-439e-b0ec-604b791081c4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:45.084577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd36b9b1-4a6f-439e-b0ec-604b791081c4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:45.105354 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e3187b9a-baad-4705-b6af-494d9fc136de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 200  len: 993 time: 0.1370516
Dec 03 11:25:45.175467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd36b9b1-4a6f-439e-b0ec-604b791081c4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:45.458949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd36b9b1-4a6f-439e-b0ec-604b791081c4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:45.472666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ae274ea-bc78-42c2-a434-d35cc9d5867a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:45.518389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36b9b1-4a6f-439e-b0ec-604b791081c4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Subnet': ['ID=8986b604-ffb5-489a-a82e-e10f780bb5dc,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:45.521289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd36b9b1-4a6f-439e-b0ec-604b791081c4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:45.641678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd36b9b1-4a6f-439e-b0ec-604b791081c4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:45.649332 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dd36b9b1-4a6f-439e-b0ec-604b791081c4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/8986b604-ffb5-489a-a82e-e10f780bb5dc HTTP/1.1" status: 204  len: 168 time: 0.8875723
Dec 03 11:25:45.650516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd0104d-3883-41aa-84bb-7af17b51f35b None None] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:45.653681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49946) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:45.660113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:45.807189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:45.811229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:45.814807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:45.820953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:45.830593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:45.837015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:46.351939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:46.367929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c555c081-5249-4c4c-91c0-e4125ef18af3 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:46.504587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Subnet': ['ID=9099f639-0a9e-46ef-b397-e1c98400ddb6,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:46.511458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:46.560679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:46.561843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:46.578876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:46.579788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:46.588910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a3302-774e-4a1e-80fe-8f4194048521 None None] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:46.601718 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9470274
Dec 03 11:25:46.604495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49950) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:46.611099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'security_group': {'name': 'tempest-secgroup-894397743'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:46.617535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:46.702122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c83b4a6d-0837-41cc-a9a2-f612c9971d3b None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:46.702554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c83b4a6d-0837-41cc-a9a2-f612c9971d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:46.871336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:security_group and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:46.874846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:46.882140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:46.892806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:46.916613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:46.920844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:security_group_rule and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:46.924983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:46.931180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:46.978578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c83b4a6d-0837-41cc-a9a2-f612c9971d3b None None] Provisioning complete for port b4e4b631-42d7-4803-80dc-fbde7d8bf430 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:46.979038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c83b4a6d-0837-41cc-a9a2-f612c9971d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.006218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.009884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.015324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e98add7e-7fcf-45cc-a3cc-c7b0d4c2b9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:47.039814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c83b4a6d-0837-41cc-a9a2-f612c9971d3b None None] Port b4e4b631-42d7-4803-80dc-fbde7d8bf430 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:47.057150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.058472 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.4529912
Dec 03 11:25:47.059479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee8ed60-c7f7-4522-b318-25fa4e540105,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:47.061474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49954) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:47.062401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:47.076133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'security_group': {'name': 'tempest-secgroup-107794090'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:47.083015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:47.087127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:security_group and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:47.090367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:47.096798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:47.107341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.107535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9437b2-9a75-483d-9f11-3302ffc8ef2e None None] Update dhcp port {'port': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'fixed_ips': [{'subnet_id': '3b00a58c-e9f0-449f-ace6-c45fb3c5ad34', 'ip_address': '172.20.0.18'}, {'subnet_id': '9099f639-0a9e-46ef-b397-e1c98400ddb6'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': 'daa8d146-908f-4534-a440-05b1cb580003'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:25:47.129415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:47.133443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:security_group_rule and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:47.136469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:47.143306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:47.164388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db9437b2-9a75-483d-9f11-3302ffc8ef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.217176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.220159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.225610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a96c43e-f2fb-42cc-ab2f-c0579d5a8724 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:47.267891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'SecurityGroup': ['ID=c62dd217-9623-4b9b-b57e-2faf4b96a187,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:47.271105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:47.272663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.276732 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.2028332
Dec 03 11:25:47.277483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49958) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:47.282894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'security_group': {'name': 'tempest-secgroup-816438939'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:47.289295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:47.293347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:security_group and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:47.296343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:47.303085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:47.313448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.335303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:47.339680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:security_group_rule and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:47.342643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:47.349421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:47.421510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.424348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.429730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c45901d-a8be-4c9b-970e-4527ad0f0846 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:47.434115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-db9437b2-9a75-483d-9f11-3302ffc8ef2e None None] Allocated IP 172.20.0.2 (ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d/9099f639-0a9e-46ef-b397-e1c98400ddb6/daa8d146-908f-4534-a440-05b1cb580003) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:47.474205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'SecurityGroup': ['ID=18dc1ff2-3f29-4bf7-843c-93b4875495df,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:47.477048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.481058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.2002156
Dec 03 11:25:47.481058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:47.481618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49962) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:47.487386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'name': 'tempest-PortsTestJSON-1598072461', 'security_groups': ['18dc1ff2-3f29-4bf7-843c-93b4875495df'], 'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9099f639-0a9e-46ef-b397-e1c98400ddb6'}]}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:47.590601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-db9437b2-9a75-483d-9f11-3302ffc8ef2e None None] For port daa8d146-908f-4534-a440-05b1cb580003, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=daa8d146-908f-4534-a440-05b1cb580003,segment=NetworkSegment(ea717d5f-386a-4ca1-bf57-8eed4e4188ab),segment_id=ea717d5f-386a-4ca1-bf57-8eed4e4188ab)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:47.617174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db9437b2-9a75-483d-9f11-3302ffc8ef2e None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.634953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:47.636028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-db9437b2-9a75-483d-9f11-3302ffc8ef2e None None] Transition to ACTIVE for port object daa8d146-908f-4534-a440-05b1cb580003 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:47.638779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db9437b2-9a75-483d-9f11-3302ffc8ef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.645429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:47.653089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:47.655860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:47.663366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:47.804450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9437b2-9a75-483d-9f11-3302ffc8ef2e None None] Pushing event updated for resources: {'Port': ['ID=daa8d146-908f-4534-a440-05b1cb580003,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:47.807760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-db9437b2-9a75-483d-9f11-3302ffc8ef2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:47.832806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] device_id is not set on port ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:25:48.062368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.13 (ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d/9099f639-0a9e-46ef-b397-e1c98400ddb6/ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:48.273116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:48.291338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Transition to ACTIVE for port object ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:48.312532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:48.327874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cebd93dc-2364-41db-aa43-a7decc22f932 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:48.471560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9a3697d0-aa26-4b56-8b51-ab5c85a6086f None None] Provisioning for port daa8d146-908f-4534-a440-05b1cb580003 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:48.475185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:48.477428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9a3697d0-aa26-4b56-8b51-ab5c85a6086f None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:48.477859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9a3697d0-aa26-4b56-8b51-ab5c85a6086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:48.479574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:48.537735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:48.539136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:48.541450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:25:48.617233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:48.617685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9a3697d0-aa26-4b56-8b51-ab5c85a6086f None None] Provisioning complete for port b4e4b631-42d7-4803-80dc-fbde7d8bf430 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:48.617930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:48.618474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9a3697d0-aa26-4b56-8b51-ab5c85a6086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:48.647535 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.1652205
Dec 03 11:25:48.650692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49966) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:48.655477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device daa8d146-908f-4534-a440-05b1cb580003 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:25:48.658478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-45b429f1-c2bd-4380-8bc6-d8fa15f499ab tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:48.735681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9a3697d0-aa26-4b56-8b51-ab5c85a6086f None None] Port b4e4b631-42d7-4803-80dc-fbde7d8bf430 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:48.759165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:48.759721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:48.810741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-45b429f1-c2bd-4380-8bc6-d8fa15f499ab tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:48.814931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-45b429f1-c2bd-4380-8bc6-d8fa15f499ab tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:48.817866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-45b429f1-c2bd-4380-8bc6-d8fa15f499ab tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:48.823728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-45b429f1-c2bd-4380-8bc6-d8fa15f499ab tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:48.833314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b429f1-c2bd-4380-8bc6-d8fa15f499ab tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:48.897872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf642e37-e7d4-49ce-8489-48b389280a05 None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:48.898304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf642e37-e7d4-49ce-8489-48b389280a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:48.976151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45b429f1-c2bd-4380-8bc6-d8fa15f499ab tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:49.031286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf642e37-e7d4-49ce-8489-48b389280a05 None None] Provisioning for port ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:49.036590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf642e37-e7d4-49ce-8489-48b389280a05 None None] Provisioning complete for port ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:49.037088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf642e37-e7d4-49ce-8489-48b389280a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:49.091867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bf642e37-e7d4-49ce-8489-48b389280a05 None None] Port ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:49.114176 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.ipam_backend_mixin [None req-45b429f1-c2bd-4380-8bc6-d8fa15f499ab tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9099f639-0a9e-46ef-b397-e1c98400ddb6 (CIDR: 172.20.0.0/28)
Dec 03 11:25:49.117366 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b429f1-c2bd-4380-8bc6-d8fa15f499ab tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:25:49.117863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b429f1-c2bd-4380-8bc6-d8fa15f499ab tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:49.134702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-45b429f1-c2bd-4380-8bc6-d8fa15f499ab tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4828017
Dec 03 11:25:49.137709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 49970) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:49.144494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5ae2ea87-9781-4d91-8fe2-8db7c85a94cd tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:49.295568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5ae2ea87-9781-4d91-8fe2-8db7c85a94cd tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:49.299823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5ae2ea87-9781-4d91-8fe2-8db7c85a94cd tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:49.302988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5ae2ea87-9781-4d91-8fe2-8db7c85a94cd tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:49.308859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5ae2ea87-9781-4d91-8fe2-8db7c85a94cd tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:49.317975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae2ea87-9781-4d91-8fe2-8db7c85a94cd tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:49.324251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ea87-9781-4d91-8fe2-8db7c85a94cd tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:49.464799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.ipam_backend_mixin [None req-5ae2ea87-9781-4d91-8fe2-8db7c85a94cd tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3b00a58c-e9f0-449f-ace6-c45fb3c5ad34 (CIDR: 172.20.0.16/28)
Dec 03 11:25:49.468290 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae2ea87-9781-4d91-8fe2-8db7c85a94cd tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:25:49.468860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae2ea87-9781-4d91-8fe2-8db7c85a94cd tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 400 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:49.486956 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5ae2ea87-9781-4d91-8fe2-8db7c85a94cd tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.3481309
Dec 03 11:25:49.489981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49974) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:49.496494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'subnet': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:49.643818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:25:49.647850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Usage tracker for resource:subnet and tenant:e149265703c04223aa76ca1da9831b22 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:25:49.650768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:25:49.656663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:25:49.665274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Made reservation on behalf of e149265703c04223aa76ca1da9831b22 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:25:49.671291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:50.160345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:50.175994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8984e04b-8c66-4cf0-986b-518e3d402e21 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:50.309856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Subnet': ['ID=bc14f9de-4b3f-4bc4-a407-869beb3737a6,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:50.314818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:50.358973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:25:50.360733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:25:50.369325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137532da-7e5e-4093-972b-70d0d7773e18 None None] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:50.375558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:50.376197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:50.398494 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.9047523
Dec 03 11:25:50.398723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49978) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:50.405067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Request body: {'port': {'name': 'tempest-PortsTestJSON-1300122845', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bc14f9de-4b3f-4bc4-a407-869beb3737a6'}], 'security_groups': ['4ee8ed60-c7f7-4522-b318-25fa4e540105', 'c62dd217-9623-4b9b-b57e-2faf4b96a187']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:25:50.665691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:50.722419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac7900a-fc94-4e18-975f-48a9365ef752 None None] Update dhcp port {'port': {'network_id': 'ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d', 'fixed_ips': [{'subnet_id': '3b00a58c-e9f0-449f-ace6-c45fb3c5ad34', 'ip_address': '172.20.0.18'}, {'subnet_id': '9099f639-0a9e-46ef-b397-e1c98400ddb6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bc14f9de-4b3f-4bc4-a407-869beb3737a6'}], 'binding:host_id': 'dv-neutron-765072-2-ovs'}, 'id': 'daa8d146-908f-4534-a440-05b1cb580003'} from dv-neutron-765072-2-ovs. {{(pid=80977) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 03 11:25:50.775606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fac7900a-fc94-4e18-975f-48a9365ef752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:51.053928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-fac7900a-fc94-4e18-975f-48a9365ef752 None None] Allocated IP 172.20.0.34 (ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d/bc14f9de-4b3f-4bc4-a407-869beb3737a6/daa8d146-908f-4534-a440-05b1cb580003) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:51.206102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:51.214251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fac7900a-fc94-4e18-975f-48a9365ef752 None None] For port daa8d146-908f-4534-a440-05b1cb580003, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=daa8d146-908f-4534-a440-05b1cb580003,segment=NetworkSegment(ea717d5f-386a-4ca1-bf57-8eed4e4188ab),segment_id=ea717d5f-386a-4ca1-bf57-8eed4e4188ab)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:51.240788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fac7900a-fc94-4e18-975f-48a9365ef752 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:51.258443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fac7900a-fc94-4e18-975f-48a9365ef752 None None] Transition to ACTIVE for port object daa8d146-908f-4534-a440-05b1cb580003 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:51.261015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fac7900a-fc94-4e18-975f-48a9365ef752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:51.275403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:51.400658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Delete allocated IP 172.20.0.13 (ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d/9099f639-0a9e-46ef-b397-e1c98400ddb6) {{(pid=80976) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 03 11:25:51.408481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Allocated IP 172.20.0.40 (ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d/bc14f9de-4b3f-4bc4-a407-869beb3737a6/ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:25:51.419817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7900a-fc94-4e18-975f-48a9365ef752 None None] Pushing event updated for resources: {'Port': ['ID=daa8d146-908f-4534-a440-05b1cb580003,revision_number=7']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:51.424698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fac7900a-fc94-4e18-975f-48a9365ef752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:51.646739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:51.666319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Transition to ACTIVE for port object ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:25:51.669163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:51.688069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc734689-bfdb-417b-8365-ea3dcfeec4a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:51.845691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event updated for resources: {'Port': ['ID=ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:51.852419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:51.967249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] In _notify_port_updated(), no bound segment for port ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c on network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d {{(pid=80976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:25:51.973450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:51.974151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:51.975710 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "PUT /v2.0/ports/ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c HTTP/1.1" status: 200  len: 960 time: 1.5759768
Dec 03 11:25:51.978942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 49986) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:52.031583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dd8b2651-2171-4923-b4b8-d09c86a099e9 None None] Provisioning for port daa8d146-908f-4534-a440-05b1cb580003 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:52.038164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dd8b2651-2171-4923-b4b8-d09c86a099e9 None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:52.039001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd8b2651-2171-4923-b4b8-d09c86a099e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:52.060211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6828b52f-929d-4fec-8f1e-6c2c1fb0d5e7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:52.060594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6828b52f-929d-4fec-8f1e-6c2c1fb0d5e7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:52.206297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dd8b2651-2171-4923-b4b8-d09c86a099e9 None None] Provisioning for port ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:25:52.213686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dd8b2651-2171-4923-b4b8-d09c86a099e9 None None] Provisioning complete for port ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:52.214156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd8b2651-2171-4923-b4b8-d09c86a099e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:52.278522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b2651-2171-4923-b4b8-d09c86a099e9 None None] Port ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:52.290220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dd8b2651-2171-4923-b4b8-d09c86a099e9 None None] Provisioning complete for port b4e4b631-42d7-4803-80dc-fbde7d8bf430 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:52.290640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd8b2651-2171-4923-b4b8-d09c86a099e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:52.361121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6828b52f-929d-4fec-8f1e-6c2c1fb0d5e7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:52.544216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b2651-2171-4923-b4b8-d09c86a099e9 None None] Port b4e4b631-42d7-4803-80dc-fbde7d8bf430 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:52.647768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device daa8d146-908f-4534-a440-05b1cb580003 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:25:52.660654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e65ca3-f7ba-45d1-be8d-c587faf60534 req-f23a7ad4-9faa-47be-b05d-71865a2266fc tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:52.662513 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b3e65ca3-f7ba-45d1-be8d-c587faf60534 req-f23a7ad4-9faa-47be-b05d-71865a2266fc tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.1028566
Dec 03 11:25:52.753553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-71e41e21-bc3c-44d8-8c84-d9c565b0d57b None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:52.754586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71e41e21-bc3c-44d8-8c84-d9c565b0d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:52.759629 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b3e65ca3-f7ba-45d1-be8d-c587faf60534 req-e0a4d8c9-703a-4604-b17c-7f4dd078c15e tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902755
Dec 03 11:25:52.823119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6828b52f-929d-4fec-8f1e-6c2c1fb0d5e7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:52.832558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:52.833021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.001135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6828b52f-929d-4fec-8f1e-6c2c1fb0d5e7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.018954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-22959c6c-fa4d-4de0-a2cb-6a515958c791 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:53.073811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828b52f-929d-4fec-8f1e-6c2c1fb0d5e7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:53.086506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6828b52f-929d-4fec-8f1e-6c2c1fb0d5e7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:53.100343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d9569ab1-37c0-41ba-85cf-89758edc1333 None None] Could not find standard attr ID for object ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c. {{(pid=80977) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 03 11:25:53.264900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6828b52f-929d-4fec-8f1e-6c2c1fb0d5e7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.276126 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6828b52f-929d-4fec-8f1e-6c2c1fb0d5e7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c HTTP/1.1" status: 204  len: 168 time: 1.2960553
Dec 03 11:25:53.278853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50008) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:53.327231 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9265bcfe-e1b8-40e7-93c1-acff5a0ec850 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] GET failed (client error): The resource could not be found.
Dec 03 11:25:53.327729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9265bcfe-e1b8-40e7-93c1-acff5a0ec850 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Synchronizing usage tracker for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:25:53.346053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9265bcfe-e1b8-40e7-93c1-acff5a0ec850 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Unset dirty status for tenant:e149265703c04223aa76ca1da9831b22 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:25:53.347386 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9265bcfe-e1b8-40e7-93c1-acff5a0ec850 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports/ed3b8b0d-36d1-45f6-b7f3-df2254d03a7c HTTP/1.1" status: 404  len: 333 time: 0.0675042
Dec 03 11:25:53.350313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50012) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:53.418638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e3e5fe6a-7c56-4a4e-aae8-988dbbd601ce tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.447930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e3e5fe6a-7c56-4a4e-aae8-988dbbd601ce tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.490454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e3e5fe6a-7c56-4a4e-aae8-988dbbd601ce tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.495683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:53.511080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5fe6a-7c56-4a4e-aae8-988dbbd601ce tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dc1ff2-3f29-4bf7-843c-93b4875495df,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:53.513707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e3e5fe6a-7c56-4a4e-aae8-988dbbd601ce tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:53.516570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e3e5fe6a-7c56-4a4e-aae8-988dbbd601ce tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.517954 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e3e5fe6a-7c56-4a4e-aae8-988dbbd601ce tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/security-groups/18dc1ff2-3f29-4bf7-843c-93b4875495df HTTP/1.1" status: 204  len: 168 time: 0.1665807
Dec 03 11:25:53.520820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50016) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:53.590314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ffe5dda0-9ea9-4e9e-a6a8-0119d0b46cf1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.618539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ffe5dda0-9ea9-4e9e-a6a8-0119d0b46cf1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.667391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ffe5dda0-9ea9-4e9e-a6a8-0119d0b46cf1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.672926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-39c8449b-4046-4794-ae77-9c3f947afd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:53.689162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5dda0-9ea9-4e9e-a6a8-0119d0b46cf1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62dd217-9623-4b9b-b57e-2faf4b96a187,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:53.692287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ffe5dda0-9ea9-4e9e-a6a8-0119d0b46cf1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:53.693252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ffe5dda0-9ea9-4e9e-a6a8-0119d0b46cf1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.694457 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ffe5dda0-9ea9-4e9e-a6a8-0119d0b46cf1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/security-groups/c62dd217-9623-4b9b-b57e-2faf4b96a187 HTTP/1.1" status: 204  len: 168 time: 0.1726356
Dec 03 11:25:53.697601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50020) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:53.769395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01f00728-d24b-4665-8fd6-a4b3e4f1c0e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.796698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01f00728-d24b-4665-8fd6-a4b3e4f1c0e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.841437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01f00728-d24b-4665-8fd6-a4b3e4f1c0e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.846882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc72625d-14c1-4033-8015-734b06747d1d tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:53.863238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f00728-d24b-4665-8fd6-a4b3e4f1c0e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee8ed60-c7f7-4522-b318-25fa4e540105,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:53.866344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-01f00728-d24b-4665-8fd6-a4b3e4f1c0e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:53.867406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01f00728-d24b-4665-8fd6-a4b3e4f1c0e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:53.870094 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-01f00728-d24b-4665-8fd6-a4b3e4f1c0e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/security-groups/4ee8ed60-c7f7-4522-b318-25fa4e540105 HTTP/1.1" status: 204  len: 168 time: 0.1696818
Dec 03 11:25:53.871834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50026) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:54.131508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50153663-9524-4d6e-885a-ef006a7b6cc8 req-2c42ac77-154a-4e7e-ba69-31ff7896e559 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:54.133049 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-50153663-9524-4d6e-885a-ef006a7b6cc8 req-2c42ac77-154a-4e7e-ba69-31ff7896e559 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.2228508
Dec 03 11:25:54.179664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-554f5b77-ba84-4ff6-9f54-15396af82270 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting subnet 9099f639-0a9e-46ef-b397-e1c98400ddb6 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:25:54.192035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-554f5b77-ba84-4ff6-9f54-15396af82270 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:54.239475 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-50153663-9524-4d6e-885a-ef006a7b6cc8 req-8da9c8f7-7dfd-430c-bfd7-924c992d0a7c tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999515
Dec 03 11:25:54.257682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-554f5b77-ba84-4ff6-9f54-15396af82270 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:54.348786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-554f5b77-ba84-4ff6-9f54-15396af82270 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:54.625385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-554f5b77-ba84-4ff6-9f54-15396af82270 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:54.641322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de97cd0c-1842-4e57-bfe9-142cacc3d1d0 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:54.693592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f5b77-ba84-4ff6-9f54-15396af82270 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Subnet': ['ID=9099f639-0a9e-46ef-b397-e1c98400ddb6,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:54.698864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-554f5b77-ba84-4ff6-9f54-15396af82270 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:54.804446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-554f5b77-ba84-4ff6-9f54-15396af82270 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:54.810765 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-554f5b77-ba84-4ff6-9f54-15396af82270 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/9099f639-0a9e-46ef-b397-e1c98400ddb6 HTTP/1.1" status: 204  len: 168 time: 0.9378304
Dec 03 11:25:54.811501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5b657a-98ec-4af3-9074-cd067f403fac None None] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:54.819271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50030) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:54.895423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-776fe137-2d69-4b21-bbc4-8f72c1a7a11f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting subnet bc14f9de-4b3f-4bc4-a407-869beb3737a6 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:25:54.898747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-776fe137-2d69-4b21-bbc4-8f72c1a7a11f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:54.956721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-776fe137-2d69-4b21-bbc4-8f72c1a7a11f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:55.050200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-776fe137-2d69-4b21-bbc4-8f72c1a7a11f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:55.351679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-776fe137-2d69-4b21-bbc4-8f72c1a7a11f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:55.372296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ddd56a5-3f4b-446e-869c-9323273e2178 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:55.468572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fe137-2d69-4b21-bbc4-8f72c1a7a11f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Subnet': ['ID=bc14f9de-4b3f-4bc4-a407-869beb3737a6,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:55.471788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-776fe137-2d69-4b21-bbc4-8f72c1a7a11f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:55.616900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063490-5aca-40e1-857a-460f09176940 req-4f5dde20-859f-4dd5-80ee-f1a2eff15b5d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:55.618446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63063490-5aca-40e1-857a-460f09176940 req-4f5dde20-859f-4dd5-80ee-f1a2eff15b5d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.2167590
Dec 03 11:25:55.621530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-776fe137-2d69-4b21-bbc4-8f72c1a7a11f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:55.628422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfba4a7-b1bb-4ea4-994d-1e0dfe1c938d None None] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:55.643750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-776fe137-2d69-4b21-bbc4-8f72c1a7a11f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/bc14f9de-4b3f-4bc4-a407-869beb3737a6 HTTP/1.1" status: 204  len: 168 time: 0.8234134
Dec 03 11:25:55.646348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50036) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:55.706553 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd25e63-9a49-47ac-b41b-2cf6b609f08a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:55.707101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd25e63-9a49-47ac-b41b-2cf6b609f08a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 404 {{(pid=80975) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:55.708925 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ccd25e63-9a49-47ac-b41b-2cf6b609f08a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/9099f639-0a9e-46ef-b397-e1c98400ddb6 HTTP/1.1" status: 404  len: 337 time: 0.0618131
Dec 03 11:25:55.711795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50040) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:55.719843 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63063490-5aca-40e1-857a-460f09176940 req-1b2b8ef3-abdc-47b1-bdcb-73fcd1694100 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926659
Dec 03 11:25:55.738736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d8c57db3-95e5-477b-ad32-7e1e62e92a14 None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:55.739146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8c57db3-95e5-477b-ad32-7e1e62e92a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:55.929304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a1355b-3909-4834-b5c0-ac1015da9586 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting subnet 3b00a58c-e9f0-449f-ace6-c45fb3c5ad34 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:25:55.932972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34a1355b-3909-4834-b5c0-ac1015da9586 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:55.993639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34a1355b-3909-4834-b5c0-ac1015da9586 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:56.001314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d8c57db3-95e5-477b-ad32-7e1e62e92a14 None None] Provisioning complete for port b4e4b631-42d7-4803-80dc-fbde7d8bf430 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:56.001743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8c57db3-95e5-477b-ad32-7e1e62e92a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:56.064329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d8c57db3-95e5-477b-ad32-7e1e62e92a14 None None] Port b4e4b631-42d7-4803-80dc-fbde7d8bf430 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:56.088808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34a1355b-3909-4834-b5c0-ac1015da9586 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:56.384543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34a1355b-3909-4834-b5c0-ac1015da9586 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:56.401224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-badb8242-65a1-4690-94cd-437cd288ceea tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:56.447875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1355b-3909-4834-b5c0-ac1015da9586 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Subnet': ['ID=3b00a58c-e9f0-449f-ace6-c45fb3c5ad34,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:56.460914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34a1355b-3909-4834-b5c0-ac1015da9586 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:56.545759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34a1355b-3909-4834-b5c0-ac1015da9586 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:56.552934 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-34a1355b-3909-4834-b5c0-ac1015da9586 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/3b00a58c-e9f0-449f-ace6-c45fb3c5ad34 HTTP/1.1" status: 204  len: 168 time: 0.8393345
Dec 03 11:25:56.555450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50044) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:56.592564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeb9e34-2e98-437c-b1b8-a21f2d0ea4ad None None] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:25:56.601340 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0142177a-3e90-4466-8fea-de8460b2ee9c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:56.601845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0142177a-3e90-4466-8fea-de8460b2ee9c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:56.603687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0142177a-3e90-4466-8fea-de8460b2ee9c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/8986b604-ffb5-489a-a82e-e10f780bb5dc HTTP/1.1" status: 404  len: 337 time: 0.0472696
Dec 03 11:25:56.606608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50048) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:56.652399 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5e8f9c8e-b158-4dab-aa26-2393b0831a2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "GET /v2.0/ports?device_id=b52149b5-972f-4d4a-93dd-7553d49b0198 HTTP/1.1" status: 200  len: 205 time: 0.0445824
Dec 03 11:25:56.654818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50052) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:56.728855 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-3d9c3664-1fb4-4350-83f6-0b394c0941ae tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] delete failed (client error): The resource could not be found.
Dec 03 11:25:56.729889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3d9c3664-1fb4-4350-83f6-0b394c0941ae tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/routers/b52149b5-972f-4d4a-93dd-7553d49b0198 HTTP/1.1" status: 404  len: 336 time: 0.0740881
Dec 03 11:25:56.732833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50056) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:56.769028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3b5c2d3a-4a42-4a5f-bee1-96d9aad3784e None None] Provisioning complete for port daa8d146-908f-4534-a440-05b1cb580003 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:56.769368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b5c2d3a-4a42-4a5f-bee1-96d9aad3784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:56.777132 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-18035c48-e0ca-45c4-b205-dbb79e8a701b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:56.777640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18035c48-e0ca-45c4-b205-dbb79e8a701b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:56.782805 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-18035c48-e0ca-45c4-b205-dbb79e8a701b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/522818ba-4834-48df-8afc-b0ad214958df HTTP/1.1" status: 404  len: 337 time: 0.0456858
Dec 03 11:25:56.783191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50062) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:56.824783 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fdd9af-d84e-4b65-8f30-a02e0b25ae15 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:56.825280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4fdd9af-d84e-4b65-8f30-a02e0b25ae15 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:56.829084 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a4fdd9af-d84e-4b65-8f30-a02e0b25ae15 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/4bade9c5-9c19-4f11-9128-765125ff1213 HTTP/1.1" status: 404  len: 337 time: 0.0429225
Dec 03 11:25:56.830716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50066) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:56.877182 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9df754-357c-49b9-a750-1a9fc23294e3 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:56.877780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9df754-357c-49b9-a750-1a9fc23294e3 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:56.879737 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ff9df754-357c-49b9-a750-1a9fc23294e3 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/51810d4b-7d10-4f86-baaf-349016cbec70 HTTP/1.1" status: 404  len: 337 time: 0.0479052
Dec 03 11:25:56.882448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50070) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:56.930600 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3ede8a-7d27-428a-8bb4-3dcc96e9ac74 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:56.936129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3ede8a-7d27-428a-8bb4-3dcc96e9ac74 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:56.938981 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ab3ede8a-7d27-428a-8bb4-3dcc96e9ac74 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/638ab4a4-b18a-423d-a70d-84b014ec4802 HTTP/1.1" status: 404  len: 333 time: 0.0552738
Dec 03 11:25:56.943163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50074) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:56.965389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5bbc2-3361-4320-ae8b-74f5fd029047 req-09cb8b5c-de43-4e86-b762-fc781db04870 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:56.965676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3b5c2d3a-4a42-4a5f-bee1-96d9aad3784e None None] Provisioning complete for port b4e4b631-42d7-4803-80dc-fbde7d8bf430 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:25:56.965676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3b5c2d3a-4a42-4a5f-bee1-96d9aad3784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:56.966634 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71b5bbc2-3361-4320-ae8b-74f5fd029047 req-09cb8b5c-de43-4e86-b762-fc781db04870 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.1048460
Dec 03 11:25:56.989906 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e6f690-55d4-4ed1-bfc9-3a08bc5da461 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:56.990480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e6f690-55d4-4ed1-bfc9-3a08bc5da461 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:56.994940 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-81e6f690-55d4-4ed1-bfc9-3a08bc5da461 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/77d7335d-2c4f-40d2-9b62-4afce8e26281 HTTP/1.1" status: 404  len: 337 time: 0.0481844
Dec 03 11:25:56.995336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50078) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:56.996083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f966de7e-8081-476b-bbaa-6ee101099c16 None None] DHCP port deletion for ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:25:57.009764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f966de7e-8081-476b-bbaa-6ee101099c16 None None] Deleting port daa8d146-908f-4534-a440-05b1cb580003 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:57.010189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f966de7e-8081-476b-bbaa-6ee101099c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:57.035270 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71b5bbc2-3361-4320-ae8b-74f5fd029047 req-08cf395b-fac3-4782-b2ef-528bcaebc9bd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523307
Dec 03 11:25:57.043036 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1d2e19-042b-404c-a115-b0edd90bd5f6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:57.043621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1d2e19-042b-404c-a115-b0edd90bd5f6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:57.047410 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4e1d2e19-042b-404c-a115-b0edd90bd5f6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/b0ee138f-91be-4574-a8eb-ea49122475ca HTTP/1.1" status: 404  len: 337 time: 0.0491824
Dec 03 11:25:57.049018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50082) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:57.080530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c2d3a-4a42-4a5f-bee1-96d9aad3784e None None] Port b4e4b631-42d7-4803-80dc-fbde7d8bf430 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:25:57.092430 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5a73b1-42ce-4013-85b8-75849e629810 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:57.092931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5a73b1-42ce-4013-85b8-75849e629810 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:57.095405 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-df5a73b1-42ce-4013-85b8-75849e629810 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/005f3918-71eb-4fb9-bf95-ba8438277898 HTTP/1.1" status: 404  len: 333 time: 0.0451458
Dec 03 11:25:57.098097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50086) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:57.140458 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b02f1dd-fd24-4a2b-9810-023978add599 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:57.141194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b02f1dd-fd24-4a2b-9810-023978add599 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:57.143110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6b02f1dd-fd24-4a2b-9810-023978add599 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/70b53985-d5d7-459f-960a-96266a712c42 HTTP/1.1" status: 404  len: 337 time: 0.0438538
Dec 03 11:25:57.145843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50090) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:57.192919 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-529621ae-e55b-4fbb-8b01-d4f7c9f280b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] DELETE failed (client error): The resource could not be found.
Dec 03 11:25:57.193421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529621ae-e55b-4fbb-8b01-d4f7c9f280b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:25:57.195277 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-529621ae-e55b-4fbb-8b01-d4f7c9f280b8 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/subnets/0d178e63-978b-41b6-a9d9-62533e52b910 HTTP/1.1" status: 404  len: 337 time: 0.0483894
Dec 03 11:25:57.198038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50094) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:57.250405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f966de7e-8081-476b-bbaa-6ee101099c16 None None] For port daa8d146-908f-4534-a440-05b1cb580003, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=daa8d146-908f-4534-a440-05b1cb580003,segment=NetworkSegment(ea717d5f-386a-4ca1-bf57-8eed4e4188ab),segment_id=ea717d5f-386a-4ca1-bf57-8eed4e4188ab)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:25:57.250673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f966de7e-8081-476b-bbaa-6ee101099c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:57.270117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4fd49f2c-340a-4b79-9a36-8f47821270f4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Deleting port b4e4b631-42d7-4803-80dc-fbde7d8bf430 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:25:57.270501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4fd49f2c-340a-4b79-9a36-8f47821270f4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:57.378309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f966de7e-8081-476b-bbaa-6ee101099c16 None None] Calling delete_port for daa8d146-908f-4534-a440-05b1cb580003 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:57.451887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f966de7e-8081-476b-bbaa-6ee101099c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:57.468241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ddcd3f51-f534-4314-9335-048661c3acc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:57.505465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4fd49f2c-340a-4b79-9a36-8f47821270f4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:57.522471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966de7e-8081-476b-bbaa-6ee101099c16 None None] Pushing event deleted for resources: {'Port': ['ID=daa8d146-908f-4534-a440-05b1cb580003,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:57.527742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f966de7e-8081-476b-bbaa-6ee101099c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:57.610368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f966de7e-8081-476b-bbaa-6ee101099c16 None None] No DVR routers for this DVR port daa8d146-908f-4534-a440-05b1cb580003 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:25:57.637591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4fd49f2c-340a-4b79-9a36-8f47821270f4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Calling delete_port for b4e4b631-42d7-4803-80dc-fbde7d8bf430 owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:25:57.714608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4fd49f2c-340a-4b79-9a36-8f47821270f4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:57.732278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c6b9432-29bb-45c5-ae2e-61f90b4e2ebc tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:57.785292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd49f2c-340a-4b79-9a36-8f47821270f4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Port': ['ID=b4e4b631-42d7-4803-80dc-fbde7d8bf430,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:57.788138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4fd49f2c-340a-4b79-9a36-8f47821270f4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:57.885212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4fd49f2c-340a-4b79-9a36-8f47821270f4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:57.899670 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4fd49f2c-340a-4b79-9a36-8f47821270f4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/ports/b4e4b631-42d7-4803-80dc-fbde7d8bf430 HTTP/1.1" status: 204  len: 168 time: 0.7005312
Dec 03 11:25:57.902152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50098) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:58.027915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:58.230705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:58.254483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8f5a3-e341-47b7-9a29-8c2a05617c16 req-6035c17e-a917-41f1-9178-12a10e8ab7e3 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:58.256153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7cf8f5a3-e341-47b7-9a29-8c2a05617c16 req-6035c17e-a917-41f1-9178-12a10e8ab7e3 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.0855637
Dec 03 11:25:58.303527 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7cf8f5a3-e341-47b7-9a29-8c2a05617c16 req-69b87c40-77bf-45ca-950b-33df9f5eac83 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410182
Dec 03 11:25:58.356802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b447e710>,) {'filters': {'network_id': ['ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:58.370411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b447e710>, 'ea717d5f-386a-4ca1-bf57-8eed4e4188ab') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:58.370751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b447e710>, 'ea717d5f-386a-4ca1-bf57-8eed4e4188ab') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:25:58.383743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:58.398868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:58.400926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Releasing vxlan tunnel 5 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:25:58.584616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:58.594959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:58.630569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device daa8d146-908f-4534-a440-05b1cb580003 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:25:58.666161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: daa8d146-908f-4534-a440-05b1cb580003 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:25:58.666566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device daa8d146-908f-4534-a440-05b1cb580003 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:25:58.775680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Network ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:25:58.802000 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:25:58.884251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:58.887760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d3153245-036b-4cf7-84f8-833f43dba05e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:58.904680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:58.915046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Pushing event deleted for resources: {'Network': ['ID=ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:58.917635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:58.921699 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] 10.222.0.90 "DELETE /v2.0/networks/ce8ab91f-2c52-4df1-b6a2-b202c04e2a9d HTTP/1.1" status: 204  len: 168 time: 1.0159693
Dec 03 11:25:59.231028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50108) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:59.417406 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9599b3bb-9a2f-4050-ab6e-189afa839727 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e149265703c04223aa76ca1da9831b22&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1849854
Dec 03 11:25:59.419873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50116) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:25:59.486742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-062aff06-14ac-4cac-9a35-34a22542a768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:59.514493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-062aff06-14ac-4cac-9a35-34a22542a768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:59.521609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15f659-85a7-4a94-bdee-954222d31d7a req-b56d4130-f42e-49b4-a6a5-36b6174c488c tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:25:59.523272 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-db15f659-85a7-4a94-bdee-954222d31d7a req-b56d4130-f42e-49b4-a6a5-36b6174c488c tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.0885584
Dec 03 11:25:59.561124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-062aff06-14ac-4cac-9a35-34a22542a768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:59.567762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-26426cb7-8f33-4d74-9e8d-cacafd9c3345 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:25:59.571605 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-db15f659-85a7-4a94-bdee-954222d31d7a req-91717c78-2f3d-4fec-b7dc-2d6f9a6dbfca tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419800
Dec 03 11:25:59.582870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062aff06-14ac-4cac-9a35-34a22542a768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d8ccdf-9d0c-47ef-b8db-20ddef581c14,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:25:59.585691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-062aff06-14ac-4cac-9a35-34a22542a768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:25:59.588668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-062aff06-14ac-4cac-9a35-34a22542a768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:25:59.599138 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-062aff06-14ac-4cac-9a35-34a22542a768 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d5d8ccdf-9d0c-47ef-b8db-20ddef581c14 HTTP/1.1" status: 204  len: 168 time: 0.1686461
Dec 03 11:26:00.467508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50138) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:26:00.607491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-157485731-network', 'tenant_id': '7b8d0e500db347619c0c66778743cdae'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:00.613300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:00.617422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Usage tracker for resource:network and tenant:7b8d0e500db347619c0c66778743cdae is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:00.620639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:00.627650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:00.637671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Made reservation on behalf of 7b8d0e500db347619c0c66778743cdae for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:26:00.642585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:00.655710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:00.671413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:00.676221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Usage tracker for resource:security_group_rule and tenant:7b8d0e500db347619c0c66778743cdae is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:00.679371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:00.685338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:00.745666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64c5f7f3-4a24-4034-b5d7-cc0a1191af3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:00.771691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:00.774513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:00.778958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-770c4a42-3d9e-4c18-8139-7fc27de82684 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:00.799354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1487cf-dd37-45cd-8836-a58a834a14c8 req-3002c3fc-f67c-4684-8117-d85229284414 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:00.800981 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f1487cf-dd37-45cd-8836-a58a834a14c8 req-3002c3fc-f67c-4684-8117-d85229284414 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.0898066
Dec 03 11:26:00.857350 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f1487cf-dd37-45cd-8836-a58a834a14c8 req-edd4eed3-d00b-4b36-83a1-1916848bf25c tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498581
Dec 03 11:26:01.062203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:26:01.072227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18587fc-6af8-47a3-986c-d0f4e3b4db81,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:01.076024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:01.079112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:01.079547 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Added segment 680715a4-ecdc-4298-a526-eff1b5ed8d47 of type vxlan for network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc
Dec 03 11:26:01.105871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:01.135449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:01.136403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:01.137026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:01.142623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c4a869b-b3da-438e-aff8-2a3f256a6c41 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:01.242088 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7733815
Dec 03 11:26:01.245726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50146) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:26:01.250680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Pushing event updated for resources: {'Network': ['ID=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:01.253452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:01.256009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Request body: {'subnet': {'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-157485731-subnet', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:01.264987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:01.265335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:26:01.269472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Usage tracker for resource:subnet and tenant:7b8d0e500db347619c0c66778743cdae is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:01.273172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:01.279079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:01.282563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:26:01.288958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Made reservation on behalf of 7b8d0e500db347619c0c66778743cdae for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:26:01.293714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:01.970856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:01.986463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a5fd5e6-4252-49fe-b5d5-a192553094d1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:02.190779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=878a3eb6-da33-46ac-aa4f-66be12556866,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:02.198558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:02.254752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ca1e3-c821-4209-bf03-fb626ab32082 req-62dd3943-d3ea-4958-81c3-08179b763bcf tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:02.256452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fe1ca1e3-c821-4209-bf03-fb626ab32082 req-62dd3943-d3ea-4958-81c3-08179b763bcf tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.2406638
Dec 03 11:26:02.310660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Checking segment: {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:26:02.311087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Network hostable DHCP agents. Network: e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:26:02.331290 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fe1ca1e3-c821-4209-bf03-fb626ab32082 req-9596317c-d406-4c9f-850f-622cf6fb85a0 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670691
Dec 03 11:26:02.339903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:26:02.349211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:26:02.362311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937e345d-4d3e-4d85-82de-5de42577693a None None] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:26:02.363402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:02.364054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:02.384568 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1375146
Dec 03 11:26:02.387488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50152) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:26:02.393328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:02.398268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:02.402406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Usage tracker for resource:router and tenant:7b8d0e500db347619c0c66778743cdae is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:02.405446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:02.412213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:02.423306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:02.424381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:02.439353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:02.724988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:02.757450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:26:02.758420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:02.904577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54a2ae6b-4641-45f0-86d9-bcd4c8b08dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:03.059205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:03.064728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Allocated IP 172.20.0.2 (e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc/878a3eb6-da33-46ac-aa4f-66be12556866/dae8ef94-d7fe-44cd-a0d5-782a31a779ab) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:26:03.092105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:03.288523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:03.299597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Transition to ACTIVE for port object dae8ef94-d7fe-44cd-a0d5-782a31a779ab will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:26:03.316802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Transition to ACTIVE for port object dae8ef94-d7fe-44cd-a0d5-782a31a779ab will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:26:03.321742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:03.337469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8f94e2e0-ea4a-44aa-a266-f37018a881b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:03.371843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Allocated IP 172.26.1.195 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/ae1955fc-796c-464a-9c9c-a8ce932b2b02) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:26:03.474183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Pushing event updated for resources: {'Port': ['ID=dae8ef94-d7fe-44cd-a0d5-782a31a779ab,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:03.478427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:03.524617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:26:03.525754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:26:03.528134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:26:03.585404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Attempting to bind port dae8ef94-d7fe-44cd-a0d5-782a31a779ab on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:26:03.585738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Attempting to bind port dae8ef94-d7fe-44cd-a0d5-782a31a779ab by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:26:03.586121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Attempting to bind port dae8ef94-d7fe-44cd-a0d5-782a31a779ab on network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:26:03.592041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:26:03.592455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Checking segment: {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:26:03.592895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:03.593331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Bound using segment: {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:26:03.594563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Bound port: dae8ef94-d7fe-44cd-a0d5-782a31a779ab, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:26:03.595018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:03.603966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:03.622259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3ebb8-cd37-4e70-8cdb-2a21f1194314 req-6776e350-fc1b-4d05-9970-8996bde92150 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:03.623912 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-74a3ebb8-cd37-4e70-8cdb-2a21f1194314 req-6776e350-fc1b-4d05-9970-8996bde92150 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.1441445
Dec 03 11:26:03.663557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:03.679331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:03.685714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] For port dae8ef94-d7fe-44cd-a0d5-782a31a779ab, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:26:03.689512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] For port dae8ef94-d7fe-44cd-a0d5-782a31a779ab, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=dae8ef94-d7fe-44cd-a0d5-782a31a779ab,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:26:03.692059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:03.708338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae0c868f-a4f5-49e7-8674-d5f4649bd015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:03.756514 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-74a3ebb8-cd37-4e70-8cdb-2a21f1194314 req-b15ea17b-d269-458d-b260-37d2b3dbb03d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220593
Dec 03 11:26:03.839874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Pushing event updated for resources: {'Port': ['ID=ae1955fc-796c-464a-9c9c-a8ce932b2b02,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:03.844972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:03.856831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:03.894812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Pushing event updated for resources: {'Port': ['ID=dae8ef94-d7fe-44cd-a0d5-782a31a779ab,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:03.899485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:03.903194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:26:03.904630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:26:03.907323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:26:04.349273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:04.666537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device dae8ef94-d7fe-44cd-a0d5-782a31a779ab up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:04.740184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port dae8ef94-d7fe-44cd-a0d5-782a31a779ab completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:26:04.994267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:05.042546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:05.226691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d4e9a6-e596-4b59-8965-7b227f7ab7e7 None None] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:26:05.247211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a776308-b632-415c-ab85-a65de5d40398 req-aadde1ba-570c-43c6-a3e3-c93803376e44 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:05.249054 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5a776308-b632-415c-ab85-a65de5d40398 req-aadde1ba-570c-43c6-a3e3-c93803376e44 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.2664759
Dec 03 11:26:05.317547 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5a776308-b632-415c-ab85-a65de5d40398 req-d0f95e65-5b6f-471a-a421-df578b0c0043 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597651
Dec 03 11:26:05.333233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-847fa29d-91e0-4cfc-9167-170bf66ab2ab None None] Provisioning for port dae8ef94-d7fe-44cd-a0d5-782a31a779ab completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:26:05.335453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:26:05.342160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-847fa29d-91e0-4cfc-9167-170bf66ab2ab None None] Provisioning complete for port dae8ef94-d7fe-44cd-a0d5-782a31a779ab triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:05.342593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-847fa29d-91e0-4cfc-9167-170bf66ab2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:05.529850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:26:05.554306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:05.555681 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1671836
Dec 03 11:26:05.558597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50160) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:26:05.559974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Sync routers for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:26:05.562687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:05.594782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:26:05.595505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b14940>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:26:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:05.736679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-847fa29d-91e0-4cfc-9167-170bf66ab2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:05.826337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-847fa29d-91e0-4cfc-9167-170bf66ab2ab None None] For port dae8ef94-d7fe-44cd-a0d5-782a31a779ab, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=dae8ef94-d7fe-44cd-a0d5-782a31a779ab,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:26:05.835188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-847fa29d-91e0-4cfc-9167-170bf66ab2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:05.838948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fac7900a-fc94-4e18-975f-48a9365ef752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:05.897259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:26:06.262898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:06.296149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fa29d-91e0-4cfc-9167-170bf66ab2ab None None] Pushing event updated for resources: {'Port': ['ID=dae8ef94-d7fe-44cd-a0d5-782a31a779ab,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:06.304855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-847fa29d-91e0-4cfc-9167-170bf66ab2ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:06.315187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f59ceaac-e012-48bd-8c43-034e4f0d1b80 None None] Provisioning complete for port dae8ef94-d7fe-44cd-a0d5-782a31a779ab triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:06.315619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f59ceaac-e012-48bd-8c43-034e4f0d1b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:06.526801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b14940>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:04Z', 'revision_number': 3, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:06.531322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Checking router: 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:26:06.531969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Updating router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 port ae1955fc-796c-464a-9c9c-a8ce932b2b02 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:26:06.586502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:06.645671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device dae8ef94-d7fe-44cd-a0d5-782a31a779ab up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:06.669924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26616853-3f15-402c-bd4c-8ca079bbe9b0 req-f335880b-825b-49a6-87fc-f4f75b15b220 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:06.672066 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-26616853-3f15-402c-bd4c-8ca079bbe9b0 req-f335880b-825b-49a6-87fc-f4f75b15b220 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.2088408
Dec 03 11:26:06.739002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Allocated IP 172.20.0.1 (e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc/878a3eb6-da33-46ac-aa4f-66be12556866/f09be0d1-1c2b-411b-9adc-b553ed18357e) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:26:06.744305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-875e6ec0-0201-4bff-a7b0-fb0c6e803316 None None] Provisioning complete for port dae8ef94-d7fe-44cd-a0d5-782a31a779ab triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:06.744734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-875e6ec0-0201-4bff-a7b0-fb0c6e803316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:06.749865 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-26616853-3f15-402c-bd4c-8ca079bbe9b0 req-59c77a0b-4ab7-4f49-8d2e-5d83df746b22 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685916
Dec 03 11:26:06.910977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port dae8ef94-d7fe-44cd-a0d5-782a31a779ab triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:06.911422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:06.918763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:06.935926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Transition to ACTIVE for port object f09be0d1-1c2b-411b-9adc-b553ed18357e will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:26:06.957355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:06.973263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c30175f-3b09-426b-b2c2-f7415f5cf14c tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:07.108858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Pushing event updated for resources: {'Port': ['ID=f09be0d1-1c2b-411b-9adc-b553ed18357e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:07.116055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:07.166543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:26:07.167795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:26:07.170055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:26:07.231990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:07.304813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:07.317813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Transition to ACTIVE for port object ae1955fc-796c-464a-9c9c-a8ce932b2b02 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:26:07.320760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:07.337966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:07.345498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:07.483380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad8df0-7414-442d-b2a4-3eab030da6d5 None None] Pushing event updated for resources: {'Port': ['ID=ae1955fc-796c-464a-9c9c-a8ce932b2b02,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:07.489458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bad8df0-7414-442d-b2a4-3eab030da6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:07.499396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e6715111-6d07-4e37-8fb2-392e897a9cdf None None] Provisioning for port f09be0d1-1c2b-411b-9adc-b553ed18357e completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:26:07.509096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e6715111-6d07-4e37-8fb2-392e897a9cdf None None] Provisioning complete for port f09be0d1-1c2b-411b-9adc-b553ed18357e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:07.509514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6715111-6d07-4e37-8fb2-392e897a9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:07.598370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e6715111-6d07-4e37-8fb2-392e897a9cdf None None] Port f09be0d1-1c2b-411b-9adc-b553ed18357e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:26:07.606045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Attempting to bind port ae1955fc-796c-464a-9c9c-a8ce932b2b02 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:26:07.606467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Attempting to bind port ae1955fc-796c-464a-9c9c-a8ce932b2b02 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:26:07.606886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Attempting to bind port ae1955fc-796c-464a-9c9c-a8ce932b2b02 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:26:07.613045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:26:07.613474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:26:07.613926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:07.614367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:26:07.615031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Bound port: ae1955fc-796c-464a-9c9c-a8ce932b2b02, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:26:07.615569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:07.637201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:07.641514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:07.670738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c0c74aa-4823-4173-9cb9-8adb46e2b6be tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:07.691250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] For port ae1955fc-796c-464a-9c9c-a8ce932b2b02, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:26:07.694398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] For port ae1955fc-796c-464a-9c9c-a8ce932b2b02, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ae1955fc-796c-464a-9c9c-a8ce932b2b02,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:26:07.698594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:07.714962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1ac2608c-c1ba-4eea-a95b-ec11634f62df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:07.758558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:07.775077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Pushing event updated for resources: {'Port': ['ID=f09be0d1-1c2b-411b-9adc-b553ed18357e,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:07.778216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:07.860531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad8df0-7414-442d-b2a4-3eab030da6d5 None None] Pushing event updated for resources: {'Port': ['ID=ae1955fc-796c-464a-9c9c-a8ce932b2b02,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:07.871531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bad8df0-7414-442d-b2a4-3eab030da6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:07.921904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:26:07.922607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b14940>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:26:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:08.149341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:26:08.182983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:26:08.307477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:26:08.310230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:26:08.382201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2df8d8-ffc3-4081-bf4f-f0c0dce0c110 req-7aacc332-8133-40d2-ad41-85c1f38bcf93 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:08.383966 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5b2df8d8-ffc3-4081-bf4f-f0c0dce0c110 req-7aacc332-8133-40d2-ad41-85c1f38bcf93 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.1982801
Dec 03 11:26:08.528113 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5b2df8d8-ffc3-4081-bf4f-f0c0dce0c110 req-9cfa2957-f952-4737-b120-582f89ba6e2d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759923
Dec 03 11:26:08.569144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:26:08.636815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b14940>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 2, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:08.643842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-59388985-cdc4-4783-84f1-e26a5ca74933 None None] Provisioning complete for port f09be0d1-1c2b-411b-9adc-b553ed18357e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:08.644263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-59388985-cdc4-4783-84f1-e26a5ca74933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:08.681998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8abf8-a1f2-42e8-aa44-9482481fb6a3 None None] The sync data for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs is: [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 2, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:26:08.720996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-59388985-cdc4-4783-84f1-e26a5ca74933 None None] Port f09be0d1-1c2b-411b-9adc-b553ed18357e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:26:08.781766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:26:08.792400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] 10.222.0.90 "PUT /v2.0/routers/2432d9f3-5bdc-4736-bb02-1999ddaf69c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2326586
Dec 03 11:26:09.653424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50184) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:26:09.660456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1133165552-network', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:09.666541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:09.671806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Usage tracker for resource:network and tenant:7de1f70e3cbb4e999874c5f484a58761 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:09.675631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:09.682691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:09.694817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Made reservation on behalf of 7de1f70e3cbb4e999874c5f484a58761 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:26:09.700618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:09.715883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:09.734815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:09.740986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Usage tracker for resource:security_group_rule and tenant:7de1f70e3cbb4e999874c5f484a58761 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:09.745870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:09.753928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:09.853902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:09.857314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:09.861852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-838b6581-dcd9-402e-bf84-7f6c623c41a6 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:09.883547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:26:09.894185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:09.894896 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Added segment c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f of type vxlan for network 1c1fd55e-c347-43a4-850c-664a44931ed1
Dec 03 11:26:09.933071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09ab9f-0a44-41bd-85f5-b1b0bb24659d req-045ef6a8-cd52-4cb5-9e4b-9353210be589 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:09.935329 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d09ab9f-0a44-41bd-85f5-b1b0bb24659d req-045ef6a8-cd52-4cb5-9e4b-9353210be589 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.1148913
Dec 03 11:26:09.940057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402fe60f-1a58-484c-97a8-268589e6ddab,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:09.943929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:09.948751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:09.984256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:09.984912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:09.985560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:09.997160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b47bf789-ff46-4d3c-b35a-0f8dfa800e2e tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:10.000238 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d09ab9f-0a44-41bd-85f5-b1b0bb24659d req-b7a0e05d-1f52-401c-ab47-dc3db626d086 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558870
Dec 03 11:26:10.108738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Pushing event updated for resources: {'Network': ['ID=1c1fd55e-c347-43a4-850c-664a44931ed1,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:10.115493 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4581902
Dec 03 11:26:10.115493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:10.115790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50192) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:26:10.120800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 1c1fd55e-c347-43a4-850c-664a44931ed1 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:26:10.121710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Request body: {'subnet': {'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1133165552-subnet', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:10.127355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:10.131634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Usage tracker for resource:subnet and tenant:7de1f70e3cbb4e999874c5f484a58761 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:10.134661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:10.139046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 1c1fd55e-c347-43a4-850c-664a44931ed1 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:26:10.141096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:10.150883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Made reservation on behalf of 7de1f70e3cbb4e999874c5f484a58761 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:26:10.156272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:10.590748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:10.612870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-83601622-3f3d-41ef-b13a-678e4f9638b9 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:10.694250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae1955fc-796c-464a-9c9c-a8ce932b2b02 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:10.742894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=559357aa-923e-4e9e-81a1-5c899cfe44e5,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:10.753018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:10.766861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port ae1955fc-796c-464a-9c9c-a8ce932b2b02 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:26:10.772213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ae1955fc-796c-464a-9c9c-a8ce932b2b02 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:10.772640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:10.815702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Checking segment: {'id': 'c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:26:10.816119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Network hostable DHCP agents. Network: 1c1fd55e-c347-43a4-850c-664a44931ed1, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:26:10.837943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Network 1c1fd55e-c347-43a4-850c-664a44931ed1 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:26:10.852781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 1c1fd55e-c347-43a4-850c-664a44931ed1) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:26:10.867844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:10.868489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:10.902477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7831461
Dec 03 11:26:10.902880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50196) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:26:10.909522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1133165552-router', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:10.915034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:10.919458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Usage tracker for resource:router and tenant:7de1f70e3cbb4e999874c5f484a58761 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:10.924303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:10.930569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:10.936012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:10.942258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7dc944-cdd3-4939-bf03-2c98b63a3f06 None None] Network 1c1fd55e-c347-43a4-850c-664a44931ed1 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:26:10.944750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:10.945967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:10.963487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:11.159743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port ae1955fc-796c-464a-9c9c-a8ce932b2b02, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ae1955fc-796c-464a-9c9c-a8ce932b2b02,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:26:11.206811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:11.209354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-88c73816-dca9-467e-8146-c63b843427e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:11.237768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be2c5b-bfd2-4c7f-b136-4df4af298df9 req-fe8ea23a-f070-46ac-9704-70ad43294081 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:11.239446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-09be2c5b-bfd2-4c7f-b136-4df4af298df9 req-fe8ea23a-f070-46ac-9704-70ad43294081 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.1099985
Dec 03 11:26:11.253000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-1c1fd55e-c347-43a4-850c-664a44931ed1', 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'fixed_ips': [{'subnet_id': '559357aa-923e-4e9e-81a1-5c899cfe44e5'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:26:11.253926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:11.274981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:11.292715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b14597c9-1936-4ce4-a735-adec3b825854 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:26:11.294596 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-09be2c5b-bfd2-4c7f-b136-4df4af298df9 req-061df5d2-383c-4550-907a-ec4a534393cb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487890
Dec 03 11:26:11.399678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=ae1955fc-796c-464a-9c9c-a8ce932b2b02,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:11.414569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:11.594312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:11.619876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:11.651496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:26:11.653162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:11.670483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port b14597c9-1936-4ce4-a735-adec3b825854, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b14597c9-1936-4ce4-a735-adec3b825854,segment=NetworkSegment(e2bdc5cb-ca67-435b-a5db-ee1c6fa45005),segment_id=e2bdc5cb-ca67-435b-a5db-ee1c6fa45005)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:26:11.706219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:11.712464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bad8df0-7414-442d-b2a4-3eab030da6d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:11.745575 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854', 'code': 200}
Dec 03 11:26:11.801385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Allocated IP 172.20.0.2 (1c1fd55e-c347-43a4-850c-664a44931ed1/559357aa-923e-4e9e-81a1-5c899cfe44e5/d001d4cc-498a-438f-9dbc-44e80c88e8b5) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:26:11.809111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=b14597c9-1936-4ce4-a735-adec3b825854,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:11.816259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:11.945973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Allocated IP 172.26.1.125 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/66e2e308-afdf-4166-be58-e7b5ab149f02) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:26:12.026462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:12.038201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Transition to ACTIVE for port object d001d4cc-498a-438f-9dbc-44e80c88e8b5 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:26:12.056637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Transition to ACTIVE for port object d001d4cc-498a-438f-9dbc-44e80c88e8b5 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:26:12.061266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:12.081731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f966de7e-8081-476b-bbaa-6ee101099c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:12.083777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Sync routers for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:26:12.095228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:26:12.095884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62e7128>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:26:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:12.113632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:12.141455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:12.158726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b0c78e6-f941-4506-8c9d-8b19b31cab1a tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:12.216622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Pushing event updated for resources: {'Port': ['ID=d001d4cc-498a-438f-9dbc-44e80c88e8b5,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:12.220252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:12.283774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Network 1c1fd55e-c347-43a4-850c-664a44931ed1 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:26:12.285296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:26:12.287995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:26:12.301516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Pushing event updated for resources: {'Port': ['ID=66e2e308-afdf-4166-be58-e7b5ab149f02,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:12.306434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:12.349389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Attempting to bind port d001d4cc-498a-438f-9dbc-44e80c88e8b5 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:26:12.349812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Attempting to bind port d001d4cc-498a-438f-9dbc-44e80c88e8b5 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:26:12.350237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Attempting to bind port d001d4cc-498a-438f-9dbc-44e80c88e8b5 on network 1c1fd55e-c347-43a4-850c-664a44931ed1 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:26:12.356843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:26:12.357271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Checking segment: {'id': 'c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:26:12.357726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:12.358178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Bound using segment: {'id': 'c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:26:12.358709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Bound port: d001d4cc-498a-438f-9dbc-44e80c88e8b5, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:26:12.359903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:12.367223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:26:12.368505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:26:12.374949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:26:12.470414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:26:12.471482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] For port d001d4cc-498a-438f-9dbc-44e80c88e8b5, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:26:12.475312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] For port d001d4cc-498a-438f-9dbc-44e80c88e8b5, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d001d4cc-498a-438f-9dbc-44e80c88e8b5,segment=NetworkSegment(c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f),segment_id=c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:26:12.478951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:12.497105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bad8df0-7414-442d-b2a4-3eab030da6d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:12.545436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ae340-d843-4f90-9ac0-6ea6d7bce4c6 req-621ed37b-b9ae-42f6-a207-6db147a1531c tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:12.555625 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf7ae340-d843-4f90-9ac0-6ea6d7bce4c6 req-621ed37b-b9ae-42f6-a207-6db147a1531c tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 944 time: 0.1078568
Dec 03 11:26:12.586264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Pushing event updated for resources: {'Port': ['ID=d001d4cc-498a-438f-9dbc-44e80c88e8b5,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:12.591136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:12.614700 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf7ae340-d843-4f90-9ac0-6ea6d7bce4c6 req-df7829dd-fab3-4248-b8be-602660063e85 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575492
Dec 03 11:26:12.685869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae1955fc-796c-464a-9c9c-a8ce932b2b02 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:12.815554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ae1955fc-796c-464a-9c9c-a8ce932b2b02 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:12.816071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:12.856268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62e7128>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 2, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:12.861041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Checking router: 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:26:12.861450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Updating router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 port f09be0d1-1c2b-411b-9adc-b553ed18357e binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:26:12.884490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:12.930775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:13.397321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:13.410207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Transition to ACTIVE for port object f09be0d1-1c2b-411b-9adc-b553ed18357e will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:26:13.412951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:13.428828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-354171c6-d081-4591-8278-f7dd72720f92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:13.537672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:13.567007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Pushing event updated for resources: {'Port': ['ID=f09be0d1-1c2b-411b-9adc-b553ed18357e,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:13.588812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.589200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.589575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.589948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.590322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.590686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.591073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.591432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.591790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.592151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.592504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.592859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.593810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.594200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.594631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.595015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.595375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.595738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.596095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.596450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.596825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.597183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.597540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.597893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:13.602175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:13.759681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Attempting to bind port f09be0d1-1c2b-411b-9adc-b553ed18357e on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:26:13.760092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Attempting to bind port f09be0d1-1c2b-411b-9adc-b553ed18357e by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:26:13.760495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Attempting to bind port f09be0d1-1c2b-411b-9adc-b553ed18357e on network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:26:13.766720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:26:13.767348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Checking segment: {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:26:13.767967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:13.768685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Bound using segment: {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:26:13.769558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Bound port: f09be0d1-1c2b-411b-9adc-b553ed18357e, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:26:13.770151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:13.772686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Router 3ef02495-1a01-4c65-8785-273f31ea4cfc is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:26:13.835523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a5a37-bfef-49cd-b966-d541c8ddb032 req-9ade4255-9988-428e-a5e6-02e262db3270 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:13.837188 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6b4a5a37-bfef-49cd-b966-d541c8ddb032 req-9ade4255-9988-428e-a5e6-02e262db3270 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 944 time: 0.0934668
Dec 03 11:26:13.874143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] For port f09be0d1-1c2b-411b-9adc-b553ed18357e, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:26:13.878736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] For port f09be0d1-1c2b-411b-9adc-b553ed18357e, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f09be0d1-1c2b-411b-9adc-b553ed18357e,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:26:13.885190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:13.888477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6b4a5a37-bfef-49cd-b966-d541c8ddb032 req-3095fe1a-23e7-446a-9f13-c7266258a2c9 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416639
Dec 03 11:26:13.910711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ad7b33b-487c-452f-bb03-fd0d2964c119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:13.990021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:26:14.002049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Sync routers for ids ['3ef02495-1a01-4c65-8785-273f31ea4cfc'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:26:14.015091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Routers {'3ef02495-1a01-4c65-8785-273f31ea4cfc'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:26:14.016332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d43dd8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:26:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3ef02495-1a01-4c65-8785-273f31ea4cfc'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:14.020413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:14.021878 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1178684
Dec 03 11:26:14.024889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50208) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:26:14.039690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Pushing event updated for resources: {'Port': ['ID=f09be0d1-1c2b-411b-9adc-b553ed18357e,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:14.045910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:14.241756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:26:14.241911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62e7128>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:26:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:14.329337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Set router 3ef02495-1a01-4c65-8785-273f31ea4cfc gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:26:14.474137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5277d52-fc18-4ed0-9cf9-edcd385a443c req-02140cae-42a2-43c1-8cd5-7b5f3b232094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:14.475963 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b5277d52-fc18-4ed0-9cf9-edcd385a443c req-02140cae-42a2-43c1-8cd5-7b5f3b232094 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 1161 time: 0.1704803
Dec 03 11:26:14.533595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:26:14.546551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d38fa5-3165-49db-8696-16aea94b6347 None None] Network 1c1fd55e-c347-43a4-850c-664a44931ed1 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:26:14.550947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b5277d52-fc18-4ed0-9cf9-edcd385a443c req-e8ba3a8f-c04b-4e00-85e3-7a69511d0856 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668926
Dec 03 11:26:14.837440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f09be0d1-1c2b-411b-9adc-b553ed18357e up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:14.880019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:14.991093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62e7128>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:13Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:14.996337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ea52f-1862-421c-b7f6-199d4facf1cf None None] The sync data for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs is: [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:13Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:26:15.051876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port f09be0d1-1c2b-411b-9adc-b553ed18357e completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:26:15.122331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port f09be0d1-1c2b-411b-9adc-b553ed18357e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:15.122750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:15.216033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Provisioning complete for port f09be0d1-1c2b-411b-9adc-b553ed18357e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:15.216455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:15.268933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7def96d-67f8-478f-ae24-971db027dd08 req-6df05129-2a05-411b-8111-6224a314d09e tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:15.270638 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d7def96d-67f8-478f-ae24-971db027dd08 req-6df05129-2a05-411b-8111-6224a314d09e tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 944 time: 0.1827412
Dec 03 11:26:15.381754 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d7def96d-67f8-478f-ae24-971db027dd08 req-0b0dc08e-7a5a-473a-8443-21fd51fa023c tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037760
Dec 03 11:26:15.382933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Allocated IP 172.20.0.1 (1c1fd55e-c347-43a4-850c-664a44931ed1/559357aa-923e-4e9e-81a1-5c899cfe44e5/a24c5882-b165-4d4c-ab15-74e8b17d630e) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:26:15.461767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d43dd8>, [{'id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'name': 'tempest-TestVolumeBootPattern-1133165552-router', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:10Z', 'updated_at': '2020-12-03T11:26:12Z', 'revision_number': 3, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'gw_port': {'id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:11Z', 'updated_at': '2020-12-03T11:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:15.478840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:15.494277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Checking router: 3ef02495-1a01-4c65-8785-273f31ea4cfc for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:26:15.495022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Updating router 3ef02495-1a01-4c65-8785-273f31ea4cfc port 66e2e308-afdf-4166-be58-e7b5ab149f02 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:26:15.579239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:15.581627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:15.598033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Transition to ACTIVE for port object a24c5882-b165-4d4c-ab15-74e8b17d630e will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:26:15.613150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:15.619325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:15.637637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-44e9c9aa-31ee-45d3-af99-68d3f4b42f2b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:15.645075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port f09be0d1-1c2b-411b-9adc-b553ed18357e, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f09be0d1-1c2b-411b-9adc-b553ed18357e,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:26:15.660350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:15.661258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d001d4cc-498a-438f-9dbc-44e80c88e8b5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:15.704599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:15.787308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=a24c5882-b165-4d4c-ab15-74e8b17d630e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:15.799721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.800153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.800581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.801005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.801422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.801838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.802250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.802795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.803231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.803641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.804052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.804452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.805421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.805421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.808382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.808382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.808382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.808382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.808382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.808382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.808382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.808382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.809072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.809212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:15.814026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:15.867206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Network 1c1fd55e-c347-43a4-850c-664a44931ed1 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:26:15.868475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:26:15.870808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:26:15.887120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:26:15.887477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:26:15.916991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=f09be0d1-1c2b-411b-9adc-b553ed18357e,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:15.921947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:15.944950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:15.989486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port d001d4cc-498a-438f-9dbc-44e80c88e8b5 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:26:16.086819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:16.119273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b14597c9-1936-4ce4-a735-adec3b825854 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:16.292045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port b14597c9-1936-4ce4-a735-adec3b825854 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:16.292474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:16.479928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:16.538500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Transition to ACTIVE for port object 66e2e308-afdf-4166-be58-e7b5ab149f02 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:26:16.556479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:16.580204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84a7fdc6-05be-40f8-9956-7bd2aced770a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:16.624604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Provisioning for port d001d4cc-498a-438f-9dbc-44e80c88e8b5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:26:16.781725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:16.788736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:16.817924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23dc0d06-4a0f-48f0-9ad3-73f6d42b1c06 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:16.836415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:16.846972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f09be0d1-1c2b-411b-9adc-b553ed18357e up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:16.881689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e759f1d-04c6-4809-a461-74259bcc68fd req-09fa4515-75b3-4db4-b451-6658e1d6367d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:16.889395 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7e759f1d-04c6-4809-a461-74259bcc68fd req-09fa4515-75b3-4db4-b451-6658e1d6367d tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 944 time: 0.2273540
Dec 03 11:26:16.897584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Provisioning complete for port d001d4cc-498a-438f-9dbc-44e80c88e8b5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:16.897584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:16.958446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:16.973473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=a24c5882-b165-4d4c-ab15-74e8b17d630e,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:16.976731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:17.007219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7e759f1d-04c6-4809-a461-74259bcc68fd req-3ef24324-e91f-4568-bf43-a19d460a16fa tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1168723
Dec 03 11:26:17.038683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50216) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:26:17.070583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4c9a8-1207-431a-bd20-6e7500e6c8e5 None None] Pushing event updated for resources: {'Port': ['ID=66e2e308-afdf-4166-be58-e7b5ab149f02,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:17.090337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:26:17.101484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93c4c9a8-1207-431a-bd20-6e7500e6c8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:17.122741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port b14597c9-1936-4ce4-a735-adec3b825854, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b14597c9-1936-4ce4-a735-adec3b825854,segment=NetworkSegment(e2bdc5cb-ca67-435b-a5db-ee1c6fa45005),segment_id=e2bdc5cb-ca67-435b-a5db-ee1c6fa45005)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:26:17.134414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:17.137904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Network 1c1fd55e-c347-43a4-850c-664a44931ed1 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:26:17.139653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:26:17.141862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:17.179698 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4acbbbe9-b909-497c-aa77-c4e62d47cf54 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/floatingips/c0d05383-d24a-44e8-bf17-3db5161c8d6c HTTP/1.1" status: 200  len: 992 time: 0.1386862
Dec 03 11:26:17.180428 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854', 'code': 200}
Dec 03 11:26:17.275998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Attempting to bind port 66e2e308-afdf-4166-be58-e7b5ab149f02 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:26:17.276421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Attempting to bind port 66e2e308-afdf-4166-be58-e7b5ab149f02 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:26:17.276839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Attempting to bind port 66e2e308-afdf-4166-be58-e7b5ab149f02 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:26:17.302150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port f09be0d1-1c2b-411b-9adc-b553ed18357e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:17.302577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:17.335496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:26:17.335922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:26:17.336383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:17.336832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:26:17.337374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Bound port: 66e2e308-afdf-4166-be58-e7b5ab149f02, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:26:17.338054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:17.373738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Router 3ef02495-1a01-4c65-8785-273f31ea4cfc has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:26:17.386516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=b14597c9-1936-4ce4-a735-adec3b825854,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:17.403324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:17.404059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:17.484476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] For port 66e2e308-afdf-4166-be58-e7b5ab149f02, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:26:17.488039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] For port 66e2e308-afdf-4166-be58-e7b5ab149f02, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=66e2e308-afdf-4166-be58-e7b5ab149f02,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:26:17.489974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] For port d001d4cc-498a-438f-9dbc-44e80c88e8b5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d001d4cc-498a-438f-9dbc-44e80c88e8b5,segment=NetworkSegment(c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f),segment_id=c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:26:17.494841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:17.508915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:17.513000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-caa10dd4-2cb0-49b5-bc33-f713d843e63c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:17.570481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:26:17.581049 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] 10.222.0.90 "PUT /v2.0/routers/3ef02495-1a01-4c65-8785-273f31ea4cfc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5550048
Dec 03 11:26:17.732681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7973dfd9-6dba-4998-a789-a76be6949749 None None] Provisioning for port a24c5882-b165-4d4c-ab15-74e8b17d630e completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:26:17.739933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4c9a8-1207-431a-bd20-6e7500e6c8e5 None None] Pushing event updated for resources: {'Port': ['ID=66e2e308-afdf-4166-be58-e7b5ab149f02,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:17.782705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7973dfd9-6dba-4998-a789-a76be6949749 None None] Provisioning complete for port a24c5882-b165-4d4c-ab15-74e8b17d630e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:17.783184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7973dfd9-6dba-4998-a789-a76be6949749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:17.888999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7973dfd9-6dba-4998-a789-a76be6949749 None None] Port a24c5882-b165-4d4c-ab15-74e8b17d630e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:26:17.898653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Pushing event updated for resources: {'Port': ['ID=d001d4cc-498a-438f-9dbc-44e80c88e8b5,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:17.904233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:17.905757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.361s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:17.906156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:17.908861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Routers {'3ef02495-1a01-4c65-8785-273f31ea4cfc'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:26:17.909554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d43dd8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:26:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3ef02495-1a01-4c65-8785-273f31ea4cfc'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:18.035935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7973dfd9-6dba-4998-a789-a76be6949749 None None] Provisioning complete for port d001d4cc-498a-438f-9dbc-44e80c88e8b5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:18.036362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7973dfd9-6dba-4998-a789-a76be6949749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.188996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] Set router 3ef02495-1a01-4c65-8785-273f31ea4cfc gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:26:18.229336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-489157296', 'description': 'tempest-TestVolumeBootPattern-489157296 description'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:18.236348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:18.240501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Usage tracker for resource:security_group and tenant:7b8d0e500db347619c0c66778743cdae is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:18.243621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:18.249965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:18.259858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.283374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:18.287527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Usage tracker for resource:security_group_rule and tenant:7b8d0e500db347619c0c66778743cdae is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:18.290515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:18.296522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:18.377189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.380100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.385774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d618aa55-1651-46f0-bedf-2576181b1b64 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:18.426392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event updated for resources: {'SecurityGroup': ['ID=acc54273-3682-49f3-8e52-43d562ba2563,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:18.429213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.430539 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be25145e-b040-451c-8eb2-1f57e06205fd req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2058628
Dec 03 11:26:18.431415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:18.514881 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-41e0353b-9938-439d-8f24-2c48dd9df3c4 req-bd2ccd4b-2c36-4cdc-b30a-4cddebfafbc8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups/acc54273-3682-49f3-8e52-43d562ba2563 HTTP/1.1" status: 200  len: 1758 time: 0.0492940
Dec 03 11:26:18.526934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-41e0353b-9938-439d-8f24-2c48dd9df3c4 req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'acc54273-3682-49f3-8e52-43d562ba2563', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:18.527321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-41e0353b-9938-439d-8f24-2c48dd9df3c4 req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'acc54273-3682-49f3-8e52-43d562ba2563', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:18.533643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-41e0353b-9938-439d-8f24-2c48dd9df3c4 req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:18.537701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-41e0353b-9938-439d-8f24-2c48dd9df3c4 req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Usage tracker for resource:security_group_rule and tenant:7b8d0e500db347619c0c66778743cdae is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:18.540947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-41e0353b-9938-439d-8f24-2c48dd9df3c4 req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:18.542842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d43dd8>, [{'id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'name': 'tempest-TestVolumeBootPattern-1133165552-router', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:10Z', 'updated_at': '2020-12-03T11:26:16Z', 'revision_number': 4, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'gw_port': {'id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:11Z', 'updated_at': '2020-12-03T11:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a24c5882-b165-4d4c-ab15-74e8b17d630e', 'name': '', 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'mac_address': 'fa:16:3e:65:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '559357aa-923e-4e9e-81a1-5c899cfe44e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:15Z', 'updated_at': '2020-12-03T11:26:16Z', 'revision_number': 2, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'subnets': [{'id': '559357aa-923e-4e9e-81a1-5c899cfe44e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:18.547976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7343817c-16a4-45f2-8a19-ce4608ab1efa None None] The sync data for ids ['3ef02495-1a01-4c65-8785-273f31ea4cfc'] in dv-neutron-765072-2-ovs is: [{'id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'name': 'tempest-TestVolumeBootPattern-1133165552-router', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:10Z', 'updated_at': '2020-12-03T11:26:16Z', 'revision_number': 4, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'gw_port': {'id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:11Z', 'updated_at': '2020-12-03T11:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a24c5882-b165-4d4c-ab15-74e8b17d630e', 'name': '', 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'mac_address': 'fa:16:3e:65:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '559357aa-923e-4e9e-81a1-5c899cfe44e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:15Z', 'updated_at': '2020-12-03T11:26:16Z', 'revision_number': 2, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'subnets': [{'id': '559357aa-923e-4e9e-81a1-5c899cfe44e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:26:18.548173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-41e0353b-9938-439d-8f24-2c48dd9df3c4 req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:18.609444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-41e0353b-9938-439d-8f24-2c48dd9df3c4 req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.635746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-41e0353b-9938-439d-8f24-2c48dd9df3c4 req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.639328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-41e0353b-9938-439d-8f24-2c48dd9df3c4 req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.641949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-549fdaae-7444-4968-a301-dc0886b6e841 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:18.650150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d001d4cc-498a-438f-9dbc-44e80c88e8b5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:18.666361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd28cfe4-dd9d-4e59-bfa5-2a2c3f04db89,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:18.669016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:18.675558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-41e0353b-9938-439d-8f24-2c48dd9df3c4 req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.677912 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-41e0353b-9938-439d-8f24-2c48dd9df3c4 req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1554420
Dec 03 11:26:18.727974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port d001d4cc-498a-438f-9dbc-44e80c88e8b5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:18.728401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.762817 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-77e39181-4da1-46fc-9501-d79d84e811c5 req-d3b203e6-4a87-474b-8712-8140e883aa7d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups/acc54273-3682-49f3-8e52-43d562ba2563 HTTP/1.1" status: 200  len: 2320 time: 0.0482116
Dec 03 11:26:18.774719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-77e39181-4da1-46fc-9501-d79d84e811c5 req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'acc54273-3682-49f3-8e52-43d562ba2563', 'remote_group_id': None}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:18.775227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-77e39181-4da1-46fc-9501-d79d84e811c5 req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'acc54273-3682-49f3-8e52-43d562ba2563', 'remote_group_id': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:18.781680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-77e39181-4da1-46fc-9501-d79d84e811c5 req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:18.785823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-77e39181-4da1-46fc-9501-d79d84e811c5 req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Usage tracker for resource:security_group_rule and tenant:7b8d0e500db347619c0c66778743cdae is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:18.788921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-77e39181-4da1-46fc-9501-d79d84e811c5 req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:18.794691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-77e39181-4da1-46fc-9501-d79d84e811c5 req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:18.880222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-77e39181-4da1-46fc-9501-d79d84e811c5 req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.912948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-77e39181-4da1-46fc-9501-d79d84e811c5 req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.920243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-77e39181-4da1-46fc-9501-d79d84e811c5 req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.923684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d15e2a25-11e4-40bb-bd00-5f0f561dc08a tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:18.951533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42dabc9-3a4b-4936-b964-61db7062ad8f,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:18.954749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:18.961916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-77e39181-4da1-46fc-9501-d79d84e811c5 req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:18.963531 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-77e39181-4da1-46fc-9501-d79d84e811c5 req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1932738
Dec 03 11:26:19.486120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b14597c9-1936-4ce4-a735-adec3b825854 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:19.557795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port b14597c9-1936-4ce4-a735-adec3b825854 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:19.558227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:20.681139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 66e2e308-afdf-4166-be58-e7b5ab149f02 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:20.756013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 66e2e308-afdf-4166-be58-e7b5ab149f02 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:26:20.761047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 66e2e308-afdf-4166-be58-e7b5ab149f02 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:20.761472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:20.886519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:20.914652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 66e2e308-afdf-4166-be58-e7b5ab149f02, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=66e2e308-afdf-4166-be58-e7b5ab149f02,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:26:20.918467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:20.920729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d2198f1-e8a4-42ff-96f6-e99a1999f3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:20.998759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=66e2e308-afdf-4166-be58-e7b5ab149f02,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:21.002667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:21.187681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:22.250236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Sync routers for ids ['3ef02495-1a01-4c65-8785-273f31ea4cfc'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:26:22.260780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Routers {'3ef02495-1a01-4c65-8785-273f31ea4cfc'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:26:22.261610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b624d6d8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:26:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3ef02495-1a01-4c65-8785-273f31ea4cfc'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:22.449930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Set router 3ef02495-1a01-4c65-8785-273f31ea4cfc gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:26:22.659437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 66e2e308-afdf-4166-be58-e7b5ab149f02 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:22.737828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 66e2e308-afdf-4166-be58-e7b5ab149f02 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:22.738183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:22.798269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b624d6d8>, [{'id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'name': 'tempest-TestVolumeBootPattern-1133165552-router', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:10Z', 'updated_at': '2020-12-03T11:26:16Z', 'revision_number': 4, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'gw_port': {'id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:11Z', 'updated_at': '2020-12-03T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a24c5882-b165-4d4c-ab15-74e8b17d630e', 'name': '', 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'mac_address': 'fa:16:3e:65:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '559357aa-923e-4e9e-81a1-5c899cfe44e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:15Z', 'updated_at': '2020-12-03T11:26:16Z', 'revision_number': 2, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'subnets': [{'id': '559357aa-923e-4e9e-81a1-5c899cfe44e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:22.802449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Checking router: 3ef02495-1a01-4c65-8785-273f31ea4cfc for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:26:22.803087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Updating router 3ef02495-1a01-4c65-8785-273f31ea4cfc port a24c5882-b165-4d4c-ab15-74e8b17d630e binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:26:22.861238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:23.290444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:23.304367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Transition to ACTIVE for port object a24c5882-b165-4d4c-ab15-74e8b17d630e will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:26:23.307481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:23.323370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:23.468089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ea3d9-d1ca-45ba-90f5-4713dcdcca71 None None] Pushing event updated for resources: {'Port': ['ID=a24c5882-b165-4d4c-ab15-74e8b17d630e,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:23.473523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-490ea3d9-d1ca-45ba-90f5-4713dcdcca71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:23.637834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Attempting to bind port a24c5882-b165-4d4c-ab15-74e8b17d630e on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:26:23.638470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Attempting to bind port a24c5882-b165-4d4c-ab15-74e8b17d630e by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:26:23.638901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Attempting to bind port a24c5882-b165-4d4c-ab15-74e8b17d630e on network 1c1fd55e-c347-43a4-850c-664a44931ed1 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:26:23.645432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:26:23.645860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Checking segment: {'id': 'c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:26:23.646306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:23.646744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Bound using segment: {'id': 'c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:26:23.647286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Bound port: a24c5882-b165-4d4c-ab15-74e8b17d630e, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:26:23.647944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:23.748263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] For port a24c5882-b165-4d4c-ab15-74e8b17d630e, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:26:23.753324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] For port a24c5882-b165-4d4c-ab15-74e8b17d630e, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a24c5882-b165-4d4c-ab15-74e8b17d630e,segment=NetworkSegment(c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f),segment_id=c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:26:23.757268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:23.772823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fb96a71a-36ee-4e30-bfae-f05cdf59912f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:23.942255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ea3d9-d1ca-45ba-90f5-4713dcdcca71 None None] Pushing event updated for resources: {'Port': ['ID=a24c5882-b165-4d4c-ab15-74e8b17d630e,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:23.945781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-490ea3d9-d1ca-45ba-90f5-4713dcdcca71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:24.008168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Routers {'3ef02495-1a01-4c65-8785-273f31ea4cfc'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:26:24.008847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b624d6d8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:26:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3ef02495-1a01-4c65-8785-273f31ea4cfc'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:24.203374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] Set router 3ef02495-1a01-4c65-8785-273f31ea4cfc gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:26:24.546236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b624d6d8>, [{'id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'name': 'tempest-TestVolumeBootPattern-1133165552-router', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:10Z', 'updated_at': '2020-12-03T11:26:16Z', 'revision_number': 4, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'gw_port': {'id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:11Z', 'updated_at': '2020-12-03T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a24c5882-b165-4d4c-ab15-74e8b17d630e', 'name': '', 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'mac_address': 'fa:16:3e:65:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '559357aa-923e-4e9e-81a1-5c899cfe44e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:15Z', 'updated_at': '2020-12-03T11:26:23Z', 'revision_number': 4, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'subnets': [{'id': '559357aa-923e-4e9e-81a1-5c899cfe44e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:26:24.550652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560f304-54ee-4b36-9c67-59d33c0a4df4 None None] The sync data for ids ['3ef02495-1a01-4c65-8785-273f31ea4cfc'] in dv-neutron-765072-2-ovs is: [{'id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'name': 'tempest-TestVolumeBootPattern-1133165552-router', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:10Z', 'updated_at': '2020-12-03T11:26:16Z', 'revision_number': 4, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'gw_port': {'id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:11Z', 'updated_at': '2020-12-03T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a24c5882-b165-4d4c-ab15-74e8b17d630e', 'name': '', 'network_id': '1c1fd55e-c347-43a4-850c-664a44931ed1', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'mac_address': 'fa:16:3e:65:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '559357aa-923e-4e9e-81a1-5c899cfe44e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:15Z', 'updated_at': '2020-12-03T11:26:23Z', 'revision_number': 4, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'subnets': [{'id': '559357aa-923e-4e9e-81a1-5c899cfe44e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:26:24.689208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a24c5882-b165-4d4c-ab15-74e8b17d630e up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:24.764077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port a24c5882-b165-4d4c-ab15-74e8b17d630e completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:26:24.770658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port a24c5882-b165-4d4c-ab15-74e8b17d630e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:24.771114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:24.896043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:24.935767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port a24c5882-b165-4d4c-ab15-74e8b17d630e, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a24c5882-b165-4d4c-ab15-74e8b17d630e,segment=NetworkSegment(c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f),segment_id=c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:26:24.940614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:24.943407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-855a4fa5-9c71-4816-ae86-62b64fa15f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:25.019070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=a24c5882-b165-4d4c-ab15-74e8b17d630e,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:25.028125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.028523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.029053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.029443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.029821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.030205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.030579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.031698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.032078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.032631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.033012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.033507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.033947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.034324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.034697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.035112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.035481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.035883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.036233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.036608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.036982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.037357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.037717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.038085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:25.042996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:26.663547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a24c5882-b165-4d4c-ab15-74e8b17d630e up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:26.735811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port a24c5882-b165-4d4c-ab15-74e8b17d630e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:26.736238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:30.755559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31b88436-eb8a-495d-a3dc-15df80291171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:32.868109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02839c68-0c2d-4ea6-8946-fc776f33861e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:33.748034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:34.997317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:35.477963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:35.808660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-e1255527-5368-489d-ab37-3b3172166961 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:26:35.824433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-e1255527-5368-489d-ab37-3b3172166961 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:26:35.825760 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-e1255527-5368-489d-ab37-3b3172166961 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-489157296&fields=id&tenant_id=7b8d0e500db347619c0c66778743cdae HTTP/1.1" status: 200  len: 267 time: 0.0584989
Dec 03 11:26:35.988880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-d4920948-8497-41f1-b5db-e1f143af8e94 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:35.990476 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-d4920948-8497-41f1-b5db-e1f143af8e94 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 811 time: 0.1568496
Dec 03 11:26:36.006453 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-5a2354a2-6b01-448d-ad6b-38a6d48847c2 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/quotas/7b8d0e500db347619c0c66778743cdae HTTP/1.1" status: 200  len: 375 time: 0.0098917
Dec 03 11:26:36.098795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-2e4b0bab-0715-4da3-84c0-2045f84e34a1 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:26:36.114819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-2e4b0bab-0715-4da3-84c0-2045f84e34a1 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:26:36.116217 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-2e4b0bab-0715-4da3-84c0-2045f84e34a1 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1044133
Dec 03 11:26:36.266764 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-d6fad3d2-58c2-4349-9fea-4339151a9402 service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372774
Dec 03 11:26:36.414655 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-9bbc3d40-4cc3-40b4-9c3f-e82f69aa8c1b service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413071
Dec 03 11:26:36.809854 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14da663e-39f0-43d0-9152-9144ce82b780 req-f0421ff7-b380-4517-a1cb-4abd9fb2a293 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0789149
Dec 03 11:26:36.854168 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9d8aeab-156f-4396-b239-656281ea5f00 req-df06ab2b-591f-4c88-821e-6129f6e07968 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 210 time: 0.0469079
Dec 03 11:26:36.987549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da663e-39f0-43d0-9152-9144ce82b780 req-1b871659-1f12-4cee-a9f6-8eaf5ed2881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:36.989174 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14da663e-39f0-43d0-9152-9144ce82b780 req-1b871659-1f12-4cee-a9f6-8eaf5ed2881c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 1162 time: 0.0811024
Dec 03 11:26:37.151377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da663e-39f0-43d0-9152-9144ce82b780 req-b6e5c4a2-39c3-4820-b42e-e9260deefd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:37.153007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14da663e-39f0-43d0-9152-9144ce82b780 req-b6e5c4a2-39c3-4820-b42e-e9260deefd9e service neutron] 10.222.0.91 "GET /v2.0/networks?id=67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 200  len: 890 time: 0.1421709
Dec 03 11:26:37.244604 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14da663e-39f0-43d0-9152-9144ce82b780 req-df8c6a80-9724-4813-b033-854f5a79a841 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 HTTP/1.1" status: 200  len: 217 time: 0.0716298
Dec 03 11:26:37.316630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da663e-39f0-43d0-9152-9144ce82b780 req-07eed74f-98fe-4f7b-b778-087b4cd3c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:37.318182 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14da663e-39f0-43d0-9152-9144ce82b780 req-07eed74f-98fe-4f7b-b778-087b4cd3c66e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c08dddef-f921-4323-bdf7-2c91219d2a10 HTTP/1.1" status: 200  len: 834 time: 0.0663500
Dec 03 11:26:37.402154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da663e-39f0-43d0-9152-9144ce82b780 req-0d0a6688-5721-4813-a0fe-de6b4643a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:37.403836 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14da663e-39f0-43d0-9152-9144ce82b780 req-0d0a6688-5721-4813-a0fe-de6b4643a1f8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67a4393c-4939-4211-88f7-dfc19e9d18d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0784705
Dec 03 11:26:37.551222 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14da663e-39f0-43d0-9152-9144ce82b780 req-13502f9b-f848-40fd-be98-b149dd275a77 service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390891
Dec 03 11:26:37.695889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14da663e-39f0-43d0-9152-9144ce82b780 req-9030c603-7b22-4007-8758-a8ef51d0e665 service neutron] 10.222.0.91 "GET /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377268
Dec 03 11:26:38.044873 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-17fb9380-a00d-498f-8447-57b48f041fe4 req-bff281af-73db-4b29-9abc-f39c6fbf0ceb tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 210 time: 0.0513952
Dec 03 11:26:38.071657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-a67a8520-f692-4cf6-922e-baedc08999ce tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:38.072410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-a67a8520-f692-4cf6-922e-baedc08999ce tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:26:38.089523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-a67a8520-f692-4cf6-922e-baedc08999ce tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:26:38.090745 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-a67a8520-f692-4cf6-922e-baedc08999ce tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 811 time: 0.1890604
Dec 03 11:26:38.182836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-cdf2abc9-ec86-4570-9bbd-8f2bcf726cfb tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:26:38.195182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-cdf2abc9-ec86-4570-9bbd-8f2bcf726cfb tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:26:38.196528 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-cdf2abc9-ec86-4570-9bbd-8f2bcf726cfb tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7b8d0e500db347619c0c66778743cdae HTTP/1.1" status: 200  len: 5557 time: 0.0823045
Dec 03 11:26:38.267931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'port': {'device_id': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'admin_state_up': True, 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'security_groups': ['acc54273-3682-49f3-8e52-43d562ba2563']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:38.412505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:38.423756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:38.432567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Made reservation on behalf of 7b8d0e500db347619c0c66778743cdae for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:26:38.438327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:38.753106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Allocated IP 172.20.0.11 (e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc/878a3eb6-da33-46ac-aa4f-66be12556866/4e7faf4d-5b46-4427-8abb-42931fef9ab5) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:26:38.958235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:38.975905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Transition to ACTIVE for port object 4e7faf4d-5b46-4427-8abb-42931fef9ab5 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:26:38.995144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:39.010331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0a22978-448b-496a-8969-27b5b86ff296 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:39.156134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event updated for resources: {'Port': ['ID=4e7faf4d-5b46-4427-8abb-42931fef9ab5,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:39.167448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.167876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.168311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.168869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.169153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.169563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.169976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.170387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.170793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.171358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.171756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.172284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.172807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.173277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.173684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.174092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.174497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.174903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.175349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.175756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.176160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.176564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.176973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.177376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:26:39.183239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:39.236291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:26:39.236612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:26:39.239145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:26:39.287738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249bc2b-1526-4e17-b4bf-996602bf2fc9 req-20513c19-5214-42da-8f7e-9f791f285036 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:39.289928 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5249bc2b-1526-4e17-b4bf-996602bf2fc9 req-20513c19-5214-42da-8f7e-9f791f285036 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 932 time: 0.1127887
Dec 03 11:26:39.310513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:39.311455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:39.345128 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0814807
Dec 03 11:26:39.345949 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5249bc2b-1526-4e17-b4bf-996602bf2fc9 req-4076251d-e102-4246-b8c5-2ade5afbdc0a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0500531
Dec 03 11:26:39.366425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Request body: {'port': {'device_id': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:39.491130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:39.496668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-09378e99-a375-445f-a848-225b3b153747 None None] Provisioning for port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:26:39.503871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-09378e99-a375-445f-a848-225b3b153747 None None] Provisioning complete for port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:39.504320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09378e99-a375-445f-a848-225b3b153747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:39.567202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-09378e99-a375-445f-a848-225b3b153747 None None] Port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:26:40.157023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7faf4d-5b46-4427-8abb-42931fef9ab5 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:26:40.164433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:40.179986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Transition to ACTIVE for port object 4e7faf4d-5b46-4427-8abb-42931fef9ab5 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:26:40.182850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:40.201699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d4c73899-3767-48f1-9742-f23124c55c9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:40.336787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7faf4d-5b46-4427-8abb-42931fef9ab5,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:40.341437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:40.530731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Attempting to bind port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:26:40.531141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Attempting to bind port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:26:40.531510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Attempting to bind port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 on network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:26:40.538895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:26:40.539351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Checking segment: {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:26:40.539756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:40.540298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Bound using segment: {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:26:40.540781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Bound port: 4e7faf4d-5b46-4427-8abb-42931fef9ab5, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:26:40.541154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:40.591161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85372ece-4a16-4b3f-88b7-23a68475e10c req-c4d35702-54c2-4405-a04c-5a3d0705fbde tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:40.593345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85372ece-4a16-4b3f-88b7-23a68475e10c req-c4d35702-54c2-4405-a04c-5a3d0705fbde tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0981548
Dec 03 11:26:40.650597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] For port 4e7faf4d-5b46-4427-8abb-42931fef9ab5, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:26:40.654192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] For port 4e7faf4d-5b46-4427-8abb-42931fef9ab5, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4e7faf4d-5b46-4427-8abb-42931fef9ab5,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:26:40.656174 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85372ece-4a16-4b3f-88b7-23a68475e10c req-6afb8286-cf8f-4bf7-a819-f71317a3b2d8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0546854
Dec 03 11:26:40.660245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:40.691282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:40.840642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7faf4d-5b46-4427-8abb-42931fef9ab5,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:40.851281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:40.885494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:40.886184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:40.887712 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] 10.222.0.91 "PUT /v2.0/ports/4e7faf4d-5b46-4427-8abb-42931fef9ab5 HTTP/1.1" status: 200  len: 1158 time: 1.5276673
Dec 03 11:26:40.888283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'tag': '4e7faf4d-5b46-4427-8abb-42931fef9ab5'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:26:41.003693 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'tag': '4e7faf4d-5b46-4427-8abb-42931fef9ab5', 'status': 'completed', 'code': 200}
Dec 03 11:26:41.043435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-73405b5b-56fd-4cda-b8db-ab710d4f5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:41.045191 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-73405b5b-56fd-4cda-b8db-ab710d4f5b49 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 1161 time: 0.0945730
Dec 03 11:26:41.132028 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-a17e4914-779a-4ab1-99bf-89ec69b62621 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e7faf4d-5b46-4427-8abb-42931fef9ab5 HTTP/1.1" status: 200  len: 217 time: 0.0714951
Dec 03 11:26:41.203205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-5a179897-0a4b-4d94-9b2d-807a9afdd5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:41.204784 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-5a179897-0a4b-4d94-9b2d-807a9afdd5ba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0659828
Dec 03 11:26:41.290688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-353f910f-4d03-480a-bbb8-689069cfdeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:41.292405 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-353f910f-4d03-480a-bbb8-689069cfdeac service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0807166
Dec 03 11:26:41.438466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-61fbec53-296b-4efd-9aec-b18c724ca55a service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382446
Dec 03 11:26:41.584607 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32d7373c-8951-4128-b410-9d6e42ffc890 req-014d7e70-c894-4c51-b415-d4d3d86a4772 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383345
Dec 03 11:26:41.736366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91c367-8f01-4810-9aaf-a1aee7f44105 req-57a84fa2-5611-4c63-b380-0a93d9418549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:41.738415 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca91c367-8f01-4810-9aaf-a1aee7f44105 req-57a84fa2-5611-4c63-b380-0a93d9418549 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 1161 time: 0.0806956
Dec 03 11:26:41.880846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde804ce-91e3-4296-b31f-7cc0cde56e03 req-5ce3d675-2ac5-4755-95b8-af106ae80719 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:41.882506 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dde804ce-91e3-4296-b31f-7cc0cde56e03 req-5ce3d675-2ac5-4755-95b8-af106ae80719 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0882258
Dec 03 11:26:41.888964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91c367-8f01-4810-9aaf-a1aee7f44105 req-ea98630c-e28e-4e18-bac7-fad20f5f66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:41.891689 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca91c367-8f01-4810-9aaf-a1aee7f44105 req-ea98630c-e28e-4e18-bac7-fad20f5f66d6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.1467700
Dec 03 11:26:41.939383 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dde804ce-91e3-4296-b31f-7cc0cde56e03 req-34dac677-9e41-4961-857b-2b428150ad02 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0464375
Dec 03 11:26:41.979879 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca91c367-8f01-4810-9aaf-a1aee7f44105 req-02b82956-10e6-4aa9-b171-5f02cf8cf88c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e7faf4d-5b46-4427-8abb-42931fef9ab5 HTTP/1.1" status: 200  len: 217 time: 0.0766101
Dec 03 11:26:42.053593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91c367-8f01-4810-9aaf-a1aee7f44105 req-a38e23aa-0ba1-4e6c-8774-ddff85b98ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:42.055234 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca91c367-8f01-4810-9aaf-a1aee7f44105 req-a38e23aa-0ba1-4e6c-8774-ddff85b98ab1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0691276
Dec 03 11:26:42.137270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91c367-8f01-4810-9aaf-a1aee7f44105 req-27ff5e8c-eb92-4524-abfd-890da7f30097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:42.138937 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca91c367-8f01-4810-9aaf-a1aee7f44105 req-27ff5e8c-eb92-4524-abfd-890da7f30097 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0760818
Dec 03 11:26:42.285472 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca91c367-8f01-4810-9aaf-a1aee7f44105 req-0a98a6c6-1cda-40cf-8a5b-a729d65a9cd5 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390345
Dec 03 11:26:42.429152 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca91c367-8f01-4810-9aaf-a1aee7f44105 req-5d06f3c0-13e2-4b1b-abc4-2dcfe6f5b6da service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367998
Dec 03 11:26:43.158986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49574e70-7e3e-4cb6-86f5-846a718ab48c req-75adfc31-c3aa-40e0-8279-473490d6d9b7 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:43.160604 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-49574e70-7e3e-4cb6-86f5-846a718ab48c req-75adfc31-c3aa-40e0-8279-473490d6d9b7 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0885949
Dec 03 11:26:43.207847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-49574e70-7e3e-4cb6-86f5-846a718ab48c req-60ee1fb1-af18-4049-8dfe-5cbcda5025af tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0408559
Dec 03 11:26:44.422920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4bc3b-7260-4790-9503-a11d26df09e4 req-df3d1953-9ce8-435f-a7a5-13109823b4cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:44.424542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83d4bc3b-7260-4790-9503-a11d26df09e4 req-df3d1953-9ce8-435f-a7a5-13109823b4cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0867231
Dec 03 11:26:44.474296 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83d4bc3b-7260-4790-9503-a11d26df09e4 req-5a7f0041-569d-41d5-9b56-f6a2eb146924 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0434294
Dec 03 11:26:45.182120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:26:45.683930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccc002-88f8-423c-a730-0748cb70acf4 req-1104cddc-eea6-46ef-af49-1fc537642b41 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:45.685540 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8cccc002-88f8-423c-a730-0748cb70acf4 req-1104cddc-eea6-46ef-af49-1fc537642b41 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0827684
Dec 03 11:26:45.736706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8cccc002-88f8-423c-a730-0748cb70acf4 req-dad7ad77-5285-4c33-b170-dbc8a947518a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0442986
Dec 03 11:26:46.956760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd0570-b71d-44d8-a9d3-8ba50329ed0b req-92f4fb03-332b-4409-82ec-5d6940375aea tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:46.958395 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a4fd0570-b71d-44d8-a9d3-8ba50329ed0b req-92f4fb03-332b-4409-82ec-5d6940375aea tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0909660
Dec 03 11:26:47.006331 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a4fd0570-b71d-44d8-a9d3-8ba50329ed0b req-5f18d56f-e53a-47d5-a8a6-a8b496ff6342 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413992
Dec 03 11:26:48.216738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f19c3-7de9-4595-ae01-d0d075028381 req-978319ae-1591-4687-aa5d-9be4fafda649 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:48.218503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-897f19c3-7de9-4595-ae01-d0d075028381 req-978319ae-1591-4687-aa5d-9be4fafda649 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0850391
Dec 03 11:26:48.268944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-897f19c3-7de9-4595-ae01-d0d075028381 req-f0276713-6fea-4f5e-80f8-7abb531365fc tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0441442
Dec 03 11:26:49.480089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15005e-ad60-4e60-825e-05d522dd9662 req-286d77f9-2160-42ec-bfaf-d7dac2cbee09 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:49.481750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0f15005e-ad60-4e60-825e-05d522dd9662 req-286d77f9-2160-42ec-bfaf-d7dac2cbee09 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0854654
Dec 03 11:26:49.529177 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0f15005e-ad60-4e60-825e-05d522dd9662 req-73232e6e-d0b9-491b-90ea-3e1cafacd7d7 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0409694
Dec 03 11:26:50.746446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab3d9-c584-4684-9f7f-68bd91b5a755 req-aacad424-b608-493e-93f7-d80015f01f50 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:50.748068 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f83ab3d9-c584-4684-9f7f-68bd91b5a755 req-aacad424-b608-493e-93f7-d80015f01f50 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0881865
Dec 03 11:26:50.796241 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f83ab3d9-c584-4684-9f7f-68bd91b5a755 req-7af7088c-e812-4729-b63b-58d8311827a3 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0407152
Dec 03 11:26:51.185357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:52.005769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee65144-5d8f-448f-ade9-e2e58620a2b4 req-64483c03-796a-466e-ad79-ffa74261b314 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:52.007388 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5ee65144-5d8f-448f-ade9-e2e58620a2b4 req-64483c03-796a-466e-ad79-ffa74261b314 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0832994
Dec 03 11:26:52.056582 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5ee65144-5d8f-448f-ade9-e2e58620a2b4 req-724fe546-f1fa-48d8-a65a-443951bba5e0 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0428631
Dec 03 11:26:53.271811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc325-4a73-4917-9fed-d95408c05d46 req-9977172e-6b27-4922-8616-ff84424b7bf5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:53.273331 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2bdbc325-4a73-4917-9fed-d95408c05d46 req-9977172e-6b27-4922-8616-ff84424b7bf5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0844266
Dec 03 11:26:53.320865 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2bdbc325-4a73-4917-9fed-d95408c05d46 req-60fe6320-9ff2-4b47-8847-4c278e002a5d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0412138
Dec 03 11:26:54.539485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d66d5-394a-42de-8f8e-f8ec5e2ae2a8 req-e3e63ac6-7809-4f96-b7b3-bf7b50870946 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:54.541080 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6d8d66d5-394a-42de-8f8e-f8ec5e2ae2a8 req-e3e63ac6-7809-4f96-b7b3-bf7b50870946 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0875342
Dec 03 11:26:54.578569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4e7faf4d-5b46-4427-8abb-42931fef9ab5 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:54.587636 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6d8d66d5-394a-42de-8f8e-f8ec5e2ae2a8 req-fd167f27-042e-4593-85a5-0291d5b0faf8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0402923
Dec 03 11:26:54.649113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:26:54.653968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:54.654400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:54.776117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:54.804314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7faf4d-5b46-4427-8abb-42931fef9ab5'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:26:54.815446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 4e7faf4d-5b46-4427-8abb-42931fef9ab5, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4e7faf4d-5b46-4427-8abb-42931fef9ab5,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:26:54.818283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:54.821056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:54.863745 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7faf4d-5b46-4427-8abb-42931fef9ab5', 'code': 200}
Dec 03 11:26:54.890488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=4e7faf4d-5b46-4427-8abb-42931fef9ab5,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:54.894974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:55.129507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4456f07-418e-4959-b762-3df417df1480 req-5f15dae6-4a00-4c6e-8334-843cf9b811d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:55.131140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4456f07-418e-4959-b762-3df417df1480 req-5f15dae6-4a00-4c6e-8334-843cf9b811d6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 1163 time: 0.0784695
Dec 03 11:26:55.174379 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4456f07-418e-4959-b762-3df417df1480 req-47955687-6a4b-4244-abad-cea5c25e70e2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0366375
Dec 03 11:26:55.799653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8a32b-410c-48b1-a880-e8ebda4bebd8 req-ecaf99b9-7b50-4552-8e8f-354dd9ac8e6b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:55.801265 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-07b8a32b-410c-48b1-a880-e8ebda4bebd8 req-ecaf99b9-7b50-4552-8e8f-354dd9ac8e6b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 946 time: 0.0843236
Dec 03 11:26:55.851523 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-07b8a32b-410c-48b1-a880-e8ebda4bebd8 req-d3684298-97e1-4c57-805e-fa1ea08a5dd9 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0439746
Dec 03 11:26:55.956861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4e7faf4d-5b46-4427-8abb-42931fef9ab5 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:56.029318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:56.029734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:56.823044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72cba8-3ba5-4e66-8670-b50a226715a9 req-6680420f-156c-4cf1-b0d9-5f17fef9147c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:56.826880 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ed72cba8-3ba5-4e66-8670-b50a226715a9 req-6680420f-156c-4cf1-b0d9-5f17fef9147c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 945 time: 0.0957248
Dec 03 11:26:56.875558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ed72cba8-3ba5-4e66-8670-b50a226715a9 req-04abb0b6-6d6a-4fb7-88d7-be3eaf86a9a5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427287
Dec 03 11:26:57.074257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129cd3e-daac-4c4c-b3aa-e3cb207f4582 req-b757123f-1e93-4b3e-8a59-2c3533232202 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:57.075829 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d129cd3e-daac-4c4c-b3aa-e3cb207f4582 req-b757123f-1e93-4b3e-8a59-2c3533232202 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 946 time: 0.0895419
Dec 03 11:26:57.124159 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d129cd3e-daac-4c4c-b3aa-e3cb207f4582 req-e25394aa-102d-4943-91f6-3ae5d44512ab tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0418243
Dec 03 11:26:57.334956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaa184-c9a2-44a3-9f1f-c780dad3caf0 req-46dea9c1-cf58-4e55-9abc-0ee145bb3338 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:57.336477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0acaa184-c9a2-44a3-9f1f-c780dad3caf0 req-46dea9c1-cf58-4e55-9abc-0ee145bb3338 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 946 time: 0.0820909
Dec 03 11:26:57.389370 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0acaa184-c9a2-44a3-9f1f-c780dad3caf0 req-b2155c90-ee2a-4214-b223-84043667111d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0462279
Dec 03 11:26:57.864155 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-762fe3e2-cfde-441a-8f01-a304a1dcbd3b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4202394
Dec 03 11:26:57.874365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:26:57.880524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:26:57.884619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Usage tracker for resource:floatingip and tenant:7b8d0e500db347619c0c66778743cdae is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:26:57.887622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:26:57.893583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:26:57.903286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:58.069873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4e7faf4d-5b46-4427-8abb-42931fef9ab5 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:26:58.113838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:58.139136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d3371-f798-4e7a-9fee-749880f22a7c req-9781bf12-8cfb-4553-aec2-2667e01d5c0c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:58.140743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f1d3371-f798-4e7a-9fee-749880f22a7c req-9781bf12-8cfb-4553-aec2-2667e01d5c0c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 945 time: 0.1247013
Dec 03 11:26:58.145872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:26:58.146301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:58.274993 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f1d3371-f798-4e7a-9fee-749880f22a7c req-15bff5e6-8b34-4f1f-b1f9-d5be0701bfc9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160204
Dec 03 11:26:58.448696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Allocated IP 172.26.1.248 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/9b0eca59-28c7-4f45-9482-f7b9182dd396) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:26:58.607562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:58.633525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:58.649630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:58.791466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event updated for resources: {'Port': ['ID=9b0eca59-28c7-4f45-9482-f7b9182dd396,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:58.795819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:58.847528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:26:58.848776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:26:58.851219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:26:58.852203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc404e3-9100-4617-88f0-237978e50913 req-1a50ceaf-965f-49f5-a41e-00895b890ab4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:58.852976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3fc404e3-9100-4617-88f0-237978e50913 req-1a50ceaf-965f-49f5-a41e-00895b890ab4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:26:58.868061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3fc404e3-9100-4617-88f0-237978e50913 req-1a50ceaf-965f-49f5-a41e-00895b890ab4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:26:58.869289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3fc404e3-9100-4617-88f0-237978e50913 req-1a50ceaf-965f-49f5-a41e-00895b890ab4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 945 time: 0.0998583
Dec 03 11:26:58.939278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:58.949908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 2f21871d-d95f-4a5d-866f-6d8933eaee55 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:26:58.950295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:59.004005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:59.210393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 2f21871d-d95f-4a5d-866f-6d8933eaee55, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2f21871d-d95f-4a5d-866f-6d8933eaee55,segment=NetworkSegment(d1b10c53-c54e-4fb0-82b9-faca1431d1e5),segment_id=d1b10c53-c54e-4fb0-82b9-faca1431d1e5)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:26:59.210784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:59.277772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:59.282115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:59.298418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-63bf626e-ddeb-40db-b3dd-43af452ce8e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:59.369614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event updated for resources: {'Port': ['ID=9b0eca59-28c7-4f45-9482-f7b9182dd396,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:59.374006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:59.527004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:59.527383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:59.527842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 6eb85397-f214-4ef7-aa9f-826488a90f59 disassociated. External IP: 172.26.1.150, port: 2f21871d-d95f-4a5d-866f-6d8933eaee55.
Dec 03 11:26:59.528302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 2f21871d-d95f-4a5d-866f-6d8933eaee55 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:26:59.615592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0180ec-319f-49ad-889b-97792d6d400a req-af4d648f-4b23-467c-bcc9-1321f80ee4d5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:59.617227 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6b0180ec-319f-49ad-889b-97792d6d400a req-af4d648f-4b23-467c-bcc9-1321f80ee4d5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 945 time: 0.1639304
Dec 03 11:26:59.656892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:59.679463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:59.694979 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6b0180ec-319f-49ad-889b-97792d6d400a req-a5d49140-15fb-4cad-a090-6974b598d8f9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=5fcfde1e-7b5a-41fc-a47c-784b3af0753f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709903
Dec 03 11:26:59.695284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:26:59.699157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:26:59.700350 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8300812
Dec 03 11:26:59.745556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=2f21871d-d95f-4a5d-866f-6d8933eaee55,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:26:59.758161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:26:59.783339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 2f21871d-d95f-4a5d-866f-6d8933eaee55 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:26:59.784855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-42f9e1d8-5b08-4e1d-a5f0-a89fc60f4064 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:26:59.803611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-42f9e1d8-5b08-4e1d-a5f0-a89fc60f4064 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:26:59.805238 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-42f9e1d8-5b08-4e1d-a5f0-a89fc60f4064 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.248 HTTP/1.1" status: 200  len: 696 time: 0.0980673
Dec 03 11:26:59.838316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 2f21871d-d95f-4a5d-866f-6d8933eaee55 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:26:59.838687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 2f21871d-d95f-4a5d-866f-6d8933eaee55 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:26:59.982802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-27786d80-4b84-469f-a431-c08f5af7bf41 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:26:59.984420 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-27786d80-4b84-469f-a431-c08f5af7bf41 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1728778
Dec 03 11:26:59.996694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-63837ebd-8368-4b9d-bc50-7feafc693c3b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:26:59.997852 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b21ba3ff-4f25-4640-8948-28a2bafbd21b req-63837ebd-8368-4b9d-bc50-7feafc693c3b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0065198
Dec 03 11:27:00.206462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-d6efbf2b-8202-4006-9548-4f1ea5ae597e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:00.208039 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-d6efbf2b-8202-4006-9548-4f1ea5ae597e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0913110
Dec 03 11:27:00.297362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-9407bfe4-6d85-4deb-b7d3-1841d9f6bb79 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.248 HTTP/1.1" status: 200  len: 696 time: 0.0826349
Dec 03 11:27:00.312180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-9194db44-f061-4121-9106-85c7a6917893 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'floatingip': {'port_id': '4e7faf4d-5b46-4427-8abb-42931fef9ab5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:00.318425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 37d56356-e2b2-4423-a3d2-884579415089 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:27:00.398330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-9194db44-f061-4121-9106-85c7a6917893 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:00.512920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:27:00.524424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb84028-8682-4121-b3d6-6de827b417d1 None None] Sync routers for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:27:00.535984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb84028-8682-4121-b3d6-6de827b417d1 None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:00.536798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9cb84028-8682-4121-b3d6-6de827b417d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73152e8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:26:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:00.550505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] No DVR routers for this DVR port 2f21871d-d95f-4a5d-866f-6d8933eaee55 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:27:00.552838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:00.562618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'name': 'network-vif-deleted', 'tag': '2f21871d-d95f-4a5d-866f-6d8933eaee55'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:27:00.570234 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3fc404e3-9100-4617-88f0-237978e50913 req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "DELETE /v2.0/ports/2f21871d-d95f-4a5d-866f-6d8933eaee55 HTTP/1.1" status: 204  len: 173 time: 1.6953335
Dec 03 11:27:00.629343 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0eb8bd-b649-4e6b-b2f3-238e3af5d307', 'name': 'network-vif-deleted', 'tag': '2f21871d-d95f-4a5d-866f-6d8933eaee55', 'status': 'completed', 'code': 200}
Dec 03 11:27:00.767283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-9cb84028-8682-4121-b3d6-6de827b417d1 None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:00.973237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0071987-4c02-48f2-9649-21e7c1bc5d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:00.987073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e7eb8e18-68e0-4c91-92f1-538b3d4c9cad req-754d3e75-578b-4059-9a44-1be779e897f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=3b0eb8bd-b649-4e6b-b2f3-238e3af5d307 HTTP/1.1" status: 200  len: 210 time: 0.0683010
Dec 03 11:27:01.141895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9cb84028-8682-4121-b3d6-6de827b417d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73152e8>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:20Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:01.142141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-9194db44-f061-4121-9106-85c7a6917893 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:01.144950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-9194db44-f061-4121-9106-85c7a6917893 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:01.146561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb84028-8682-4121-b3d6-6de827b417d1 None None] Checking router: 37d56356-e2b2-4423-a3d2-884579415089 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:27:01.155875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb84028-8682-4121-b3d6-6de827b417d1 None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:01.156614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9cb84028-8682-4121-b3d6-6de827b417d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73152e8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:26:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:01.326827 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-9194db44-f061-4121-9106-85c7a6917893 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Floating IP 3e1592ae-1309-4b33-a4fc-fe0a7f738d0a associated. External IP: 172.26.1.248, port: 4e7faf4d-5b46-4427-8abb-42931fef9ab5.
Dec 03 11:27:01.350117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-9cb84028-8682-4121-b3d6-6de827b417d1 None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:01.690429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9cb84028-8682-4121-b3d6-6de827b417d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73152e8>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:20Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:01.695266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb84028-8682-4121-b3d6-6de827b417d1 None None] The sync data for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs is: [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:23:11Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f0c3cc97-9444-4db4-afdd-121a5f55c677', 'name': '', 'network_id': '67a4393c-4939-4211-88f7-dfc19e9d18d9', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:30:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:08Z', 'updated_at': '2020-12-03T11:23:20Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'c08dddef-f921-4323-bdf7-2c91219d2a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:27:01.970556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-9194db44-f061-4121-9106-85c7a6917893 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:27:02.104884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50476) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:02.129207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac5c3e-b4ba-4eec-b396-19f5ac98350f None None] New status for floating IP 6eb85397-f214-4ef7-aa9f-826488a90f59: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:27:02.224184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-9194db44-f061-4121-9106-85c7a6917893 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:27:02.226084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fab56ae-da1f-4194-ab6c-75d376d12b6b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:02.230494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-9194db44-f061-4121-9106-85c7a6917893 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:02.234083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98514d5d-37b4-4295-ac1d-58441dd3c879 None None] Sync routers for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:27:02.246335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98514d5d-37b4-4295-ac1d-58441dd3c879 None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:02.247100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-98514d5d-37b4-4295-ac1d-58441dd3c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c7ecf8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:26:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:02.315572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fab56ae-da1f-4194-ab6c-75d376d12b6b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:02.330650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-9194db44-f061-4121-9106-85c7a6917893 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "PUT /v2.0/floatingips/3e1592ae-1309-4b33-a4fc-fe0a7f738d0a HTTP/1.1" status: 200  len: 997 time: 2.0236218
Dec 03 11:27:02.333966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'tag': '4e7faf4d-5b46-4427-8abb-42931fef9ab5'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:27:02.407065 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'tag': '4e7faf4d-5b46-4427-8abb-42931fef9ab5', 'status': 'completed', 'code': 200}
Dec 03 11:27:02.459082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-d14c8bb0-2f7b-4b25-ad20-e46ab58a9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:02.461175 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-d14c8bb0-2f7b-4b25-ad20-e46ab58a9ae6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 1163 time: 0.1093688
Dec 03 11:27:02.472091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fab56ae-da1f-4194-ab6c-75d376d12b6b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:02.487561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5bae4a55-df3f-4ebb-b7ef-494cf5b52272 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:02.538328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab56ae-da1f-4194-ab6c-75d376d12b6b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcfde1e-7b5a-41fc-a47c-784b3af0753f,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:02.544269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3fab56ae-da1f-4194-ab6c-75d376d12b6b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:02.556742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fab56ae-da1f-4194-ab6c-75d376d12b6b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:02.559790 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3fab56ae-da1f-4194-ab6c-75d376d12b6b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/security-groups/5fcfde1e-7b5a-41fc-a47c-784b3af0753f HTTP/1.1" status: 204  len: 168 time: 0.4520895
Dec 03 11:27:02.579935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fba8d-fe82-4501-a301-37c81054736f req-240ad406-e6a0-4c2b-a67a-1ba64ee21d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:02.582156 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c8fba8d-fe82-4501-a301-37c81054736f req-240ad406-e6a0-4c2b-a67a-1ba64ee21d82 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 1163 time: 0.1134865
Dec 03 11:27:02.616497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50486) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:02.670652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-98514d5d-37b4-4295-ac1d-58441dd3c879 None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:02.686961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-8e614389-5556-471b-8068-45ff8eda009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:02.691418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-8e614389-5556-471b-8068-45ff8eda009c service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.2060640
Dec 03 11:27:02.808382 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-144394e4-1cbc-4344-a3ef-29fca8ece4ee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e7faf4d-5b46-4427-8abb-42931fef9ab5 HTTP/1.1" status: 200  len: 1000 time: 0.1117423
Dec 03 11:27:02.866470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9d021444-c656-4342-95ab-696a3ad220bb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port ea88cc1d-25d6-49b7-b186-9fd610fd2e0d {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:27:02.866873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d021444-c656-4342-95ab-696a3ad220bb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:02.888080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-f0ffffa9-ce2a-4b2a-95b2-6576a1fa9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:02.889894 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-f0ffffa9-ce2a-4b2a-95b2-6576a1fa9ada service neutron] 10.222.0.90 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0735700
Dec 03 11:27:02.965636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0d6199d-32a8-41bf-af4f-cd34bd1954a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:02.977925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-71dc2af7-4666-4efa-b3a3-287bc99386cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:02.983917 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-71dc2af7-4666-4efa-b3a3-287bc99386cc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0865374
Dec 03 11:27:02.991183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-2130089c-2c7a-4d02-a01e-355709ff1c1f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:27:02.992258 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-2130089c-2c7a-4d02-a01e-355709ff1c1f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0055707
Dec 03 11:27:03.055281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fba8d-fe82-4501-a301-37c81054736f req-c65329f5-56c1-4530-be23-a628c4f50b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:03.057021 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c8fba8d-fe82-4501-a301-37c81054736f req-c65329f5-56c1-4530-be23-a628c4f50b87 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.4679430
Dec 03 11:27:03.076216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-98514d5d-37b4-4295-ac1d-58441dd3c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c7ecf8>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '3e1592ae-1309-4b33-a4fc-fe0a7f738d0a', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.248', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': '4e7faf4d-5b46-4427-8abb-42931fef9ab5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:d6:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:26:58Z', 'updated_at': '2020-12-03T11:27:01Z', 'revision_number': 1, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:03.080615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98514d5d-37b4-4295-ac1d-58441dd3c879 None None] Checking router: 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:27:03.091349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98514d5d-37b4-4295-ac1d-58441dd3c879 None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:03.092156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-98514d5d-37b4-4295-ac1d-58441dd3c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c7ecf8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:03.143982 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-f8ee4c1f-2a9d-409f-8adc-486e3f662525 service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438649
Dec 03 11:27:03.169815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d021444-c656-4342-95ab-696a3ad220bb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:03.170166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d021444-c656-4342-95ab-696a3ad220bb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:03.289278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-98514d5d-37b4-4295-ac1d-58441dd3c879 None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:03.294033 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b47c0335-3ab9-496a-afe3-e54558ed1849 req-e7ff35fb-8e9e-4750-89ce-062de4f29c3b service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424179
Dec 03 11:27:03.319505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9d021444-c656-4342-95ab-696a3ad220bb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for ea88cc1d-25d6-49b7-b186-9fd610fd2e0d owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:27:03.355509 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c8fba8d-fe82-4501-a301-37c81054736f req-c7d3bd22-3e33-4f6e-924e-61b22a168d5c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e7faf4d-5b46-4427-8abb-42931fef9ab5 HTTP/1.1" status: 200  len: 1000 time: 0.2840474
Dec 03 11:27:03.455024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fba8d-fe82-4501-a301-37c81054736f req-3aa2d9c2-db31-4363-9dd0-464e7327893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:03.456610 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c8fba8d-fe82-4501-a301-37c81054736f req-3aa2d9c2-db31-4363-9dd0-464e7327893b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0889459
Dec 03 11:27:03.587556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d021444-c656-4342-95ab-696a3ad220bb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:03.603869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6828b52f-929d-4fec-8f1e-6c2c1fb0d5e7 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:03.666826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d021444-c656-4342-95ab-696a3ad220bb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=ea88cc1d-25d6-49b7-b186-9fd610fd2e0d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:03.669688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9d021444-c656-4342-95ab-696a3ad220bb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:03.675312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-98514d5d-37b4-4295-ac1d-58441dd3c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c7ecf8>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '3e1592ae-1309-4b33-a4fc-fe0a7f738d0a', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.248', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': '4e7faf4d-5b46-4427-8abb-42931fef9ab5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:d6:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:26:58Z', 'updated_at': '2020-12-03T11:27:01Z', 'revision_number': 1, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:03.676273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fba8d-fe82-4501-a301-37c81054736f req-17dbd30d-8fe4-479d-881e-6c6c945527a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:03.677914 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c8fba8d-fe82-4501-a301-37c81054736f req-17dbd30d-8fe4-479d-881e-6c6c945527a8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2149723
Dec 03 11:27:03.679698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98514d5d-37b4-4295-ac1d-58441dd3c879 None None] The sync data for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs is: [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '3e1592ae-1309-4b33-a4fc-fe0a7f738d0a', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.248', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': '4e7faf4d-5b46-4427-8abb-42931fef9ab5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:d6:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:26:58Z', 'updated_at': '2020-12-03T11:27:01Z', 'revision_number': 1, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:27:03.746975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:03.954258 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c8fba8d-fe82-4501-a301-37c81054736f req-c4bf1f74-b703-49cd-9898-940e3e49c537 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2249184
Dec 03 11:27:04.004944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485f493-8a31-4de5-8951-b243117d971f None None] New status for floating IP 3e1592ae-1309-4b33-a4fc-fe0a7f738d0a: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:27:04.017112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d021444-c656-4342-95ab-696a3ad220bb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:04.104864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d021444-c656-4342-95ab-696a3ad220bb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:04.106093 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9d021444-c656-4342-95ab-696a3ad220bb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/floatingips/6eb85397-f214-4ef7-aa9f-826488a90f59 HTTP/1.1" status: 204  len: 168 time: 1.4861050
Dec 03 11:27:04.131877 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c8fba8d-fe82-4501-a301-37c81054736f req-1510a6c1-f358-4113-96d4-16747bb9d3d6 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1702635
Dec 03 11:27:04.514579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6682d-4b3e-4616-b82e-77264df55622 req-39ce0a70-5f9f-43d8-a447-15b4c496ab7d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:04.516157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-23a6682d-4b3e-4616-b82e-77264df55622 req-39ce0a70-5f9f-43d8-a447-15b4c496ab7d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 945 time: 0.0869060
Dec 03 11:27:04.562287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-23a6682d-4b3e-4616-b82e-77264df55622 req-441f1fa5-73bb-44fc-9170-33836741cf03 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:27:04.576900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-23a6682d-4b3e-4616-b82e-77264df55622 req-441f1fa5-73bb-44fc-9170-33836741cf03 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:27:04.578114 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-23a6682d-4b3e-4616-b82e-77264df55622 req-441f1fa5-73bb-44fc-9170-33836741cf03 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556302
Dec 03 11:27:05.000020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:05.478759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:05.805892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0750f2-7ddd-4a80-a211-934940579a75 req-4c686ab4-70f4-4b99-b041-cdaf05b7c499 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:05.807578 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b0750f2-7ddd-4a80-a211-934940579a75 req-4c686ab4-70f4-4b99-b041-cdaf05b7c499 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 945 time: 0.0899062
Dec 03 11:27:05.855272 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b0750f2-7ddd-4a80-a211-934940579a75 req-3cc5c85c-e449-4721-a0e8-e21c8614e4d2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403891
Dec 03 11:27:06.268733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-d280eeba-6acb-459f-9caf-f5f4c44d7424 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:06.269484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-d280eeba-6acb-459f-9caf-f5f4c44d7424 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:27:06.284391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-d280eeba-6acb-459f-9caf-f5f4c44d7424 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:27:06.285586 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-d280eeba-6acb-459f-9caf-f5f4c44d7424 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 945 time: 0.1018836
Dec 03 11:27:06.362595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-e31dc6e4-830b-4024-984d-67dcf97e2634 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:27:06.363002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-e31dc6e4-830b-4024-984d-67dcf97e2634 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:06.619425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-e31dc6e4-830b-4024-984d-67dcf97e2634 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8,segment=NetworkSegment(d1b10c53-c54e-4fb0-82b9-faca1431d1e5),segment_id=d1b10c53-c54e-4fb0-82b9-faca1431d1e5)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:06.619825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-e31dc6e4-830b-4024-984d-67dcf97e2634 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:07.000637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-e31dc6e4-830b-4024-984d-67dcf97e2634 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:27:07.078518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c28990-e94c-443a-b5b9-df6294b829b2 req-3391af94-16c2-4181-a4b0-36e81bfa9437 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:07.081200 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-89c28990-e94c-443a-b5b9-df6294b829b2 req-3391af94-16c2-4181-a4b0-36e81bfa9437 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=05518dbe-a9ef-459a-a5d3-63e896dcf96c HTTP/1.1" status: 200  len: 945 time: 0.0856159
Dec 03 11:27:07.132809 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-89c28990-e94c-443a-b5b9-df6294b829b2 req-eaec9029-decc-4132-8f10-e1cf3c70703d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=00a4cbf7-2008-44db-b0a9-4a6901add89b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450065
Dec 03 11:27:07.146751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-e31dc6e4-830b-4024-984d-67dcf97e2634 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:07.164081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64f5d2d7-9f5f-4118-b7eb-2c6ff9ef823e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:07.212556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dc6e4-830b-4024-984d-67dcf97e2634 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:07.215550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e31dc6e4-830b-4024-984d-67dcf97e2634 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:07.367441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-e31dc6e4-830b-4024-984d-67dcf97e2634 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] No DVR routers for this DVR port f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:27:07.369632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-e31dc6e4-830b-4024-984d-67dcf97e2634 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:07.373793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'name': 'network-vif-deleted', 'tag': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:27:07.387703 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3dac04af-b3ed-4519-9e2c-ed5bda5179d7 req-e31dc6e4-830b-4024-984d-67dcf97e2634 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "DELETE /v2.0/ports/f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 HTTP/1.1" status: 204  len: 173 time: 1.0960422
Dec 03 11:27:07.435064 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05518dbe-a9ef-459a-a5d3-63e896dcf96c', 'name': 'network-vif-deleted', 'tag': 'f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8', 'status': 'completed', 'code': 200}
Dec 03 11:27:07.914041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:27:07.949855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:27:07.950253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device f94bf0b0-4387-4ee9-b2ee-17eb0cb5dbe8 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:27:08.263652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50506) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:08.361162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06a7117d-8513-4158-9ac0-b01ed5ec1089 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:08.399292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06a7117d-8513-4158-9ac0-b01ed5ec1089 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:08.472258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06a7117d-8513-4158-9ac0-b01ed5ec1089 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:08.479213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4598a7ff-8450-4733-918f-4795ff3af5d4 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:08.517155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7117d-8513-4158-9ac0-b01ed5ec1089 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a4cbf7-2008-44db-b0a9-4a6901add89b,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:08.520753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-06a7117d-8513-4158-9ac0-b01ed5ec1089 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:08.524109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06a7117d-8513-4158-9ac0-b01ed5ec1089 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:08.526448 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-06a7117d-8513-4158-9ac0-b01ed5ec1089 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/security-groups/00a4cbf7-2008-44db-b0a9-4a6901add89b HTTP/1.1" status: 204  len: 168 time: 0.2600033
Dec 03 11:27:08.575334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50512) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:08.995774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:09.640829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port f0c3cc97-9444-4db4-afdd-121a5f55c677 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:27:09.642201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:09.839275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port f0c3cc97-9444-4db4-afdd-121a5f55c677, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f0c3cc97-9444-4db4-afdd-121a5f55c677,segment=NetworkSegment(d1b10c53-c54e-4fb0-82b9-faca1431d1e5),segment_id=d1b10c53-c54e-4fb0-82b9-faca1431d1e5)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:09.839680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:09.972393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for f0c3cc97-9444-4db4-afdd-121a5f55c677 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:27:10.414331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:10.430448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:10.496091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=f0c3cc97-9444-4db4-afdd-121a5f55c677,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:10.500019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:10.883410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:11.393396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 37d56356-e2b2-4423-a3d2-884579415089 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:27:11.587809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:27:11.600674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fdeb4e-877a-4571-8505-33a490a1dc06 None None] Sync routers for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:27:11.601242 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/37d56356-e2b2-4423-a3d2-884579415089/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0250511
Dec 03 11:27:11.604143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50520) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:11.611567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fdeb4e-877a-4571-8505-33a490a1dc06 None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:11.612254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c8fdeb4e-877a-4571-8505-33a490a1dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4af82b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:11.801694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c8fdeb4e-877a-4571-8505-33a490a1dc06 None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:11.806014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-81702d95-db73-47fd-affd-33744369a283 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting subnet c08dddef-f921-4323-bdf7-2c91219d2a10 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:27:11.809181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81702d95-db73-47fd-affd-33744369a283 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:11.866992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81702d95-db73-47fd-affd-33744369a283 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:11.959375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81702d95-db73-47fd-affd-33744369a283 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:12.104834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c8fdeb4e-877a-4571-8505-33a490a1dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4af82b0>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:27:10Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:12.108972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fdeb4e-877a-4571-8505-33a490a1dc06 None None] Checking router: 37d56356-e2b2-4423-a3d2-884579415089 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:27:12.118971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fdeb4e-877a-4571-8505-33a490a1dc06 None None] Routers {'37d56356-e2b2-4423-a3d2-884579415089'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:12.119565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c8fdeb4e-877a-4571-8505-33a490a1dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4af82b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['37d56356-e2b2-4423-a3d2-884579415089'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:12.244793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81702d95-db73-47fd-affd-33744369a283 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:12.260693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:12.304046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c8fdeb4e-877a-4571-8505-33a490a1dc06 None None] Set router 37d56356-e2b2-4423-a3d2-884579415089 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:12.311153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81702d95-db73-47fd-affd-33744369a283 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Subnet': ['ID=c08dddef-f921-4323-bdf7-2c91219d2a10,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:12.316088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-81702d95-db73-47fd-affd-33744369a283 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:12.397473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-81702d95-db73-47fd-affd-33744369a283 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:12.404211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-81702d95-db73-47fd-affd-33744369a283 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/subnets/c08dddef-f921-4323-bdf7-2c91219d2a10 HTTP/1.1" status: 204  len: 168 time: 0.7990549
Dec 03 11:27:12.407356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50524) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:12.408568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fb8472-5759-4f0a-8404-1905c8da707d None None] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:27:12.602716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:12.790322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:12.795688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 59cfae1c-cda0-4e63-afe2-a26804bfb7bc {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:27:12.796069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:12.975393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c8fdeb4e-877a-4571-8505-33a490a1dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4af82b0>, [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:27:10Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:12.980544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fdeb4e-877a-4571-8505-33a490a1dc06 None None] The sync data for ids ['37d56356-e2b2-4423-a3d2-884579415089'] in dv-neutron-765072-2-ovs is: [{'id': '37d56356-e2b2-4423-a3d2-884579415089', 'name': 'tempest-TestNetworkBasicOps-router-1865682507', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:22:53Z', 'updated_at': '2020-12-03T11:27:10Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '59cfae1c-cda0-4e63-afe2-a26804bfb7bc', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d56356-e2b2-4423-a3d2-884579415089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:22:55Z', 'updated_at': '2020-12-03T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:27:12.990982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 59cfae1c-cda0-4e63-afe2-a26804bfb7bc, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=59cfae1c-cda0-4e63-afe2-a26804bfb7bc,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:12.991360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:13.004214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab48fe6-3824-43c5-9c27-23b6d8d3405c None None] DHCP port deletion for 67a4393c-4939-4211-88f7-dfc19e9d18d9 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:27:13.008300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fab48fe6-3824-43c5-9c27-23b6d8d3405c None None] Deleting port 1eab3643-b6c1-4a65-9e92-acd62f6f6398 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:27:13.008699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fab48fe6-3824-43c5-9c27-23b6d8d3405c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:13.126508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 59cfae1c-cda0-4e63-afe2-a26804bfb7bc owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:27:13.229106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fab48fe6-3824-43c5-9c27-23b6d8d3405c None None] For port 1eab3643-b6c1-4a65-9e92-acd62f6f6398, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=1eab3643-b6c1-4a65-9e92-acd62f6f6398,segment=NetworkSegment(d1b10c53-c54e-4fb0-82b9-faca1431d1e5),segment_id=d1b10c53-c54e-4fb0-82b9-faca1431d1e5)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:13.229517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fab48fe6-3824-43c5-9c27-23b6d8d3405c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:13.269037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:13.362951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fab48fe6-3824-43c5-9c27-23b6d8d3405c None None] Calling delete_port for 1eab3643-b6c1-4a65-9e92-acd62f6f6398 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:27:13.443997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fab48fe6-3824-43c5-9c27-23b6d8d3405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:13.460446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:13.506895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab48fe6-3824-43c5-9c27-23b6d8d3405c None None] Pushing event deleted for resources: {'Port': ['ID=1eab3643-b6c1-4a65-9e92-acd62f6f6398,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:13.519703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fab48fe6-3824-43c5-9c27-23b6d8d3405c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:13.607731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab48fe6-3824-43c5-9c27-23b6d8d3405c None None] No DVR routers for this DVR port 1eab3643-b6c1-4a65-9e92-acd62f6f6398 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:27:13.744238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:13.882591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:13.885075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:13.913244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:13.913244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Fanout notify agent at l3_agent the message router_deleted on router 37d56356-e2b2-4423-a3d2-884579415089 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:27:13.926999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:13.927474 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-58eb2ae6-01ec-4b08-82d9-61f9c6121c49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/routers/37d56356-e2b2-4423-a3d2-884579415089 HTTP/1.1" status: 204  len: 168 time: 1.5189450
Dec 03 11:27:13.930468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50528) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:14.058719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:14.259962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:14.381435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b470d9e8>,) {'filters': {'network_id': ['67a4393c-4939-4211-88f7-dfc19e9d18d9']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:14.394551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b470d9e8>, 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:14.394886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b470d9e8>, 'd1b10c53-c54e-4fb0-82b9-faca1431d1e5') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:14.406673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:14.421447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:14.423515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Releasing vxlan tunnel 6 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:27:14.601215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:27:14.610765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:14.688976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1eab3643-b6c1-4a65-9e92-acd62f6f6398 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:27:14.732285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 1eab3643-b6c1-4a65-9e92-acd62f6f6398 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:27:14.732800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 1eab3643-b6c1-4a65-9e92-acd62f6f6398 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:27:14.733339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 59cfae1c-cda0-4e63-afe2-a26804bfb7bc no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:27:14.770492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 59cfae1c-cda0-4e63-afe2-a26804bfb7bc {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:27:14.770891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 59cfae1c-cda0-4e63-afe2-a26804bfb7bc not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:27:14.771379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f0c3cc97-9444-4db4-afdd-121a5f55c677 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:27:14.802171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 67a4393c-4939-4211-88f7-dfc19e9d18d9 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:27:14.805645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: f0c3cc97-9444-4db4-afdd-121a5f55c677 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:27:14.805645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f0c3cc97-9444-4db4-afdd-121a5f55c677 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:27:14.831201 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:27:14.924215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:14.933266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:14.933266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d12b1899-4005-4e79-a572-6da6bb15bd1f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:14.964589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Network': ['ID=67a4393c-4939-4211-88f7-dfc19e9d18d9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:14.972777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:14.972777 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/networks/67a4393c-4939-4211-88f7-dfc19e9d18d9 HTTP/1.1" status: 204  len: 168 time: 1.0357668
Dec 03 11:27:14.998229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50532) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:15.007463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'network': {'name': 'tempest-network-smoke--1810925038', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'port_security_enabled': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:15.007463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:15.016585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:network and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:15.016585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:15.028971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:15.192651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:27:15.199068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:15.234491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:27:15.246103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:15.246103 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Added segment febebc77-f25c-4ebe-8415-5482edca11ae of type vxlan for network b666f8e4-120f-4c34-8e44-74ac0f93c9a8
Dec 03 11:27:15.285736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:15.428745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:15.428745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:15.428745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:15.438360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c452ff0-af67-4e1b-a018-4fc1b088ea25 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:15.563465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Network': ['ID=b666f8e4-120f-4c34-8e44-74ac0f93c9a8,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:15.563465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:15.576359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:27:15.592379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:27:15.638074 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3a4a9df1-2bd8-47e8-97c5-acab4b1e4195 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6407013
Dec 03 11:27:15.638074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50536) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:15.648948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'admin_state_up': True, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:15.658061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:15.662350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:router and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:15.665492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:15.671461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:15.682426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:15.683515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:15.712060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:15.993194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:16.301641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:16.336379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:16.616784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.43 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/942bb2c7-5384-45e0-ada5-51325521e95d) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:27:16.781417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:16.816348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:16.832934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:16.980746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=942bb2c7-5384-45e0-ada5-51325521e95d,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:16.992028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.992459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.992881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.993295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.993711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.994125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.994537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.994969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.995381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.995787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.996197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.996603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.997063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.997472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.997882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.998287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.998693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.999124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.999530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:16.999934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:17.000344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:17.000774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:17.001181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:17.001585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:17.005713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:17.053315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:27:17.054524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:27:17.056777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:27:17.795893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:18.158840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:18.382442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 92341a53-7421-4411-8f1e-e584cf7216a6 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:27:18.573010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:27:18.587116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Sync routers for ids ['92341a53-7421-4411-8f1e-e584cf7216a6'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:27:18.596293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Routers {'92341a53-7421-4411-8f1e-e584cf7216a6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:18.597524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62464a8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['92341a53-7421-4411-8f1e-e584cf7216a6'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:18.614662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:18.616183 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.9770899
Dec 03 11:27:18.619476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50544) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:18.679932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50548) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:18.681114 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-071d249d-56b5-4eb2-affe-f0a054ab9d36 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets?project_id=85d2c11b1de444db8a782028cdd05d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0588894
Dec 03 11:27:18.687020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1126017178', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:18.794479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Set router 92341a53-7421-4411-8f1e-e584cf7216a6 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:18.806818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:18.811272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:subnet and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:18.820427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:18.822035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:18.838492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:27:18.976016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:19.129504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62464a8>, [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:27:17Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:19.134816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Checking router: 92341a53-7421-4411-8f1e-e584cf7216a6 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:27:19.135242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Updating router 92341a53-7421-4411-8f1e-e584cf7216a6 port 942bb2c7-5384-45e0-ada5-51325521e95d binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:27:19.205165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:19.468820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:19.484627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8c5ccab-847f-4063-8df9-597e756def19 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:19.626524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:19.629217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Subnet': ['ID=4a3fe0d7-aa75-4217-9d62-b699c1ca1260,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:19.633167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:19.643309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Transition to ACTIVE for port object 942bb2c7-5384-45e0-ada5-51325521e95d will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:27:19.647046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:19.662621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:19.706025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Checking segment: {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:27:19.706428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network hostable DHCP agents. Network: b666f8e4-120f-4c34-8e44-74ac0f93c9a8, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:27:19.738499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:27:19.801376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Pushing event updated for resources: {'Port': ['ID=942bb2c7-5384-45e0-ada5-51325521e95d,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:19.812462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.812958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.814145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.814145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.814350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.814570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.814969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.816154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.816154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.816154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.817614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.817614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.817614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.817614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.819725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.819725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.819725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.819725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.819725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.819725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.821885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.821885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.821885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.821885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:19.825072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:19.889087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Attempting to bind port 942bb2c7-5384-45e0-ada5-51325521e95d on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:27:19.889087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Attempting to bind port 942bb2c7-5384-45e0-ada5-51325521e95d by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:27:19.889087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Attempting to bind port 942bb2c7-5384-45e0-ada5-51325521e95d on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:27:19.895426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:27:19.895426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:27:19.895652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:19.896006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:27:19.897192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Bound port: 942bb2c7-5384-45e0-ada5-51325521e95d, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:27:19.897192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:19.975614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] For port 942bb2c7-5384-45e0-ada5-51325521e95d, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:27:19.978083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] For port 942bb2c7-5384-45e0-ada5-51325521e95d, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=942bb2c7-5384-45e0-ada5-51325521e95d,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:27:19.992982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, b666f8e4-120f-4c34-8e44-74ac0f93c9a8) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:27:19.994048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:20.009830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb24e3-d086-4ada-8ec6-ba2302ac29b4 None None] Network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:27:20.019160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:20.029163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:20.030451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:20.097175 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.4131927
Dec 03 11:27:20.098820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50552) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:20.304460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ips': [{'subnet_id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:27:20.306094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:20.319418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Pushing event updated for resources: {'Port': ['ID=942bb2c7-5384-45e0-ada5-51325521e95d,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:20.330652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:20.385684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Routers {'92341a53-7421-4411-8f1e-e584cf7216a6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:20.386793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62464a8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['92341a53-7421-4411-8f1e-e584cf7216a6'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:20.602277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] Set router 92341a53-7421-4411-8f1e-e584cf7216a6 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:20.650939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Allocated IP 172.20.0.2 (b666f8e4-120f-4c34-8e44-74ac0f93c9a8/4a3fe0d7-aa75-4217-9d62-b699c1ca1260/c8fa4cb0-0d1c-41f4-bad4-a2926ead7394) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:27:20.866980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:20.932812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:20.945651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Transition to ACTIVE for port object c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:27:20.964694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Transition to ACTIVE for port object c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:27:20.971465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:20.987540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c0e11d0d-622a-46fb-b6af-cb1afc37c8ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:21.050326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62464a8>, [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:27:17Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:21.058725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528b4f4b-258d-49b4-afc6-c4d6c94fd693 None None] The sync data for ids ['92341a53-7421-4411-8f1e-e584cf7216a6'] in dv-neutron-765072-2-ovs is: [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:27:17Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:27:21.134775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Pushing event updated for resources: {'Port': ['ID=c8fa4cb0-0d1c-41f4-bad4-a2926ead7394,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:21.139330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:21.205602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:27:21.207514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:27:21.209888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:27:21.214199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:21.270095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Attempting to bind port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:27:21.270718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Attempting to bind port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:27:21.271482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Attempting to bind port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 on network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:27:21.278134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:27:21.278578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Checking segment: {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:27:21.279110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:21.279749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Bound using segment: {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:27:21.280202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Bound port: c8fa4cb0-0d1c-41f4-bad4-a2926ead7394, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:27:21.280534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:21.388446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] For port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:27:21.393033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] For port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c8fa4cb0-0d1c-41f4-bad4-a2926ead7394,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:27:21.396745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:21.412975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ba75060-9e6b-4536-a36d-d130173da56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:21.504578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.1 (b666f8e4-120f-4c34-8e44-74ac0f93c9a8/4a3fe0d7-aa75-4217-9d62-b699c1ca1260/8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:27:21.606716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Pushing event updated for resources: {'Port': ['ID=c8fa4cb0-0d1c-41f4-bad4-a2926ead7394,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:21.612621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:22.029394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:22.065932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:27:22.096884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:22.113574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:22.184178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:27:22.262893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:22.268266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:22.323641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:27:22.324849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:27:22.326727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:27:22.393444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:22.513858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:22.767609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:27:22.860672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:27:22.866332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 942bb2c7-5384-45e0-ada5-51325521e95d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:27:23.113722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:23.122064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:23.144405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 942bb2c7-5384-45e0-ada5-51325521e95d completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:27:23.149770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 942bb2c7-5384-45e0-ada5-51325521e95d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:23.150192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:23.154798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:23.183259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1e5bfb-953b-496e-8fe8-5c457b78d8b6 None None] Network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:27:23.251046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:23.254227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:23.270976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:23.320128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ae580d40-bbb7-41b0-9150-972ba662d7d3 None None] Provisioning for port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:27:23.336493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ae580d40-bbb7-41b0-9150-972ba662d7d3 None None] Provisioning complete for port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:23.336493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae580d40-bbb7-41b0-9150-972ba662d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:23.407928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:27:23.409719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:27:23.522562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:23.608736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 942bb2c7-5384-45e0-ada5-51325521e95d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=942bb2c7-5384-45e0-ada5-51325521e95d,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:23.628797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 92341a53-7421-4411-8f1e-e584cf7216a6 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:27:23.638702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae580d40-bbb7-41b0-9150-972ba662d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:23.662336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:23.668125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-db9437b2-9a75-483d-9f11-3302ffc8ef2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:23.766663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ae580d40-bbb7-41b0-9150-972ba662d7d3 None None] For port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c8fa4cb0-0d1c-41f4-bad4-a2926ead7394,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:23.777270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae580d40-bbb7-41b0-9150-972ba662d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:23.782586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=942bb2c7-5384-45e0-ada5-51325521e95d,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:23.786024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:23.786024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:23.851232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:27:23.865180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/92341a53-7421-4411-8f1e-e584cf7216a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7662666
Dec 03 11:27:23.865314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae580d40-bbb7-41b0-9150-972ba662d7d3 None None] Pushing event updated for resources: {'Port': ['ID=c8fa4cb0-0d1c-41f4-bad4-a2926ead7394,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:23.868210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50560) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:23.868891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae580d40-bbb7-41b0-9150-972ba662d7d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:24.051080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c85303-6c3f-4fb6-9367-6ef224e227af tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.051304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c85303-6c3f-4fb6-9367-6ef224e227af tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.051709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c85303-6c3f-4fb6-9367-6ef224e227af tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.052202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c85303-6c3f-4fb6-9367-6ef224e227af tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.052472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c85303-6c3f-4fb6-9367-6ef224e227af tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.052874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c85303-6c3f-4fb6-9367-6ef224e227af tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.053276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c85303-6c3f-4fb6-9367-6ef224e227af tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.058340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50564) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:24.066217 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-03c85303-6c3f-4fb6-9367-6ef224e227af tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4928 time: 0.1904275
Dec 03 11:27:24.082739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Sync routers for ids ['92341a53-7421-4411-8f1e-e584cf7216a6'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:27:24.102524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Routers {'92341a53-7421-4411-8f1e-e584cf7216a6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:24.102981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b56fa6a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['92341a53-7421-4411-8f1e-e584cf7216a6'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:24.151130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7375fd-7b2c-41c0-b2fb-6ee8fa8677d5 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.151682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7375fd-7b2c-41c0-b2fb-6ee8fa8677d5 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.151937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7375fd-7b2c-41c0-b2fb-6ee8fa8677d5 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.152346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7375fd-7b2c-41c0-b2fb-6ee8fa8677d5 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.152746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7375fd-7b2c-41c0-b2fb-6ee8fa8677d5 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.153149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7375fd-7b2c-41c0-b2fb-6ee8fa8677d5 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.153520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7375fd-7b2c-41c0-b2fb-6ee8fa8677d5 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:24.155499 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7a7375fd-7b2c-41c0-b2fb-6ee8fa8677d5 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4628 time: 0.0960362
Dec 03 11:27:24.159132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50568) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:24.239839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-debce3a6-3605-48fa-adb5-0bd3d1c6726c None None] Provisioning complete for port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:24.240268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-debce3a6-3605-48fa-adb5-0bd3d1c6726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:24.399163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Set router 92341a53-7421-4411-8f1e-e584cf7216a6 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:24.406446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b2f9357c-62ab-4488-8f2f-17abce12d984 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3773 time: 0.2440186
Dec 03 11:27:24.409683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50572) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:24.417327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1385864689', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:24.587091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-debce3a6-3605-48fa-adb5-0bd3d1c6726c None None] Provisioning for port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:27:24.592247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:24.598179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:port and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:24.601980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for port was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:24.605878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-debce3a6-3605-48fa-adb5-0bd3d1c6726c None None] Provisioning complete for port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:24.606318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-debce3a6-3605-48fa-adb5-0bd3d1c6726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:24.609050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:24.652867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'port': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:27:24.659819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:24.733981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:27:24.773523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-debce3a6-3605-48fa-adb5-0bd3d1c6726c None None] Port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:27:24.848390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] device_id is not set on port 561521e1-1b2e-4445-bdbc-12d18e9598fb yet. {{(pid=80975) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:27:24.884553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:24.885300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:24.959381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b56fa6a0>, [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:27:22Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7', 'name': '', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:46:4d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:21Z', 'updated_at': '2020-12-03T11:27:22Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:24.972179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Checking router: 92341a53-7421-4411-8f1e-e584cf7216a6 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:27:24.972579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Updating router 92341a53-7421-4411-8f1e-e584cf7216a6 port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:27:25.000760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2fede11c-c500-4079-a8f4-544ba246bfa7 None None] Provisioning complete for port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:25.001192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fede11c-c500-4079-a8f4-544ba246bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:25.002845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.3 (b666f8e4-120f-4c34-8e44-74ac0f93c9a8/4a3fe0d7-aa75-4217-9d62-b699c1ca1260/561521e1-1b2e-4445-bdbc-12d18e9598fb) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:27:25.120079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:25.206456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 942bb2c7-5384-45e0-ada5-51325521e95d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:27:25.233269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:25.250150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 561521e1-1b2e-4445-bdbc-12d18e9598fb will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:27:25.270584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:25.286491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d8e93f8-a762-4a90-ba2b-51eda2edcefa tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:25.437642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=561521e1-1b2e-4445-bdbc-12d18e9598fb,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:25.442495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:25.494344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:27:25.495572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:27:25.497846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:27:25.565860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:25.566726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:25.592812 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1828477
Dec 03 11:27:25.617492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2fede11c-c500-4079-a8f4-544ba246bfa7 None None] Provisioning complete for port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:25.617889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2fede11c-c500-4079-a8f4-544ba246bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:25.682598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 942bb2c7-5384-45e0-ada5-51325521e95d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:25.683053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:25.774967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2fede11c-c500-4079-a8f4-544ba246bfa7 None None] Port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:27:25.972818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50578) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:25.975005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f559c4db-f535-4fe2-b0ea-0d5806cc4e14 None None] Provisioning for port 561521e1-1b2e-4445-bdbc-12d18e9598fb completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:27:25.978988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383505458', 'description': 'tempest-secgroup-smoke-383505458 description', 'project_id': '85d2c11b1de444db8a782028cdd05d7d'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:25.984179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f559c4db-f535-4fe2-b0ea-0d5806cc4e14 None None] Provisioning complete for port 561521e1-1b2e-4445-bdbc-12d18e9598fb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:25.984311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f559c4db-f535-4fe2-b0ea-0d5806cc4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:25.985415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:25.991039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:25.994083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:26.000123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:26.009690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.034541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:26.036601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:26.039627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:26.045393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:26.103182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f559c4db-f535-4fe2-b0ea-0d5806cc4e14 None None] Port 561521e1-1b2e-4445-bdbc-12d18e9598fb cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:27:26.118849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.131765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.133659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Transition to ACTIVE for port object 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:27:26.140804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.147178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5196e420-25f8-4afc-9aa2-46e11f4c7b1d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:26.149548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.167720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fab48fe6-3824-43c5-9c27-23b6d8d3405c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:26.199030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=99c84c7d-6928-42af-a746-4abb966d040c,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:26.201888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.204995 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2306755
Dec 03 11:27:26.204995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:26.207304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50582) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:26.213825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-94f8f5cc-bf2e-4ce6-9b81-1c412f077066 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '99c84c7d-6928-42af-a746-4abb966d040c', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:26.227615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-94f8f5cc-bf2e-4ce6-9b81-1c412f077066 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:26.231530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-94f8f5cc-bf2e-4ce6-9b81-1c412f077066 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:26.234173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-94f8f5cc-bf2e-4ce6-9b81-1c412f077066 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:26.242230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-94f8f5cc-bf2e-4ce6-9b81-1c412f077066 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:26.273341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94f8f5cc-bf2e-4ce6-9b81-1c412f077066 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.311397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Pushing event updated for resources: {'Port': ['ID=8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:26.325004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.325399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.325768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.326155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.326684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.327449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.327449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.327863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.331630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.331630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.331630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.331630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.331630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.331630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.331630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.332410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.332410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.332410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.332720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.333089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.333462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.333830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.334205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.334591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:26.339695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94f8f5cc-bf2e-4ce6-9b81-1c412f077066 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.347574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:26.348545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94f8f5cc-bf2e-4ce6-9b81-1c412f077066 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.350545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb5fd80e-3008-44e9-b8b0-379e08c063a8 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:26.377905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8f5cc-bf2e-4ce6-9b81-1c412f077066 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67633c26-3ee3-48d8-b486-be369ba94437,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:26.378686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-94f8f5cc-bf2e-4ce6-9b81-1c412f077066 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:26.388021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-94f8f5cc-bf2e-4ce6-9b81-1c412f077066 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.391742 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-94f8f5cc-bf2e-4ce6-9b81-1c412f077066 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1809835
Dec 03 11:27:26.392868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50586) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:26.398576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '99c84c7d-6928-42af-a746-4abb966d040c', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:26.406738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:26.410949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:26.415342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:26.420674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:26.449018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.508381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Attempting to bind port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:27:26.508819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Attempting to bind port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:27:26.509330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Attempting to bind port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 on network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:27:26.519047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:27:26.519479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Checking segment: {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:27:26.519915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.520636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Bound using segment: {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:27:26.521337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Bound port: 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:27:26.521617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.543009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.547887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.555767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:26.576724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bfd370-568f-4fc0-962c-f3eae616d7c9,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:26.586801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:26.611155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.617672 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.2196105
Dec 03 11:27:26.617672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50590) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:26.622778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '99c84c7d-6928-42af-a746-4abb966d040c', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:26.630781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:26.635465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] For port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:27:26.635846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:26.642656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:26.647384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] For port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:27:26.648557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:26.657073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.673869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.674487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:26.750123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.754224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.761675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-13de7b20-11e1-49db-9936-10580d8638f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:26.786323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576c7e0c-af72-4382-b3f6-89df12e5f1e2,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:26.791896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:26.803087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.803087 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1825988
Dec 03 11:27:26.803087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50594) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:26.809889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '99c84c7d-6928-42af-a746-4abb966d040c', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:26.817852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:26.821873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:26.825915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:26.831987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:26.837253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Pushing event updated for resources: {'Port': ['ID=8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:26.843585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:26.851921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.894443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Routers {'92341a53-7421-4411-8f1e-e584cf7216a6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:26.895680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b56fa6a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['92341a53-7421-4411-8f1e-e584cf7216a6'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:26.930618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.936349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:26.938700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-48243d80-fdb4-4779-8a7b-e623eb3861b2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:26.966275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd09166-395c-4a1c-8097-810eaf9fdc96,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:26.977245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:26.994096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:27.001072 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1918881
Dec 03 11:27:27.001181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50598) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:27.010315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '99c84c7d-6928-42af-a746-4abb966d040c', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:27.017827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:27.026022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:27.031603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:27.044282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:27.058675 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:27:27.068851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:27.132768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] Set router 92341a53-7421-4411-8f1e-e584cf7216a6 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:27.158446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:27.167089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:27.169142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ddd2b0d4-4f2d-4eeb-baa1-a4948f636fa9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:27.195404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21aa038a-f78a-428a-bec0-9238d5e0cae1,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:27.198240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:27.210528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:27.214840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50602) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:27.215038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d6905cf5-577a-461e-bb2b-8a7bd494ce34 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.2148063
Dec 03 11:27:27.221857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '99c84c7d-6928-42af-a746-4abb966d040c', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:27.229200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:27.233932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:27.237992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:27.247776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:27.262716 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:27:27.271482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:27.349807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:27.358194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:27.366331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1efb6c0-5b5b-432e-80bc-5c2e30664641 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:27.387013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c7a131-60f5-4cbd-bea6-84fe718a5d20,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:27.390060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:27.404053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:27.413240 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1949511
Dec 03 11:27:27.504226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b56fa6a0>, [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:27:22Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7', 'name': '', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:46:4d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:21Z', 'updated_at': '2020-12-03T11:27:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:27.508817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c754c-e1e4-41e9-8a89-fef1e1d39702 None None] The sync data for ids ['92341a53-7421-4411-8f1e-e584cf7216a6'] in dv-neutron-765072-2-ovs is: [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:27:22Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7', 'name': '', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:46:4d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:21Z', 'updated_at': '2020-12-03T11:27:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:27:27.701049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-55cc04e9-1ea5-40c0-b1ff-93aa5635e8f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:27:27.721076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-55cc04e9-1ea5-40c0-b1ff-93aa5635e8f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:27:27.722376 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-55cc04e9-1ea5-40c0-b1ff-93aa5635e8f3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383505458&fields=id&tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 267 time: 0.0745032
Dec 03 11:27:27.814364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-55512b35-f0b7-4662-b50e-e7b52ce6f9d1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:27.815064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-55512b35-f0b7-4662-b50e-e7b52ce6f9d1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:27:27.836894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-55512b35-f0b7-4662-b50e-e7b52ce6f9d1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:27:27.838515 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-55512b35-f0b7-4662-b50e-e7b52ce6f9d1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 930 time: 0.1072903
Dec 03 11:27:27.931282 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-f216270b-e02d-44e4-b1c5-6eaa6754929d service neutron] 10.222.0.90 "GET /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0753751
Dec 03 11:27:28.093983 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-63828a95-5e98-4478-94eb-1f6c431a842c service neutron] 10.222.0.90 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618009
Dec 03 11:27:28.261102 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-8cbf6e05-f819-4f76-bb05-af66c595fb57 service neutron] 10.222.0.90 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1603341
Dec 03 11:27:28.726282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:27:28.904525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:27:28.911246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:28.911675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:29.043687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:29.079274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:29.085052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:29.089592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:29.163632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:29.167092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:29.516782 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aad466df-dc31-4586-bc38-213145897946 req-4b11edab-4938-46d1-b03b-34d93fe7da09 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 210 time: 0.0482445
Dec 03 11:27:30.735361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:27:30.772688 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca826800-fa94-4365-b452-3cbc2a5a056e req-9564a020-0f8e-424f-b304-14833ccccdab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 210 time: 0.0821202
Dec 03 11:27:30.855973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-fdb49155-5af7-49ed-8fde-16de394462a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:30.855973 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-fdb49155-5af7-49ed-8fde-16de394462a2 service neutron] 10.222.0.91 "GET /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 1026 time: 0.1082075
Dec 03 11:27:31.085485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fccb624-b21c-48c5-acc8-2e2e8a117e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:31.093728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-b4c7b939-6c6c-4e8d-bd87-339f46e620b5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:31.093728 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-b4c7b939-6c6c-4e8d-bd87-339f46e620b5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks?id=b666f8e4-120f-4c34-8e44-74ac0f93c9a8 HTTP/1.1" status: 200  len: 797 time: 0.2288060
Dec 03 11:27:31.095580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:31.095580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:31.190009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-ef10ee6e-eea3-4778-93fc-ad5bc0c0fd36 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:27:31.205676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-ef10ee6e-eea3-4778-93fc-ad5bc0c0fd36 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:27:31.207244 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-ef10ee6e-eea3-4778-93fc-ad5bc0c0fd36 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 7767 time: 0.0999293
Dec 03 11:27:31.221222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Request body: {'port': {'device_id': '4ee39ed4-6790-4ce6-8f9e-02362d899d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:31.339160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:31.790340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561521e1-1b2e-4445-bdbc-12d18e9598fb {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:27:31.796380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:31.810039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Transition to ACTIVE for port object 561521e1-1b2e-4445-bdbc-12d18e9598fb will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:27:31.831148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:31.847192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a3babda8-28cc-4d8a-8ed6-a7b390b99a9d tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:31.999879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Pushing event updated for resources: {'Port': ['ID=561521e1-1b2e-4445-bdbc-12d18e9598fb,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:32.003162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:32.026182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e393-df59-4f4c-a0fc-102842ede90e req-379f72a6-4737-41a9-89d8-ae5f9cdd7325 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:32.027997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8016e393-df59-4f4c-a0fc-102842ede90e req-379f72a6-4737-41a9-89d8-ae5f9cdd7325 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 981 time: 0.0977683
Dec 03 11:27:32.091547 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8016e393-df59-4f4c-a0fc-102842ede90e req-efd17b4f-bacf-4af0-b465-4acdeb80325d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542138
Dec 03 11:27:32.436169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Attempting to bind port 561521e1-1b2e-4445-bdbc-12d18e9598fb on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:27:32.436320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Attempting to bind port 561521e1-1b2e-4445-bdbc-12d18e9598fb by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:27:32.436905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Attempting to bind port 561521e1-1b2e-4445-bdbc-12d18e9598fb on network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:27:32.442407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:27:32.442780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Checking segment: {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:27:32.443248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:32.443674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Bound using segment: {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:27:32.444119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Bound port: 561521e1-1b2e-4445-bdbc-12d18e9598fb, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:27:32.444852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:32.541242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] For port 561521e1-1b2e-4445-bdbc-12d18e9598fb, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:27:32.544664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] For port 561521e1-1b2e-4445-bdbc-12d18e9598fb, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=561521e1-1b2e-4445-bdbc-12d18e9598fb,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:27:32.552423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:32.569328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-62040443-4824-4365-829c-dd8f6abf1e61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:32.722689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Pushing event updated for resources: {'Port': ['ID=561521e1-1b2e-4445-bdbc-12d18e9598fb,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:32.733187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:32.769482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:32.770155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:32.771941 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] 10.222.0.91 "PUT /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 1195 time: 1.5560038
Dec 03 11:27:32.772604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee39ed4-6790-4ce6-8f9e-02362d899d73', 'tag': '561521e1-1b2e-4445-bdbc-12d18e9598fb'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:27:32.869740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85f5ba79-e3f1-480b-b257-586bb1c8fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:32.889295 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee39ed4-6790-4ce6-8f9e-02362d899d73', 'tag': '561521e1-1b2e-4445-bdbc-12d18e9598fb', 'status': 'completed', 'code': 200}
Dec 03 11:27:32.930862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-cddb0f63-2d31-4500-8bba-cedc5dc29167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:32.933302 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-cddb0f63-2d31-4500-8bba-cedc5dc29167 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 1198 time: 0.0907896
Dec 03 11:27:33.018518 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-12091388-0011-4520-a7b3-de638dd3e1d3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 217 time: 0.0717053
Dec 03 11:27:33.096524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d6a0ec0-c34a-404e-8225-a98536d00676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:33.098155 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-1d6a0ec0-c34a-404e-8225-a98536d00676 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4a3fe0d7-aa75-4217-9d62-b699c1ca1260 HTTP/1.1" status: 200  len: 835 time: 0.0728154
Dec 03 11:27:33.186357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-110da397-fbe4-4206-88a2-5741580a5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:33.189141 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-110da397-fbe4-4206-88a2-5741580a5187 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b666f8e4-120f-4c34-8e44-74ac0f93c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0834615
Dec 03 11:27:33.344705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-8f9d6b71-a512-4e70-a46d-d5c2d16446a9 service neutron] 10.222.0.91 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491280
Dec 03 11:27:33.514090 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f3efcfc-a523-462c-9087-ef4bb02e06b2 req-266147ba-d115-4322-a4a2-3dc8ebce356e service neutron] 10.222.0.91 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1616683
Dec 03 11:27:33.607124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c2c29-0bf8-4ad5-82dc-d6720e428511 req-0ea4c3ef-ad03-402d-a461-c6e0711b33cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:33.608722 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-488c2c29-0bf8-4ad5-82dc-d6720e428511 req-0ea4c3ef-ad03-402d-a461-c6e0711b33cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 981 time: 0.3711514
Dec 03 11:27:33.657888 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-488c2c29-0bf8-4ad5-82dc-d6720e428511 req-0ae6b5d7-f96e-42ff-9610-a6f62431e397 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415812
Dec 03 11:27:33.700603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73094459-8a7f-4742-8a7d-ec4db0460b3f req-39c655ad-2040-41cd-85cf-e65ce33c27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:33.702354 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73094459-8a7f-4742-8a7d-ec4db0460b3f req-39c655ad-2040-41cd-85cf-e65ce33c27a6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 1198 time: 0.0883899
Dec 03 11:27:33.750027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:33.857828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73094459-8a7f-4742-8a7d-ec4db0460b3f req-ffc09923-665a-4572-b04e-e0bb23d3ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:33.860410 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73094459-8a7f-4742-8a7d-ec4db0460b3f req-ffc09923-665a-4572-b04e-e0bb23d3ec34 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b666f8e4-120f-4c34-8e44-74ac0f93c9a8 HTTP/1.1" status: 200  len: 891 time: 0.1464550
Dec 03 11:27:33.931544 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73094459-8a7f-4742-8a7d-ec4db0460b3f req-948da1c8-7612-417d-9a41-3742ebfa49c1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 217 time: 0.0647111
Dec 03 11:27:34.006581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73094459-8a7f-4742-8a7d-ec4db0460b3f req-d9f5a926-f9ef-480b-9886-3d4d1f69e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:34.008153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73094459-8a7f-4742-8a7d-ec4db0460b3f req-d9f5a926-f9ef-480b-9886-3d4d1f69e72d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4a3fe0d7-aa75-4217-9d62-b699c1ca1260 HTTP/1.1" status: 200  len: 835 time: 0.0691295
Dec 03 11:27:34.092980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73094459-8a7f-4742-8a7d-ec4db0460b3f req-3d79c464-7839-4ec8-9960-8736997699ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:34.094897 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73094459-8a7f-4742-8a7d-ec4db0460b3f req-3d79c464-7839-4ec8-9960-8736997699ab service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b666f8e4-120f-4c34-8e44-74ac0f93c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0786660
Dec 03 11:27:34.247351 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73094459-8a7f-4742-8a7d-ec4db0460b3f req-480fef8b-aac9-4813-b6ee-300c282a16cb service neutron] 10.222.0.91 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460173
Dec 03 11:27:34.397301 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73094459-8a7f-4742-8a7d-ec4db0460b3f req-28761098-b3ed-473d-826c-f983e247bd95 service neutron] 10.222.0.91 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426840
Dec 03 11:27:35.002528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:35.026798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fc84d-6cf4-4748-97ac-7668f76c4f29 req-65eca177-d44f-44fd-8e08-dd2551c71426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:35.028667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-575fc84d-6cf4-4748-97ac-7668f76c4f29 req-65eca177-d44f-44fd-8e08-dd2551c71426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 981 time: 0.2313046
Dec 03 11:27:35.079106 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-575fc84d-6cf4-4748-97ac-7668f76c4f29 req-6b04dbfb-e7bd-4124-946f-172a32fc7819 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433853
Dec 03 11:27:35.482947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:36.289250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a92ccd-7d1c-4611-b634-8951f0a45c7e req-ef945ca1-4a11-48c6-a3f4-9c80d176a6e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:36.290850 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-77a92ccd-7d1c-4611-b634-8951f0a45c7e req-ef945ca1-4a11-48c6-a3f4-9c80d176a6e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 981 time: 0.0831916
Dec 03 11:27:36.340065 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-77a92ccd-7d1c-4611-b634-8951f0a45c7e req-320bf761-293a-49bd-813d-8127846f90bc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426795
Dec 03 11:27:36.842491 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4b5641d-75f9-4911-b511-eaeca62927d1 req-e7fdaa38-c1c5-44e0-bb57-00622d77fb37 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0816891
Dec 03 11:27:36.970761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5641d-75f9-4911-b511-eaeca62927d1 req-c29f7f65-a555-4fa7-a165-4d55f6db4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:36.972417 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4b5641d-75f9-4911-b511-eaeca62927d1 req-c29f7f65-a555-4fa7-a165-4d55f6db4cf4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d215e9f164a94c64a3981a60669a69f4&device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 1163 time: 0.0782809
Dec 03 11:27:37.131098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5641d-75f9-4911-b511-eaeca62927d1 req-0bd829ea-b0d7-4c8c-9764-36be50cc3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:37.132378 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4b5641d-75f9-4911-b511-eaeca62927d1 req-0bd829ea-b0d7-4c8c-9764-36be50cc3622 service neutron] 10.222.0.91 "GET /v2.0/networks?id=fa1cde14-48ed-4124-afdb-130ae0194192 HTTP/1.1" status: 200  len: 891 time: 0.1393070
Dec 03 11:27:37.243662 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4b5641d-75f9-4911-b511-eaeca62927d1 req-b82f2842-388f-4af3-8435-16e5b30b8239 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14597c9-1936-4ce4-a735-adec3b825854 HTTP/1.1" status: 200  len: 1002 time: 0.1009881
Dec 03 11:27:37.312976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5641d-75f9-4911-b511-eaeca62927d1 req-de0039a6-7e3b-4640-9deb-5550e320538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:37.314520 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4b5641d-75f9-4911-b511-eaeca62927d1 req-de0039a6-7e3b-4640-9deb-5550e320538c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2471aa5-1572-4514-aec8-d40731c4b62a HTTP/1.1" status: 200  len: 835 time: 0.0634861
Dec 03 11:27:37.409296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5641d-75f9-4911-b511-eaeca62927d1 req-ccc3371e-6b78-4757-a223-f7c33e2b7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:37.409296 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4b5641d-75f9-4911-b511-eaeca62927d1 req-ccc3371e-6b78-4757-a223-f7c33e2b7471 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fa1cde14-48ed-4124-afdb-130ae0194192&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0820141
Dec 03 11:27:37.558775 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4b5641d-75f9-4911-b511-eaeca62927d1 req-e1c7f55a-ddc7-41e5-975b-f0eb679c240b service neutron] 10.222.0.91 "GET /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477811
Dec 03 11:27:37.562985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866109c-ef3f-49eb-953c-cce429d69d65 req-fc140570-46cf-4353-9f7b-223ec4338596 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:37.564595 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b866109c-ef3f-49eb-953c-cce429d69d65 req-fc140570-46cf-4353-9f7b-223ec4338596 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 981 time: 0.0895329
Dec 03 11:27:37.612366 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b866109c-ef3f-49eb-953c-cce429d69d65 req-0ce72475-ac64-4d48-9d17-0623a45e4a97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413904
Dec 03 11:27:37.708177 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4b5641d-75f9-4911-b511-eaeca62927d1 req-74cc0f36-774d-4088-89be-5afb567506ad service neutron] 10.222.0.91 "GET /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413631
Dec 03 11:27:38.323860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-5ffe811e-faf1-44c0-81a3-79d8302a7e30 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80977) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:27:38.630814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50656) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:38.833232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315239fe-4098-4670-99ec-31800ae10709 req-3800c260-e65d-4d83-b456-3e326081a1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:38.834868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-315239fe-4098-4670-99ec-31800ae10709 req-3800c260-e65d-4d83-b456-3e326081a1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 981 time: 0.0868540
Dec 03 11:27:38.861569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Deleting port 2d0e77f4-6d27-429c-baf4-516ddf8a131e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:27:38.862322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:38.892368 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-315239fe-4098-4670-99ec-31800ae10709 req-92aac8ee-88bb-404a-9d63-353ef146f307 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505857
Dec 03 11:27:39.051345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:39.051720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:39.089316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 561521e1-1b2e-4445-bdbc-12d18e9598fb up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:27:39.165827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 561521e1-1b2e-4445-bdbc-12d18e9598fb completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:27:39.171191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 561521e1-1b2e-4445-bdbc-12d18e9598fb triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:39.172686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:39.186499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Calling delete_port for 2d0e77f4-6d27-429c-baf4-516ddf8a131e owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:27:39.303271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:39.333200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee39ed4-6790-4ce6-8f9e-02362d899d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561521e1-1b2e-4445-bdbc-12d18e9598fb'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:27:39.346461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 561521e1-1b2e-4445-bdbc-12d18e9598fb, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=561521e1-1b2e-4445-bdbc-12d18e9598fb,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:39.348879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:39.350326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:39.353069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:39.366113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5137ac57-6552-4486-9b41-fe0d1d605f31 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:39.405909 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee39ed4-6790-4ce6-8f9e-02362d899d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561521e1-1b2e-4445-bdbc-12d18e9598fb', 'code': 200}
Dec 03 11:27:39.418209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event deleted for resources: {'Port': ['ID=2d0e77f4-6d27-429c-baf4-516ddf8a131e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:39.433192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=561521e1-1b2e-4445-bdbc-12d18e9598fb,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:39.436503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:39.440168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.440435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.441057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.441567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.441993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.442376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.442792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.443232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.443646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.444055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.444461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.444867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.445334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.445745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.446152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.446556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.446980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.447390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.447796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.448204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.448613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.449020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.449599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.450489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:27:39.457081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:39.635274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:39.635729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Floating IP c0d05383-d24a-44e8-bf17-3db5161c8d6c disassociated (deleted). External IP: 172.26.1.199, port: b14597c9-1936-4ce4-a735-adec3b825854.
Dec 03 11:27:40.126346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18cae8-c1fa-42b3-a77b-45d06f3fb7f5 req-e7e434cd-68f6-4ac5-a6d9-b07d2bfc7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:40.127864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc259a1-58b0-463e-9f42-036d799a84b8 req-06bb5c4e-cec2-41c1-97ac-77b1e90a9c32 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:40.128018 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0a18cae8-c1fa-42b3-a77b-45d06f3fb7f5 req-e7e434cd-68f6-4ac5-a6d9-b07d2bfc7f15 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 1201 time: 0.4956048
Dec 03 11:27:40.129130 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6bc259a1-58b0-463e-9f42-036d799a84b8 req-06bb5c4e-cec2-41c1-97ac-77b1e90a9c32 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 983 time: 0.0930519
Dec 03 11:27:40.180703 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6bc259a1-58b0-463e-9f42-036d799a84b8 req-d505f2f5-8cef-4baa-9ef8-ca160e053650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449688
Dec 03 11:27:40.315636 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0a18cae8-c1fa-42b3-a77b-45d06f3fb7f5 req-cfaea27d-0401-4351-adc9-42004ae03cae service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792395
Dec 03 11:27:40.362896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 561521e1-1b2e-4445-bdbc-12d18e9598fb up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:27:40.363623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Router 3f35c9c5-6329-4057-bb26-09be0c9bd18a has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:27:40.434224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 561521e1-1b2e-4445-bdbc-12d18e9598fb triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:40.434224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:40.559968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:27:40.571438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569b3e1-9226-433e-a62d-93c32daeb10c None None] Sync routers for ids ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:27:40.581720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:40.582040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569b3e1-9226-433e-a62d-93c32daeb10c None None] Routers {'3f35c9c5-6329-4057-bb26-09be0c9bd18a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:40.582710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3569b3e1-9226-433e-a62d-93c32daeb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:40.655625 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "DELETE /v2.0/floatingips/c0d05383-d24a-44e8-bf17-3db5161c8d6c HTTP/1.1" status: 204  len: 168 time: 2.0197325
Dec 03 11:27:40.655625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:27:40.783856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3569b3e1-9226-433e-a62d-93c32daeb10c None None] Set router 3f35c9c5-6329-4057-bb26-09be0c9bd18a gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:40.879511 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854', 'status': 'completed', 'code': 200}
Dec 03 11:27:41.029769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4130dec-5ee4-49b0-b800-e7a61a890ba1 req-a6ebb6d1-686d-473e-9789-4560aef58596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:41.031670 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4130dec-5ee4-49b0-b800-e7a61a890ba1 req-a6ebb6d1-686d-473e-9789-4560aef58596 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d215e9f164a94c64a3981a60669a69f4&device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 1163 time: 0.0825660
Dec 03 11:27:41.175231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3569b3e1-9226-433e-a62d-93c32daeb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3160>, [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:24:10Z', 'revision_number': 4, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '11c5ce34-cfa6-4d77-a632-a2ec207e4028', 'name': '', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'mac_address': 'fa:16:3e:6c:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:24:08Z', 'updated_at': '2020-12-03T11:24:19Z', 'revision_number': 5, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'subnets': [{'id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:41.179958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569b3e1-9226-433e-a62d-93c32daeb10c None None] Checking router: 3f35c9c5-6329-4057-bb26-09be0c9bd18a for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:27:41.189963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569b3e1-9226-433e-a62d-93c32daeb10c None None] Routers {'3f35c9c5-6329-4057-bb26-09be0c9bd18a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:41.190634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3569b3e1-9226-433e-a62d-93c32daeb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:41.201208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4130dec-5ee4-49b0-b800-e7a61a890ba1 req-9bc7c7dd-1b1a-4669-881f-d17a9b6d56fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:41.202154 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4130dec-5ee4-49b0-b800-e7a61a890ba1 req-9bc7c7dd-1b1a-4669-881f-d17a9b6d56fb service neutron] 10.222.0.91 "GET /v2.0/networks?id=fa1cde14-48ed-4124-afdb-130ae0194192 HTTP/1.1" status: 200  len: 891 time: 0.1633809
Dec 03 11:27:41.325157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac506c-6e06-405c-af00-67c7219c7469 req-3e65d8c3-581c-48d2-adc9-ff61ab8a687a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:41.333566 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-42ac506c-6e06-405c-af00-67c7219c7469 req-3e65d8c3-581c-48d2-adc9-ff61ab8a687a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.1037734
Dec 03 11:27:41.338943 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4130dec-5ee4-49b0-b800-e7a61a890ba1 req-36bb3e5a-de6d-49c6-8510-cca6b153c439 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14597c9-1936-4ce4-a735-adec3b825854 HTTP/1.1" status: 200  len: 217 time: 0.1280568
Dec 03 11:27:41.405795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3569b3e1-9226-433e-a62d-93c32daeb10c None None] Set router 3f35c9c5-6329-4057-bb26-09be0c9bd18a gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:41.422738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4130dec-5ee4-49b0-b800-e7a61a890ba1 req-bc079696-f7c0-46c3-a069-71f640458e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:41.424430 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4130dec-5ee4-49b0-b800-e7a61a890ba1 req-bc079696-f7c0-46c3-a069-71f640458e76 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2471aa5-1572-4514-aec8-d40731c4b62a HTTP/1.1" status: 200  len: 835 time: 0.0772622
Dec 03 11:27:41.427519 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-42ac506c-6e06-405c-af00-67c7219c7469 req-a77ba9e8-bada-4f78-814b-090f7bf95eb4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929303
Dec 03 11:27:41.472698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ed8de-1f94-4488-8e11-96834df0ce1a req-669eef45-b664-4900-a316-96d1e604a283 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:41.474563 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f52ed8de-1f94-4488-8e11-96834df0ce1a req-669eef45-b664-4900-a316-96d1e604a283 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 983 time: 0.1176236
Dec 03 11:27:41.527106 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f52ed8de-1f94-4488-8e11-96834df0ce1a req-d57ce4d3-5666-4141-bf1c-1b5341e54114 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453587
Dec 03 11:27:41.536099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4130dec-5ee4-49b0-b800-e7a61a890ba1 req-0178e37b-566f-43d3-9b9e-06ff02e76294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:41.537876 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4130dec-5ee4-49b0-b800-e7a61a890ba1 req-0178e37b-566f-43d3-9b9e-06ff02e76294 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fa1cde14-48ed-4124-afdb-130ae0194192&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1056108
Dec 03 11:27:41.693706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4130dec-5ee4-49b0-b800-e7a61a890ba1 req-9979f244-a44a-4d0f-8269-0c2e28e40f90 service neutron] 10.222.0.91 "GET /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457720
Dec 03 11:27:41.761473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3569b3e1-9226-433e-a62d-93c32daeb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3160>, [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:24:10Z', 'revision_number': 4, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '11c5ce34-cfa6-4d77-a632-a2ec207e4028', 'name': '', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'mac_address': 'fa:16:3e:6c:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:24:08Z', 'updated_at': '2020-12-03T11:24:19Z', 'revision_number': 5, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'subnets': [{'id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:41.765341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569b3e1-9226-433e-a62d-93c32daeb10c None None] The sync data for ids ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'] in dv-neutron-765072-2-ovs is: [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:24:10Z', 'revision_number': 4, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '11c5ce34-cfa6-4d77-a632-a2ec207e4028', 'name': '', 'network_id': 'fa1cde14-48ed-4124-afdb-130ae0194192', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'mac_address': 'fa:16:3e:6c:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:24:08Z', 'updated_at': '2020-12-03T11:24:19Z', 'revision_number': 5, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'subnets': [{'id': 'a2471aa5-1572-4514-aec8-d40731c4b62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:27:41.858001 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4130dec-5ee4-49b0-b800-e7a61a890ba1 req-bfd1f7b4-9a68-42d8-a099-c22c46de8ed9 service neutron] 10.222.0.91 "GET /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1561544
Dec 03 11:27:42.185009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc0a989-3994-4de6-863a-d96fb1202412 None None] New status for floating IP c0d05383-d24a-44e8-bf17-3db5161c8d6c: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:27:42.427363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 561521e1-1b2e-4445-bdbc-12d18e9598fb up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:27:42.507719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 561521e1-1b2e-4445-bdbc-12d18e9598fb triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:42.507855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:42.725729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21fca5-5b36-4c33-8e0c-68b8c342fa9a req-1b34c353-a279-42a7-9059-3aa6e23b7bd2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:42.726852 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ab21fca5-5b36-4c33-8e0c-68b8c342fa9a req-1b34c353-a279-42a7-9059-3aa6e23b7bd2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.1529911
Dec 03 11:27:42.795358 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ab21fca5-5b36-4c33-8e0c-68b8c342fa9a req-939a63c8-c1c5-48e4-9b7e-feb79b437cff tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598376
Dec 03 11:27:42.805727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b99cf9-f230-4a83-b3ba-3963f66c77c2 req-c078748f-9f13-455c-baad-c363fc47cda1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:42.807336 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35b99cf9-f230-4a83-b3ba-3963f66c77c2 req-c078748f-9f13-455c-baad-c363fc47cda1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 983 time: 0.1454489
Dec 03 11:27:42.856675 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35b99cf9-f230-4a83-b3ba-3963f66c77c2 req-18728252-784a-4c1d-9130-fcf9edfbce30 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420005
Dec 03 11:27:43.074830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ccc15-361a-4bf9-a042-8107f9aeccaa req-55b0d63a-ce4d-4c5f-927b-ef87c30cdbfb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:43.076515 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7c2ccc15-361a-4bf9-a042-8107f9aeccaa req-55b0d63a-ce4d-4c5f-927b-ef87c30cdbfb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 983 time: 0.0863993
Dec 03 11:27:43.128505 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7c2ccc15-361a-4bf9-a042-8107f9aeccaa req-f09bed2e-1f57-442b-8ca8-028a2a52e49a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450778
Dec 03 11:27:43.160762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50684) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:43.305336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec39cd4-f97c-4247-a882-c480a5c9d97e tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:43.306983 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2ec39cd4-f97c-4247-a882-c480a5c9d97e tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 1196 time: 0.1451371
Dec 03 11:27:43.311821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50688) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:43.321976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '561521e1-1b2e-4445-bdbc-12d18e9598fb', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:43.322222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-6b873642-267b-4c56-ad94-a310cbb9c5d3 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:43.322222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-6b873642-267b-4c56-ad94-a310cbb9c5d3 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Synchronizing usage tracker for tenant:d215e9f164a94c64a3981a60669a69f4 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:27:43.325567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:43.328976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:floatingip and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:43.332252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:43.336447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-6b873642-267b-4c56-ad94-a310cbb9c5d3 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Unset dirty status for tenant:d215e9f164a94c64a3981a60669a69f4 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:27:43.336447 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-6b873642-267b-4c56-ad94-a310cbb9c5d3 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.91 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 946 time: 0.1344426
Dec 03 11:27:43.338328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:43.353702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:43.421188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-bff8cdf0-4a6a-4fb5-b6b2-5254ee39fab2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Deleting port b14597c9-1936-4ce4-a735-adec3b825854 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:27:43.421188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-bff8cdf0-4a6a-4fb5-b6b2-5254ee39fab2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:43.507308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:43.706730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-bff8cdf0-4a6a-4fb5-b6b2-5254ee39fab2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] For port b14597c9-1936-4ce4-a735-adec3b825854, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b14597c9-1936-4ce4-a735-adec3b825854,segment=NetworkSegment(e2bdc5cb-ca67-435b-a5db-ee1c6fa45005),segment_id=e2bdc5cb-ca67-435b-a5db-ee1c6fa45005)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:43.707253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-bff8cdf0-4a6a-4fb5-b6b2-5254ee39fab2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:43.804354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.251 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/32145e04-8088-4f33-ae74-dc324ae4fd90) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:27:43.854196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-bff8cdf0-4a6a-4fb5-b6b2-5254ee39fab2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Calling delete_port for b14597c9-1936-4ce4-a735-adec3b825854 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:27:44.045902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-bff8cdf0-4a6a-4fb5-b6b2-5254ee39fab2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:44.050371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:44.064066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:44.102543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25958ba-55b8-460d-978a-e4ae5a8db8e1 req-5d3ef27e-7964-4e8b-9adf-c71da702b9ab tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:44.104194 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f25958ba-55b8-460d-978a-e4ae5a8db8e1 req-5d3ef27e-7964-4e8b-9adf-c71da702b9ab tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/ports?device_id=bbbba6db-c64b-4877-b4b8-d559ce06d34c HTTP/1.1" status: 200  len: 867 time: 0.1368451
Dec 03 11:27:44.110646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:44.115079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8cdf0-4a6a-4fb5-b6b2-5254ee39fab2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event deleted for resources: {'Port': ['ID=b14597c9-1936-4ce4-a735-adec3b825854,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:44.126852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bff8cdf0-4a6a-4fb5-b6b2-5254ee39fab2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:44.130857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8dcb12d6-8723-4395-aa08-c3d74250c01a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:44.242744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b14597c9-1936-4ce4-a735-adec3b825854 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:27:44.287764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: b14597c9-1936-4ce4-a735-adec3b825854 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:27:44.287902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b14597c9-1936-4ce4-a735-adec3b825854 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:27:44.293977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-bff8cdf0-4a6a-4fb5-b6b2-5254ee39fab2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] No DVR routers for this DVR port b14597c9-1936-4ce4-a735-adec3b825854 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:27:44.296061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-bff8cdf0-4a6a-4fb5-b6b2-5254ee39fab2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:44.301475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'name': 'network-vif-deleted', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:27:44.314285 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f25958ba-55b8-460d-978a-e4ae5a8db8e1 req-bde3f791-0492-4983-bf15-8a5638a4d4c2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "GET /v2.0/security-groups?id=af95dbe6-bb60-4819-95cb-7ea52a784435&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1857409
Dec 03 11:27:44.329653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-78a005c5-2f83-4413-a2cf-481bfc8b5b97 req-bff8cdf0-4a6a-4fb5-b6b2-5254ee39fab2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.91 "DELETE /v2.0/ports/b14597c9-1936-4ce4-a735-adec3b825854 HTTP/1.1" status: 204  len: 173 time: 0.9872980
Dec 03 11:27:44.329812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=32145e04-8088-4f33-ae74-dc324ae4fd90,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:44.341666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:44.387271 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbba6db-c64b-4877-b4b8-d559ce06d34c', 'name': 'network-vif-deleted', 'tag': 'b14597c9-1936-4ce4-a735-adec3b825854', 'status': 'completed', 'code': 200}
Dec 03 11:27:44.392197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:27:44.393370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:27:44.396626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:27:44.861834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:44.967009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:45.252260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:45.260829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:45.276629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:45.416145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=32145e04-8088-4f33-ae74-dc324ae4fd90,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:45.420587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:45.449109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50698) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:45.520169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:45.696484 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 7dab89ec-a445-4888-afce-210f6c39ffc2 associated. External IP: 172.26.1.251, port: 561521e1-1b2e-4445-bdbc-12d18e9598fb.
Dec 03 11:27:45.836206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:46.345770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 92341a53-7421-4411-8f1e-e584cf7216a6 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:27:46.535584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:27:46.545739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcef5f4-ed09-4d64-a33f-a77afafeeceb None None] Sync routers for ids ['92341a53-7421-4411-8f1e-e584cf7216a6'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:27:46.556201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcef5f4-ed09-4d64-a33f-a77afafeeceb None None] Routers {'92341a53-7421-4411-8f1e-e584cf7216a6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:46.556874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8bcef5f4-ed09-4d64-a33f-a77afafeeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3278>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['92341a53-7421-4411-8f1e-e584cf7216a6'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:46.560214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:46.617360 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1034 time: 3.3048573
Dec 03 11:27:46.618389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee39ed4-6790-4ce6-8f9e-02362d899d73', 'tag': '561521e1-1b2e-4445-bdbc-12d18e9598fb'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:27:46.621608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50702) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:46.686083 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee39ed4-6790-4ce6-8f9e-02362d899d73', 'tag': '561521e1-1b2e-4445-bdbc-12d18e9598fb', 'status': 'completed', 'code': 200}
Dec 03 11:27:46.820831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36354784-3c3e-49f3-8424-a7328448cef1 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:46.822494 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-36354784-3c3e-49f3-8424-a7328448cef1 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73&network_id=b666f8e4-120f-4c34-8e44-74ac0f93c9a8 HTTP/1.1" status: 200  len: 1196 time: 0.1998758
Dec 03 11:27:46.904405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Deleting port 11c5ce34-cfa6-4d77-a632-a2ec207e4028 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:27:46.905100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:46.907847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-8bcef5f4-ed09-4d64-a33f-a77afafeeceb None None] Set router 92341a53-7421-4411-8f1e-e584cf7216a6 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:46.938069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc5471-e778-414a-b9fa-1f4b63f784ac req-e81a1f23-bf0a-4cbd-9024-b5473980e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:46.939794 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b8bc5471-e778-414a-b9fa-1f4b63f784ac req-e81a1f23-bf0a-4cbd-9024-b5473980e485 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 1201 time: 0.2047372
Dec 03 11:27:47.226899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc5471-e778-414a-b9fa-1f4b63f784ac req-f8259c38-952b-4765-99e1-1586ec94f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:47.228432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b8bc5471-e778-414a-b9fa-1f4b63f784ac req-f8259c38-952b-4765-99e1-1586ec94f7c6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b666f8e4-120f-4c34-8e44-74ac0f93c9a8 HTTP/1.1" status: 200  len: 891 time: 0.2782481
Dec 03 11:27:47.253046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f167127-9f55-43eb-a418-e0c2ad35cc4c req-cb2b45a0-8ece-44dd-b5cd-56c26f1259d9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:47.254803 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f167127-9f55-43eb-a418-e0c2ad35cc4c req-cb2b45a0-8ece-44dd-b5cd-56c26f1259d9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 983 time: 0.0928237
Dec 03 11:27:47.295890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8bcef5f4-ed09-4d64-a33f-a77afafeeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3278>, [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:27:22Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '7dab89ec-a445-4888-afce-210f6c39ffc2', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.251', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'port_id': '561521e1-1b2e-4445-bdbc-12d18e9598fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1385864689', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'mac_address': 'fa:16:3e:25:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee39ed4-6790-4ce6-8f9e-02362d899d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:27:44Z', 'updated_at': '2020-12-03T11:27:44Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7', 'name': '', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:46:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:21Z', 'updated_at': '2020-12-03T11:27:29Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:47.303110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcef5f4-ed09-4d64-a33f-a77afafeeceb None None] Checking router: 92341a53-7421-4411-8f1e-e584cf7216a6 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:27:47.310089 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f167127-9f55-43eb-a418-e0c2ad35cc4c req-83a91b31-4028-461a-9f3f-aeb1dcde15ea tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479486
Dec 03 11:27:47.314363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcef5f4-ed09-4d64-a33f-a77afafeeceb None None] Routers {'92341a53-7421-4411-8f1e-e584cf7216a6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:47.315399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8bcef5f4-ed09-4d64-a33f-a77afafeeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3278>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['92341a53-7421-4411-8f1e-e584cf7216a6'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:47.322975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] For port 11c5ce34-cfa6-4d77-a632-a2ec207e4028, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=11c5ce34-cfa6-4d77-a632-a2ec207e4028,segment=NetworkSegment(e2bdc5cb-ca67-435b-a5db-ee1c6fa45005),segment_id=e2bdc5cb-ca67-435b-a5db-ee1c6fa45005)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:47.323392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:47.467773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Calling delete_port for 11c5ce34-cfa6-4d77-a632-a2ec207e4028 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:27:47.505041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-8bcef5f4-ed09-4d64-a33f-a77afafeeceb None None] Set router 92341a53-7421-4411-8f1e-e584cf7216a6 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:47.514312 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b8bc5471-e778-414a-b9fa-1f4b63f784ac req-569ed25b-08bf-452c-a0d9-92fe804fa54d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 1037 time: 0.2724700
Dec 03 11:27:47.627399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc5471-e778-414a-b9fa-1f4b63f784ac req-8a09cc65-2ed4-4c2b-99ce-5aa45811d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:47.629012 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b8bc5471-e778-414a-b9fa-1f4b63f784ac req-8a09cc65-2ed4-4c2b-99ce-5aa45811d752 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4a3fe0d7-aa75-4217-9d62-b699c1ca1260 HTTP/1.1" status: 200  len: 835 time: 0.1027822
Dec 03 11:27:47.795608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc5471-e778-414a-b9fa-1f4b63f784ac req-4d95d9ac-ec48-428a-973d-80151af34782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:47.797798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b8bc5471-e778-414a-b9fa-1f4b63f784ac req-4d95d9ac-ec48-428a-973d-80151af34782 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b666f8e4-120f-4c34-8e44-74ac0f93c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1612396
Dec 03 11:27:47.806177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:47.823962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:47.880880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-8bcef5f4-ed09-4d64-a33f-a77afafeeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3278>, [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:27:22Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '7dab89ec-a445-4888-afce-210f6c39ffc2', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.251', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'port_id': '561521e1-1b2e-4445-bdbc-12d18e9598fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1385864689', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'mac_address': 'fa:16:3e:25:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee39ed4-6790-4ce6-8f9e-02362d899d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:27:44Z', 'updated_at': '2020-12-03T11:27:44Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7', 'name': '', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:46:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:21Z', 'updated_at': '2020-12-03T11:27:29Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:47.885489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcef5f4-ed09-4d64-a33f-a77afafeeceb None None] The sync data for ids ['92341a53-7421-4411-8f1e-e584cf7216a6'] in dv-neutron-765072-2-ovs is: [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:27:22Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '7dab89ec-a445-4888-afce-210f6c39ffc2', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.251', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'port_id': '561521e1-1b2e-4445-bdbc-12d18e9598fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1385864689', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'mac_address': 'fa:16:3e:25:1f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee39ed4-6790-4ce6-8f9e-02362d899d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:27:44Z', 'updated_at': '2020-12-03T11:27:44Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7', 'name': '', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:46:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:21Z', 'updated_at': '2020-12-03T11:27:29Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:27:47.919198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event deleted for resources: {'Port': ['ID=11c5ce34-cfa6-4d77-a632-a2ec207e4028,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:47.923015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:48.124543 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b8bc5471-e778-414a-b9fa-1f4b63f784ac req-6cdacec4-41de-458e-a96b-d591f1ca7bed service neutron] 10.222.0.91 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3017018
Dec 03 11:27:48.185017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354f88a4-e3da-469d-968d-a92680fa2587 None None] New status for floating IP 7dab89ec-a445-4888-afce-210f6c39ffc2: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:27:48.491091 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b8bc5471-e778-414a-b9fa-1f4b63f784ac req-7ac9dcaa-ef11-4d93-b1a3-dc3e8325236f service neutron] 10.222.0.91 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3297658
Dec 03 11:27:48.528810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:48.544346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a25166-a7fa-41f4-88b2-1b8e665acff9 req-54f02d16-b130-4689-9edf-12bee70b1598 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:48.546058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e2a25166-a7fa-41f4-88b2-1b8e665acff9 req-54f02d16-b130-4689-9edf-12bee70b1598 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 983 time: 0.0912013
Dec 03 11:27:48.594594 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e2a25166-a7fa-41f4-88b2-1b8e665acff9 req-230540a0-f3c0-4c1e-938c-385d1a088b21 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411854
Dec 03 11:27:49.175963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-28609555-43df-4d58-bd74-95e1e3c05c33 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:49.176722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-28609555-43df-4d58-bd74-95e1e3c05c33 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:27:49.254550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-28609555-43df-4d58-bd74-95e1e3c05c33 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:27:49.255733 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-28609555-43df-4d58-bd74-95e1e3c05c33 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 983 time: 0.2724080
Dec 03 11:27:49.417689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-c450a108-2e57-4d85-a362-a2bb2e24e8c5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['binding:profile'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:49.419219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-c450a108-2e57-4d85-a362-a2bb2e24e8c5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1039741
Dec 03 11:27:49.557597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Router 3f35c9c5-6329-4057-bb26-09be0c9bd18a has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:27:49.740410 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-7400729d-55db-4f93-ac48-0db0553a2fc9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.3160100
Dec 03 11:27:49.755769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:49.820932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dedb1-0f79-400f-b1a3-8ced75e6a3b6 req-3b4b0b7e-f261-48f7-b422-21fdacdf1bd1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:49.822460 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b38dedb1-0f79-400f-b1a3-8ced75e6a3b6 req-3b4b0b7e-f261-48f7-b422-21fdacdf1bd1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 983 time: 0.0931957
Dec 03 11:27:49.871648 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b38dedb1-0f79-400f-b1a3-8ced75e6a3b6 req-f989d051-8985-4069-8ce4-f3d6bb7a3c3a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417633
Dec 03 11:27:49.904409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:27:49.910832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b5be5-b1bb-41bb-9f51-01faec5aefb6 None None] Sync routers for ids ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:27:49.917484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:49.922160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b5be5-b1bb-41bb-9f51-01faec5aefb6 None None] Routers {'3f35c9c5-6329-4057-bb26-09be0c9bd18a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:49.922973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3d6b5be5-b1bb-41bb-9f51-01faec5aefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b624dda0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:49.938509 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "PUT /v2.0/routers/3f35c9c5-6329-4057-bb26-09be0c9bd18a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4878960
Dec 03 11:27:49.941314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50716) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:50.120287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3d6b5be5-b1bb-41bb-9f51-01faec5aefb6 None None] Set router 3f35c9c5-6329-4057-bb26-09be0c9bd18a gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:50.159390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4cf875-e01a-4fe7-a177-9d0f53025b59 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Deleting subnet a2471aa5-1572-4514-aec8-d40731c4b62a {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:27:50.163491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf875-e01a-4fe7-a177-9d0f53025b59 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:50.192723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] For port 561521e1-1b2e-4445-bdbc-12d18e9598fb, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=561521e1-1b2e-4445-bdbc-12d18e9598fb,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:50.225808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] For port 561521e1-1b2e-4445-bdbc-12d18e9598fb, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:27:50.231045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf875-e01a-4fe7-a177-9d0f53025b59 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:50.283749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 561521e1-1b2e-4445-bdbc-12d18e9598fb no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:27:50.284632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] device_id is not set on port 561521e1-1b2e-4445-bdbc-12d18e9598fb yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:27:50.295838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:50.304003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:50.325720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9d021444-c656-4342-95ab-696a3ad220bb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:50.326004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf875-e01a-4fe7-a177-9d0f53025b59 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:50.368747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 561521e1-1b2e-4445-bdbc-12d18e9598fb not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:27:50.439377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3d6b5be5-b1bb-41bb-9f51-01faec5aefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b624dda0>, [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:27:47Z', 'revision_number': 5, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:50.443852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b5be5-b1bb-41bb-9f51-01faec5aefb6 None None] Checking router: 3f35c9c5-6329-4057-bb26-09be0c9bd18a for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:27:50.452746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b5be5-b1bb-41bb-9f51-01faec5aefb6 None None] Routers {'3f35c9c5-6329-4057-bb26-09be0c9bd18a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:27:50.453475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3d6b5be5-b1bb-41bb-9f51-01faec5aefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b624dda0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:27:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:50.472094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] Pushing event updated for resources: {'Port': ['ID=561521e1-1b2e-4445-bdbc-12d18e9598fb,revision_number=5']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:50.476589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:50.645087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf875-e01a-4fe7-a177-9d0f53025b59 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:50.654245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3d6b5be5-b1bb-41bb-9f51-01faec5aefb6 None None] Set router 3f35c9c5-6329-4057-bb26-09be0c9bd18a gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:27:50.662746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc03ded8-1d8e-400d-a006-90f9d3ce6642 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:50.683535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] No DVR routers for this DVR port 561521e1-1b2e-4445-bdbc-12d18e9598fb on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:27:50.708369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cf875-e01a-4fe7-a177-9d0f53025b59 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event deleted for resources: {'Subnet': ['ID=a2471aa5-1572-4514-aec8-d40731c4b62a,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:50.725756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fe4cf875-e01a-4fe7-a177-9d0f53025b59 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:50.810803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3a5fb87b-51c4-4816-8331-b6510a3c1f63 None None] Provisioning complete for port 561521e1-1b2e-4445-bdbc-12d18e9598fb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:27:50.811567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a5fb87b-51c4-4816-8331-b6510a3c1f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:50.824409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf875-e01a-4fe7-a177-9d0f53025b59 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:50.832314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fe4cf875-e01a-4fe7-a177-9d0f53025b59 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "DELETE /v2.0/subnets/a2471aa5-1572-4514-aec8-d40731c4b62a HTTP/1.1" status: 204  len: 168 time: 0.8898029
Dec 03 11:27:50.835063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50720) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:50.884042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3a5fb87b-51c4-4816-8331-b6510a3c1f63 None None] Port 561521e1-1b2e-4445-bdbc-12d18e9598fb cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:27:50.889383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540ae841-3c58-454e-bc82-2fbea77e902c None None] Network fa1cde14-48ed-4124-afdb-130ae0194192 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:27:51.059099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:51.066766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] In _notify_port_updated(), no bound segment for port 561521e1-1b2e-4445-bdbc-12d18e9598fb on network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 {{(pid=80976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:27:51.067936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:51.069177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:51.071533 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7a24b1ec-ba72-46ff-81f8-86d038764341 req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] 10.222.0.91 "PUT /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 1026 time: 1.3195877
Dec 03 11:27:51.216562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3548c7-ad35-44c5-9112-5a849eb77eca None None] DHCP port deletion for fa1cde14-48ed-4124-afdb-130ae0194192 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:27:51.222940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0e3548c7-ad35-44c5-9112-5a849eb77eca None None] Deleting port 81d67b65-72ed-49ac-9ccf-788d151766c5 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:27:51.223161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e3548c7-ad35-44c5-9112-5a849eb77eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:51.242674 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fc3521d7-0e1e-4adf-8f79-6c5606900690 req-c269b0fe-5883-4aa7-b370-85cd7582ca40 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=4ee39ed4-6790-4ce6-8f9e-02362d899d73 HTTP/1.1" status: 200  len: 210 time: 0.1192193
Dec 03 11:27:51.271233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3d6b5be5-b1bb-41bb-9f51-01faec5aefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b624dda0>, [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:27:47Z', 'revision_number': 5, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:51.277445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b5be5-b1bb-41bb-9f51-01faec5aefb6 None None] The sync data for ids ['3f35c9c5-6329-4057-bb26-09be0c9bd18a'] in dv-neutron-765072-2-ovs is: [{'id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516964394', 'tenant_id': 'd215e9f164a94c64a3981a60669a69f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:23:56Z', 'updated_at': '2020-12-03T11:27:47Z', 'revision_number': 5, 'project_id': 'd215e9f164a94c64a3981a60669a69f4', 'gw_port': {'id': '47dc32bb-c61d-49a7-96c5-cd19c0784f87', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f35c9c5-6329-4057-bb26-09be0c9bd18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:23:58Z', 'updated_at': '2020-12-03T11:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:27:51.285700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:51.338406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:51.344407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Deleting port 47dc32bb-c61d-49a7-96c5-cd19c0784f87 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:27:51.344795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:51.458979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0e3548c7-ad35-44c5-9112-5a849eb77eca None None] For port 81d67b65-72ed-49ac-9ccf-788d151766c5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=81d67b65-72ed-49ac-9ccf-788d151766c5,segment=NetworkSegment(e2bdc5cb-ca67-435b-a5db-ee1c6fa45005),segment_id=e2bdc5cb-ca67-435b-a5db-ee1c6fa45005)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:51.458979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e3548c7-ad35-44c5-9112-5a849eb77eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:51.543130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] For port 47dc32bb-c61d-49a7-96c5-cd19c0784f87, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=47dc32bb-c61d-49a7-96c5-cd19c0784f87,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:27:51.543985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:51.589348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0e3548c7-ad35-44c5-9112-5a849eb77eca None None] Calling delete_port for 81d67b65-72ed-49ac-9ccf-788d151766c5 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:27:51.662449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e3548c7-ad35-44c5-9112-5a849eb77eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:51.678764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbe247c9-8187-4f5f-a4a7-2bb4d14221a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:51.680202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Calling delete_port for 47dc32bb-c61d-49a7-96c5-cd19c0784f87 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:27:51.727696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3548c7-ad35-44c5-9112-5a849eb77eca None None] Pushing event deleted for resources: {'Port': ['ID=81d67b65-72ed-49ac-9ccf-788d151766c5,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:51.740650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e3548c7-ad35-44c5-9112-5a849eb77eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:51.822333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3548c7-ad35-44c5-9112-5a849eb77eca None None] No DVR routers for this DVR port 81d67b65-72ed-49ac-9ccf-788d151766c5 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:27:51.830944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:52.026056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:52.163540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:52.165886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:52.359726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50728) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:52.435343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1133fec4-d8b8-4d2b-9843-30b81a39912c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:52.436917 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1133fec4-d8b8-4d2b-9843-30b81a39912c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 925 time: 0.0761273
Dec 03 11:27:52.467284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:52.467856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Fanout notify agent at l3_agent the message router_deleted on router 3f35c9c5-6329-4057-bb26-09be0c9bd18a {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:27:52.483327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:52.485281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9df532a4-673e-4332-8128-4e4753b220b4 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "DELETE /v2.0/routers/3f35c9c5-6329-4057-bb26-09be0c9bd18a HTTP/1.1" status: 204  len: 168 time: 1.6491210
Dec 03 11:27:52.488167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50734) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:52.623417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:52.661293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50738) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:52.668350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258875231', 'description': 'tempest-secgroup-smoke-258875231 description', 'project_id': '85d2c11b1de444db8a782028cdd05d7d'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:52.675751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:52.686741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:52.697365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:52.717746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 81d67b65-72ed-49ac-9ccf-788d151766c5 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:27:52.725579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:52.729711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:52.732967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:52.741345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:52.762541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 81d67b65-72ed-49ac-9ccf-788d151766c5 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:27:52.762949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 81d67b65-72ed-49ac-9ccf-788d151766c5 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:27:52.763624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 11c5ce34-cfa6-4d77-a632-a2ec207e4028 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:27:52.807821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 11c5ce34-cfa6-4d77-a632-a2ec207e4028 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:27:52.808279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 11c5ce34-cfa6-4d77-a632-a2ec207e4028 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:27:52.865503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:52.867791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:52.868419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:52.874083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e5b578ea-4458-467d-80f2-2a0f04165ebe tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:52.921637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7fcd59-c648-4d62-8412-b622d64da51c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:52.924965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:52.926297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2636659
Dec 03 11:27:52.927439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:52.929350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50742) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:52.935158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'bf7fcd59-c648-4d62-8412-b622d64da51c', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:52.942182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:52.946360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:52.949455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:52.956185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:52.973326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.003118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b43022b0>,) {'filters': {'network_id': ['fa1cde14-48ed-4124-afdb-130ae0194192']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:53.016545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b43022b0>, 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:53.016891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b43022b0>, 'e2bdc5cb-ca67-435b-a5db-ee1c6fa45005') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:27:53.032829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.040613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.044001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.046291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1879060b-2a62-49c3-853e-b9477c044c26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:53.049719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.052817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Releasing vxlan tunnel 8 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:27:53.071638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf4ec51-2a13-4f29-bc8c-2e48027b20dd,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:53.074287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:53.081027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.082321 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1519811
Dec 03 11:27:53.085270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50746) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:53.091090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'bf7fcd59-c648-4d62-8412-b622d64da51c', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:53.097393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:53.101460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:53.104557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:53.111176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:53.129351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.196547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.200579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.202662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75f8c294-3134-441a-943c-3d0e7f48ead1 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:53.225906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc3f906-7391-4b6a-9bb5-4b0582259a8a,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:53.230285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:53.240365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.241742 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1554232
Dec 03 11:27:53.244591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50750) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:53.249044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Network fa1cde14-48ed-4124-afdb-130ae0194192 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:27:53.251129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'bf7fcd59-c648-4d62-8412-b622d64da51c', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:53.257584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:53.259110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.261674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:53.264828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:53.270942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:53.287981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.354838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.357888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.360551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8e4e78fe-5d91-4e32-9096-4803a1693c2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:53.383468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69061fc-e726-4c8b-8935-1e41ec283028,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:53.387697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:53.395297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.396602 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1508324
Dec 03 11:27:53.399729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50754) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:53.405205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'bf7fcd59-c648-4d62-8412-b622d64da51c', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:53.412037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:53.416083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:53.419174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:53.425667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:53.442364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.444822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Network fa1cde14-48ed-4124-afdb-130ae0194192 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:27:53.474706 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:27:53.509824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.514976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.516969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e006002d-e600-438c-b9f8-1db7f5134ff9 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:53.543438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd336187-2ac2-46cb-9c54-fe3c6c81c4b4,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:53.546026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:53.555166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.556558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1558442
Dec 03 11:27:53.558348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.559618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50758) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:53.562446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.565484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'bf7fcd59-c648-4d62-8412-b622d64da51c', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:53.566776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:53.572386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:53.578243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:53.581381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:53.587275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:53.593965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event deleted for resources: {'Network': ['ID=fa1cde14-48ed-4124-afdb-130ae0194192,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:53.597781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:53.601964 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:27:53.602392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e69e3431-d3b3-45c1-8862-f94482654f98 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "DELETE /v2.0/networks/fa1cde14-48ed-4124-afdb-130ae0194192 HTTP/1.1" status: 204  len: 168 time: 1.1102726
Dec 03 11:27:53.602392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50762) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:53.606279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.675739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.678618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.678787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4426782f-0aa2-407c-9b6a-286e03ccbd9e tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.680551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-84f085c6-c24b-4ce5-b731-34fff2eb2715 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:53.706518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71256b90-1356-4f46-942e-73f88d54e70f,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:53.709236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:53.712192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4426782f-0aa2-407c-9b6a-286e03ccbd9e tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.717036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.718407 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1577063
Dec 03 11:27:53.721321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50766) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:53.727033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'bf7fcd59-c648-4d62-8412-b622d64da51c', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:53.733486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:53.738094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:53.741174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:53.747050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:53.756989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:27:53.764164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.764886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4426782f-0aa2-407c-9b6a-286e03ccbd9e tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.770899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-79a6e0ba-e2ac-43eb-b62a-66bb4402edca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:53.787324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426782f-0aa2-407c-9b6a-286e03ccbd9e tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Pushing event deleted for resources: {'SecurityGroup': ['ID=af95dbe6-bb60-4819-95cb-7ea52a784435,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:53.790018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4426782f-0aa2-407c-9b6a-286e03ccbd9e tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:53.799185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4426782f-0aa2-407c-9b6a-286e03ccbd9e tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.800435 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4426782f-0aa2-407c-9b6a-286e03ccbd9e tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] 10.222.0.90 "DELETE /v2.0/security-groups/af95dbe6-bb60-4819-95cb-7ea52a784435 HTTP/1.1" status: 204  len: 168 time: 0.1970768
Dec 03 11:27:53.841461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.844816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.846731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9126011d-bd56-475a-bc49-cb04e258830f tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:53.870549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6162bbf7-d048-4ea6-a12b-5317ac68e2a8,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:53.873179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:53.880138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:53.884900 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1591988
Dec 03 11:27:54.067442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-10cc091a-c1bb-477a-ac02-bcb46267ecb1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258875231&fields=id&tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 267 time: 0.0427001
Dec 03 11:27:54.152091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-f4175bec-10d2-4281-817a-dd10c8a3fcff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:54.153586 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-f4175bec-10d2-4281-817a-dd10c8a3fcff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 930 time: 0.0788248
Dec 03 11:27:54.181820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50788) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:54.231867 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-42234f94-85a0-47c3-9f82-54224973b418 service neutron] 10.222.0.90 "GET /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0644090
Dec 03 11:27:54.375271 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c0c9e34c-661a-452c-9bc6-239b712a1093 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d215e9f164a94c64a3981a60669a69f4&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1920109
Dec 03 11:27:54.378215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50794) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:54.379507 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-4d7e5efa-efdb-4bd4-b3e2-19b063ccc8d6 service neutron] 10.222.0.90 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399796
Dec 03 11:27:54.441301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b95b8570-a9ca-486d-be91-f3c1c592826c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:54.469498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b95b8570-a9ca-486d-be91-f3c1c592826c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:54.514486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b95b8570-a9ca-486d-be91-f3c1c592826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:54.520292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-607a8ebe-9583-46ca-9e13-a908cf36af31 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:54.525774 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-fe660389-2573-4029-b920-8f2e53a536f9 service neutron] 10.222.0.90 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394453
Dec 03 11:27:54.537042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b8570-a9ca-486d-be91-f3c1c592826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10ab47f-d4f4-49c9-b6d5-2e7d42504b41,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:54.539813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b95b8570-a9ca-486d-be91-f3c1c592826c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:54.544011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b95b8570-a9ca-486d-be91-f3c1c592826c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:54.549049 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b95b8570-a9ca-486d-be91-f3c1c592826c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c10ab47f-d4f4-49c9-b6d5-2e7d42504b41 HTTP/1.1" status: 204  len: 168 time: 0.1694021
Dec 03 11:27:54.720890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 47dc32bb-c61d-49a7-96c5-cd19c0784f87 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:27:54.753537 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0940857-973c-4076-b22a-32d27d3f0b67 req-5c54944e-b81c-4478-be2f-3923e6320a8d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 210 time: 0.0592456
Dec 03 11:27:54.757109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 47dc32bb-c61d-49a7-96c5-cd19c0784f87 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:27:54.757512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 47dc32bb-c61d-49a7-96c5-cd19c0784f87 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:27:54.958385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50812) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:54.978635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ad78055-f455-4703-9814-7db9506fb8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:54.994752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5ad78055-f455-4703-9814-7db9506fb8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:27:54.999341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5ad78055-f455-4703-9814-7db9506fb8a5 admin admin] Usage tracker for resource:security_group_rule and tenant:35f04394eece45e2b2f6fd58c6f8bbbd is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:27:55.003634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5ad78055-f455-4703-9814-7db9506fb8a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:27:55.010218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5ad78055-f455-4703-9814-7db9506fb8a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:27:55.099021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ad78055-f455-4703-9814-7db9506fb8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:55.101681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ad78055-f455-4703-9814-7db9506fb8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:55.114177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9ff97293-c9a4-4345-999c-d680b5c17820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:55.157593 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5ad78055-f455-4703-9814-7db9506fb8a5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=35f04394eece45e2b2f6fd58c6f8bbbd&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1979804
Dec 03 11:27:55.158603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad78055-f455-4703-9814-7db9506fb8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0972a5e9-98c2-4794-8a92-657c77533e4e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:55.160598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50816) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:27:55.161881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ad78055-f455-4703-9814-7db9506fb8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:55.233441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c452de3-566c-4ef5-8435-3d4501b01cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:55.263320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c452de3-566c-4ef5-8435-3d4501b01cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:55.308935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c452de3-566c-4ef5-8435-3d4501b01cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:55.314377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23d0cff2-3d46-45ad-8b5c-9fcf3a10167e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:55.329090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c452de3-566c-4ef5-8435-3d4501b01cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0972a5e9-98c2-4794-8a92-657c77533e4e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:55.331812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c452de3-566c-4ef5-8435-3d4501b01cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:55.334219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c452de3-566c-4ef5-8435-3d4501b01cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:55.335516 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5c452de3-566c-4ef5-8435-3d4501b01cda admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0972a5e9-98c2-4794-8a92-657c77533e4e HTTP/1.1" status: 204  len: 168 time: 0.1729760
Dec 03 11:27:55.836162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-efbb1571-2edf-4587-973d-07125a52441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:55.837828 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-efbb1571-2edf-4587-973d-07125a52441f service neutron] 10.222.0.91 "GET /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 1026 time: 0.0680354
Dec 03 11:27:55.946656 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ee40a3f5-5a14-46a7-a195-fbf20f74f405 req-86707925-dbca-4ec4-8e8f-269ae253aad0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 210 time: 0.0549686
Dec 03 11:27:56.011716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-018fcd38-a91c-4606-a4e5-71fc4b6030fc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:56.013281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-018fcd38-a91c-4606-a4e5-71fc4b6030fc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks?id=b666f8e4-120f-4c34-8e44-74ac0f93c9a8 HTTP/1.1" status: 200  len: 797 time: 0.1686568
Dec 03 11:27:56.117618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-a829bb55-9382-46b8-a78c-dae257026116 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:27:56.137356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-a829bb55-9382-46b8-a78c-dae257026116 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:27:56.138952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-a829bb55-9382-46b8-a78c-dae257026116 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 12651 time: 0.1036773
Dec 03 11:27:56.159071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Request body: {'port': {'device_id': 'b7caec48-436d-403b-aee9-db47c0b02c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:27:56.270367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:56.677112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561521e1-1b2e-4445-bdbc-12d18e9598fb {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:27:56.684099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:56.696496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Transition to ACTIVE for port object 561521e1-1b2e-4445-bdbc-12d18e9598fb will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:27:56.699656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:56.715523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bb4d9781-7be6-47ee-bcd4-32e914f58452 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:57.098332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Pushing event updated for resources: {'Port': ['ID=561521e1-1b2e-4445-bdbc-12d18e9598fb,revision_number=6']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:57.102796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:57.170730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b24a3-dddb-4a83-a415-05a38eba3014 req-cd964896-7b81-48d4-933e-9256597c140b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:57.172663 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-736b24a3-dddb-4a83-a415-05a38eba3014 req-cd964896-7b81-48d4-933e-9256597c140b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 981 time: 0.0923500
Dec 03 11:27:57.227497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-736b24a3-dddb-4a83-a415-05a38eba3014 req-e6b45a97-fbde-42e2-a0a8-c35762609ac9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474122
Dec 03 11:27:57.321207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Attempting to bind port 561521e1-1b2e-4445-bdbc-12d18e9598fb on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:27:57.321589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Attempting to bind port 561521e1-1b2e-4445-bdbc-12d18e9598fb by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:27:57.321960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Attempting to bind port 561521e1-1b2e-4445-bdbc-12d18e9598fb on network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:27:57.327793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:27:57.328203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Checking segment: {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:27:57.328672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:57.329070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Bound using segment: {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:27:57.329547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Bound port: 561521e1-1b2e-4445-bdbc-12d18e9598fb, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febebc77-f25c-4ebe-8415-5482edca11ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:27:57.329927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:57.428376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] For port 561521e1-1b2e-4445-bdbc-12d18e9598fb, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:27:57.431389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] For port 561521e1-1b2e-4445-bdbc-12d18e9598fb, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=561521e1-1b2e-4445-bdbc-12d18e9598fb,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:27:57.434854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:57.450039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e31dc6e4-830b-4024-984d-67dcf97e2634 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:27:57.604587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Pushing event updated for resources: {'Port': ['ID=561521e1-1b2e-4445-bdbc-12d18e9598fb,revision_number=7']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:27:57.610518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:27:57.640509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:57.641201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:27:57.642670 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] 10.222.0.91 "PUT /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 1195 time: 1.4884262
Dec 03 11:27:57.643243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7caec48-436d-403b-aee9-db47c0b02c1f', 'tag': '561521e1-1b2e-4445-bdbc-12d18e9598fb'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:27:57.744210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7caec48-436d-403b-aee9-db47c0b02c1f', 'tag': '561521e1-1b2e-4445-bdbc-12d18e9598fb', 'status': 'completed', 'code': 200}
Dec 03 11:27:57.782424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-9e0833bf-ff1b-4241-bfca-ae1c43958c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:57.784091 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-9e0833bf-ff1b-4241-bfca-ae1c43958c4e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 1198 time: 0.0861282
Dec 03 11:27:57.899431 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-4a43031e-53b8-4c42-bb82-c73c2a198f45 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 1037 time: 0.1030746
Dec 03 11:27:57.975133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-32b27fa8-d21f-4b60-af88-dd7a90093000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:57.976643 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-32b27fa8-d21f-4b60-af88-dd7a90093000 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4a3fe0d7-aa75-4217-9d62-b699c1ca1260 HTTP/1.1" status: 200  len: 835 time: 0.0707750
Dec 03 11:27:58.056885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-58c7608f-9e7e-44ed-84b8-a3c527118384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:58.058470 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-58c7608f-9e7e-44ed-84b8-a3c527118384 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b666f8e4-120f-4c34-8e44-74ac0f93c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0755031
Dec 03 11:27:58.205021 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-64960b9a-f6c7-4a5f-96e4-af9e6f70325a service neutron] 10.222.0.91 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393774
Dec 03 11:27:58.354664 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92cfe0e6-10fb-4fca-a54f-286cc42da23a req-9dffed67-0632-418c-a7c2-907e3e587cde service neutron] 10.222.0.91 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424744
Dec 03 11:27:58.444752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ca349-507b-4c73-9356-79ac5e9335e4 req-5825a217-9b98-41f9-8a66-839a554b65aa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:58.446406 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-106ca349-507b-4c73-9356-79ac5e9335e4 req-5825a217-9b98-41f9-8a66-839a554b65aa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 981 time: 0.0871100
Dec 03 11:27:58.498444 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-106ca349-507b-4c73-9356-79ac5e9335e4 req-06882b67-470b-42c0-a111-56d1628b0552 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456622
Dec 03 11:27:58.519582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c965e6-dbd6-4a82-981a-66e5b49044a2 req-09586e78-46cd-4e94-be7e-ab33d15e9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:58.521167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c965e6-dbd6-4a82-981a-66e5b49044a2 req-09586e78-46cd-4e94-be7e-ab33d15e9584 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 1198 time: 0.0831583
Dec 03 11:27:58.676933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c965e6-dbd6-4a82-981a-66e5b49044a2 req-63e91eaa-f7c7-4b9f-afc7-ec73cad33c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:58.678517 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c965e6-dbd6-4a82-981a-66e5b49044a2 req-63e91eaa-f7c7-4b9f-afc7-ec73cad33c8e service neutron] 10.222.0.91 "GET /v2.0/networks?id=b666f8e4-120f-4c34-8e44-74ac0f93c9a8 HTTP/1.1" status: 200  len: 891 time: 0.1448948
Dec 03 11:27:58.783370 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c965e6-dbd6-4a82-981a-66e5b49044a2 req-0314cd21-10fa-455a-a26b-b6df82da9af4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 1037 time: 0.0980880
Dec 03 11:27:58.855743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c965e6-dbd6-4a82-981a-66e5b49044a2 req-cb9d6973-a710-469f-87aa-f2dc657d0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:58.857285 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c965e6-dbd6-4a82-981a-66e5b49044a2 req-cb9d6973-a710-469f-87aa-f2dc657d0a5e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4a3fe0d7-aa75-4217-9d62-b699c1ca1260 HTTP/1.1" status: 200  len: 835 time: 0.0669301
Dec 03 11:27:58.935886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c965e6-dbd6-4a82-981a-66e5b49044a2 req-ff91cead-915c-465f-b2d6-eb8d2f9b1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:58.938082 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c965e6-dbd6-4a82-981a-66e5b49044a2 req-ff91cead-915c-465f-b2d6-eb8d2f9b1752 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b666f8e4-120f-4c34-8e44-74ac0f93c9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0747609
Dec 03 11:27:59.079900 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c965e6-dbd6-4a82-981a-66e5b49044a2 req-bb3d24b1-4f23-4b06-bbe3-044276eff42d service neutron] 10.222.0.91 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351783
Dec 03 11:27:59.183420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:27:59.229996 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c965e6-dbd6-4a82-981a-66e5b49044a2 req-e737e145-f942-425e-94dc-8a70d3275b9d service neutron] 10.222.0.91 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431518
Dec 03 11:27:59.712556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805524e-a00f-4c07-af98-401fbecc487f req-80040298-5e3c-4844-8e26-b4a82603873a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:27:59.714419 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e805524e-a00f-4c07-af98-401fbecc487f req-80040298-5e3c-4844-8e26-b4a82603873a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 981 time: 0.0847142
Dec 03 11:27:59.762896 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e805524e-a00f-4c07-af98-401fbecc487f req-22cc12f1-dc4c-40d2-b189-1824a7d3c5f8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417805
Dec 03 11:28:00.761942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-80c7ed9a-3105-466b-a051-0775f6368608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:00.979090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fb1e1-64d0-4316-a1d8-bd05c4855a9b req-eebb8c09-b7fb-44dc-b951-10495acd21ca tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:00.980723 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d88fb1e1-64d0-4316-a1d8-bd05c4855a9b req-eebb8c09-b7fb-44dc-b951-10495acd21ca tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 981 time: 0.0915573
Dec 03 11:28:01.028116 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d88fb1e1-64d0-4316-a1d8-bd05c4855a9b req-ff00689b-ab0e-4f84-9766-479fee304d81 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402901
Dec 03 11:28:02.241759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660230b-596b-4837-ac21-4f80acac0600 req-002197d2-70a6-425d-affa-5ec2948280c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:02.243343 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0660230b-596b-4837-ac21-4f80acac0600 req-002197d2-70a6-425d-affa-5ec2948280c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 981 time: 0.0844789
Dec 03 11:28:02.294335 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0660230b-596b-4837-ac21-4f80acac0600 req-552aa726-9fd4-4d96-aab1-9548409bd0ee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439107
Dec 03 11:28:02.861389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f0933be-ab4d-4c9d-8d4a-ef09dcf38187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:02.992948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 561521e1-1b2e-4445-bdbc-12d18e9598fb up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:28:03.059390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 561521e1-1b2e-4445-bdbc-12d18e9598fb completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:28:03.064759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 561521e1-1b2e-4445-bdbc-12d18e9598fb triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:03.065172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:03.182293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:03.210126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7caec48-436d-403b-aee9-db47c0b02c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561521e1-1b2e-4445-bdbc-12d18e9598fb'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:28:03.221141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 561521e1-1b2e-4445-bdbc-12d18e9598fb, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=561521e1-1b2e-4445-bdbc-12d18e9598fb,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:28:03.224384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:03.226366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:03.270720 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7caec48-436d-403b-aee9-db47c0b02c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561521e1-1b2e-4445-bdbc-12d18e9598fb', 'code': 200}
Dec 03 11:28:03.298172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=561521e1-1b2e-4445-bdbc-12d18e9598fb,revision_number=8']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:03.301334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:03.508260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63953a-1dde-48c5-9517-be069bc451a1 req-810b27ff-9713-4a21-90e8-d823c04dd632 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:03.509820 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c63953a-1dde-48c5-9517-be069bc451a1 req-810b27ff-9713-4a21-90e8-d823c04dd632 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 983 time: 0.0861173
Dec 03 11:28:03.544896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ab51b-eee7-48e6-886b-ae64e4df8d1c req-ba80b94f-0e44-40f5-96e6-f89f96e08928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:03.547098 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd2ab51b-eee7-48e6-886b-ae64e4df8d1c req-ba80b94f-0e44-40f5-96e6-f89f96e08928 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 1201 time: 0.0816212
Dec 03 11:28:03.558534 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c63953a-1dde-48c5-9517-be069bc451a1 req-a6f19199-af30-4567-b89f-c07989627c76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420425
Dec 03 11:28:03.590158 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd2ab51b-eee7-48e6-886b-ae64e4df8d1c req-36bd9b75-ca1f-4554-ac08-bd112edbac6c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370259
Dec 03 11:28:03.748462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:04.540882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 561521e1-1b2e-4445-bdbc-12d18e9598fb up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:28:04.614991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 561521e1-1b2e-4445-bdbc-12d18e9598fb triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:04.615426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:04.789819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621c02b-9792-4922-92b8-7fd36daf0511 req-86f79303-e163-4fd9-b5d1-7b492afa2487 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:04.791445 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2621c02b-9792-4922-92b8-7fd36daf0511 req-86f79303-e163-4fd9-b5d1-7b492afa2487 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 983 time: 0.0916283
Dec 03 11:28:04.844700 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2621c02b-9792-4922-92b8-7fd36daf0511 req-88b385c5-ba3e-493a-84b2-850915652d15 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461507
Dec 03 11:28:05.004280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:05.484482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:06.057979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1f003-9c41-4b85-a46e-5bdd360bdae4 req-8d20b57e-9112-4bac-ba5e-3697f68d0e97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:06.059651 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-55c1f003-9c41-4b85-a46e-5bdd360bdae4 req-8d20b57e-9112-4bac-ba5e-3697f68d0e97 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 983 time: 0.0847297
Dec 03 11:28:06.110647 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-55c1f003-9c41-4b85-a46e-5bdd360bdae4 req-820bc372-6bff-4307-9c56-754ddb8b1d89 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445323
Dec 03 11:28:06.319980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc0274-1aef-41d0-88ce-2723e27e77d1 req-313f4ef1-313c-4d3f-a0d9-240acecee9a5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:06.321574 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4cfc0274-1aef-41d0-88ce-2723e27e77d1 req-313f4ef1-313c-4d3f-a0d9-240acecee9a5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 983 time: 0.0828166
Dec 03 11:28:06.369014 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4cfc0274-1aef-41d0-88ce-2723e27e77d1 req-fd287eac-a9ce-400f-a735-8904c91ee37a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409508
Dec 03 11:28:06.399491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50850) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:06.475127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfdc851-e662-496d-8584-47289a9b470a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:06.476765 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4bfdc851-e662-496d-8584-47289a9b470a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f&network_id=b666f8e4-120f-4c34-8e44-74ac0f93c9a8 HTTP/1.1" status: 200  len: 1196 time: 0.0762053
Dec 03 11:28:06.891864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331ac95-56d0-41f0-9e9a-ddaf0231c04e req-023db873-7a8e-4152-864d-f311f9fcef8a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:06.893517 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e331ac95-56d0-41f0-9e9a-ddaf0231c04e req-023db873-7a8e-4152-864d-f311f9fcef8a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 983 time: 0.0977259
Dec 03 11:28:06.943412 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e331ac95-56d0-41f0-9e9a-ddaf0231c04e req-13fe78e8-4149-4da8-a642-a7109dc961f0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431285
Dec 03 11:28:08.158008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d4924-e572-444d-a4f8-6eaa1628b7ba req-ae71f5ee-a1ab-40d4-af3e-b43d1dfc5e6d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:08.159643 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea7d4924-e572-444d-a4f8-6eaa1628b7ba req-ae71f5ee-a1ab-40d4-af3e-b43d1dfc5e6d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 983 time: 0.0832946
Dec 03 11:28:08.210657 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea7d4924-e572-444d-a4f8-6eaa1628b7ba req-db026d32-6d43-41c4-aba9-d59984d42295 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=71451ff1-c475-428e-b7c8-91ae019b7293&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447280
Dec 03 11:28:08.412305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 561521e1-1b2e-4445-bdbc-12d18e9598fb no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:28:08.530242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-2b50fed0-a728-453c-af54-4310e26fe101 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:08.532411 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-2b50fed0-a728-453c-af54-4310e26fe101 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 983 time: 0.0886180
Dec 03 11:28:08.534828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:08.564796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7caec48-436d-403b-aee9-db47c0b02c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561521e1-1b2e-4445-bdbc-12d18e9598fb'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:28:08.577353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 561521e1-1b2e-4445-bdbc-12d18e9598fb, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=561521e1-1b2e-4445-bdbc-12d18e9598fb,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:28:08.581528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:08.583803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:08.609438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-4194537b-0092-4066-a601-f48ea0364196 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['binding:profile'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:08.611102 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-4194537b-0092-4066-a601-f48ea0364196 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0727305
Dec 03 11:28:08.630809 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7caec48-436d-403b-aee9-db47c0b02c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561521e1-1b2e-4445-bdbc-12d18e9598fb', 'code': 200}
Dec 03 11:28:08.657408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=561521e1-1b2e-4445-bdbc-12d18e9598fb,revision_number=9']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:08.660740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:08.780167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-2c406f93-c2b4-464c-91d7-828ddb72f8d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1640861
Dec 03 11:28:08.791393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:08.908831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:09.168124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] For port 561521e1-1b2e-4445-bdbc-12d18e9598fb, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=561521e1-1b2e-4445-bdbc-12d18e9598fb,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:28:09.198488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] For port 561521e1-1b2e-4445-bdbc-12d18e9598fb, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:28:09.250743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] device_id is not set on port 561521e1-1b2e-4445-bdbc-12d18e9598fb yet. {{(pid=80976) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 03 11:28:09.260950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:09.265969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:09.281655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ab2443e0-5711-4fb7-8a0e-9040a7b53c52 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:09.393061 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-66a8de6d-5d46-48f4-8c9a-6c47e099144f req-171906bd-1e06-4dc6-9fa1-978912308e60 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=b7caec48-436d-403b-aee9-db47c0b02c1f HTTP/1.1" status: 200  len: 210 time: 0.0477521
Dec 03 11:28:09.416219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] Pushing event updated for resources: {'Port': ['ID=561521e1-1b2e-4445-bdbc-12d18e9598fb,revision_number=10']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:09.421417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:09.599451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] No DVR routers for this DVR port 561521e1-1b2e-4445-bdbc-12d18e9598fb on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:28:09.662203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2848a41a-1944-4cbb-ad5f-238a9690ca36 None None] Provisioning complete for port 561521e1-1b2e-4445-bdbc-12d18e9598fb triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:09.662630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2848a41a-1944-4cbb-ad5f-238a9690ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:09.717735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2848a41a-1944-4cbb-ad5f-238a9690ca36 None None] Port 561521e1-1b2e-4445-bdbc-12d18e9598fb cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:28:09.841616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] In _notify_port_updated(), no bound segment for port 561521e1-1b2e-4445-bdbc-12d18e9598fb on network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 {{(pid=80976) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 03 11:28:09.842380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:09.843333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:09.844915 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-467fdff2-e8d0-4d44-8fbc-cde944d9f3d2 req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] 10.222.0.91 "PUT /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 200  len: 1027 time: 1.0579102
Dec 03 11:28:10.520877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50866) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:10.599748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45d8709c-aece-4092-ab02-aa089373c2ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:10.635449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45d8709c-aece-4092-ab02-aa089373c2ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:10.703584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45d8709c-aece-4092-ab02-aa089373c2ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:10.712466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ee90f88-04b0-4b00-a483-0e24d1b40602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:10.727870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8709c-aece-4092-ab02-aa089373c2ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7fcd59-c648-4d62-8412-b622d64da51c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:10.730898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45d8709c-aece-4092-ab02-aa089373c2ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:10.738300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45d8709c-aece-4092-ab02-aa089373c2ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:10.746054 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-45d8709c-aece-4092-ab02-aa089373c2ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/security-groups/bf7fcd59-c648-4d62-8412-b622d64da51c HTTP/1.1" status: 204  len: 168 time: 0.2172992
Dec 03 11:28:10.824008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50872) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:11.066642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 32145e04-8088-4f33-ae74-dc324ae4fd90 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:28:11.067045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:11.255147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:11.255517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:11.385547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 32145e04-8088-4f33-ae74-dc324ae4fd90 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:28:11.535975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:11.550993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:11.595625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=32145e04-8088-4f33-ae74-dc324ae4fd90,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:11.598521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:11.769917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:11.770286 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 7dab89ec-a445-4888-afce-210f6c39ffc2 disassociated (deleted). External IP: 172.26.1.251, port: 561521e1-1b2e-4445-bdbc-12d18e9598fb.
Dec 03 11:28:12.400971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 92341a53-7421-4411-8f1e-e584cf7216a6 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:28:12.588425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:28:12.598709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bee2db7-d63a-481c-950f-8be5e4b36256 None None] Sync routers for ids ['92341a53-7421-4411-8f1e-e584cf7216a6'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:28:12.609352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee2db7-d63a-481c-950f-8be5e4b36256 None None] Routers {'92341a53-7421-4411-8f1e-e584cf7216a6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:28:12.609870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:12.610094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4bee2db7-d63a-481c-950f-8be5e4b36256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b9ffd0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:28:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['92341a53-7421-4411-8f1e-e584cf7216a6'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:12.667464 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/floatingips/7dab89ec-a445-4888-afce-210f6c39ffc2 HTTP/1.1" status: 204  len: 168 time: 1.8420379
Dec 03 11:28:12.799609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-4bee2db7-d63a-481c-950f-8be5e4b36256 None None] Set router 92341a53-7421-4411-8f1e-e584cf7216a6 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:28:12.833942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50880) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:12.911064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d524d453-f564-46ce-8b2b-38fcb5879336 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:12.943536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d524d453-f564-46ce-8b2b-38fcb5879336 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:12.995715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d524d453-f564-46ce-8b2b-38fcb5879336 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:13.001372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-46040338-cfaa-4e15-9135-0fc13cfc4462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:13.016793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524d453-f564-46ce-8b2b-38fcb5879336 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c84c7d-6928-42af-a746-4abb966d040c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:13.022368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d524d453-f564-46ce-8b2b-38fcb5879336 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:13.024677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d524d453-f564-46ce-8b2b-38fcb5879336 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:13.028558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d524d453-f564-46ce-8b2b-38fcb5879336 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/security-groups/99c84c7d-6928-42af-a746-4abb966d040c HTTP/1.1" status: 204  len: 168 time: 0.1908031
Dec 03 11:28:13.068581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50886) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:13.155240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4bee2db7-d63a-481c-950f-8be5e4b36256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b9ffd0>, [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:27:22Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7', 'name': '', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:46:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:21Z', 'updated_at': '2020-12-03T11:27:29Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:13.160956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bee2db7-d63a-481c-950f-8be5e4b36256 None None] Checking router: 92341a53-7421-4411-8f1e-e584cf7216a6 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:28:13.170637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee2db7-d63a-481c-950f-8be5e4b36256 None None] Routers {'92341a53-7421-4411-8f1e-e584cf7216a6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:28:13.171668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4bee2db7-d63a-481c-950f-8be5e4b36256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b9ffd0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:28:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['92341a53-7421-4411-8f1e-e584cf7216a6'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:13.367988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-4bee2db7-d63a-481c-950f-8be5e4b36256 None None] Set router 92341a53-7421-4411-8f1e-e584cf7216a6 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:28:13.384804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b5b98ad8-806f-4591-b517-8e2edd12858c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 561521e1-1b2e-4445-bdbc-12d18e9598fb {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:28:13.385252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5b98ad8-806f-4591-b517-8e2edd12858c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:13.640379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5b98ad8-806f-4591-b517-8e2edd12858c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:13.698092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4bee2db7-d63a-481c-950f-8be5e4b36256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b9ffd0>, [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:27:22Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7', 'name': '', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:46:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:21Z', 'updated_at': '2020-12-03T11:27:29Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:13.702428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bee2db7-d63a-481c-950f-8be5e4b36256 None None] The sync data for ids ['92341a53-7421-4411-8f1e-e584cf7216a6'] in dv-neutron-765072-2-ovs is: [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:27:22Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7', 'name': '', 'network_id': 'b666f8e4-120f-4c34-8e44-74ac0f93c9a8', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:46:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:21Z', 'updated_at': '2020-12-03T11:27:29Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '4a3fe0d7-aa75-4217-9d62-b699c1ca1260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:28:13.773774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b5b98ad8-806f-4591-b517-8e2edd12858c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 561521e1-1b2e-4445-bdbc-12d18e9598fb owned by  {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:28:13.922052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5b98ad8-806f-4591-b517-8e2edd12858c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:13.940296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-851a96f7-6e76-4f34-9070-94a0cff3f66b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:13.989362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b98ad8-806f-4591-b517-8e2edd12858c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=561521e1-1b2e-4445-bdbc-12d18e9598fb,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:13.992320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5b98ad8-806f-4591-b517-8e2edd12858c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:14.081557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fbd2fd-9b58-4a88-bbfa-4306e22b45ed None None] New status for floating IP 7dab89ec-a445-4888-afce-210f6c39ffc2: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:28:14.177459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5b98ad8-806f-4591-b517-8e2edd12858c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:14.196377 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b5b98ad8-806f-4591-b517-8e2edd12858c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/ports/561521e1-1b2e-4445-bdbc-12d18e9598fb HTTP/1.1" status: 204  len: 168 time: 1.1258466
Dec 03 11:28:14.196739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50890) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:14.581823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:15.200886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:28:15.201467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:15.402020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:28:15.402421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:15.532981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:28:15.711831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:15.728133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8fcf65b4-f105-45bd-8714-2d799ff9c729 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:15.775752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:15.778630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:16.145707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:16.954550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 92341a53-7421-4411-8f1e-e584cf7216a6 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:28:17.143908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:28:17.154014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb471ec-5a32-44d6-ae10-847afcece18c None None] Sync routers for ids ['92341a53-7421-4411-8f1e-e584cf7216a6'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:28:17.157948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/92341a53-7421-4411-8f1e-e584cf7216a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9599693
Dec 03 11:28:17.160816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50894) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:17.165667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb471ec-5a32-44d6-ae10-847afcece18c None None] Routers {'92341a53-7421-4411-8f1e-e584cf7216a6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:28:17.166330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6bb471ec-5a32-44d6-ae10-847afcece18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4baacf8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:28:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['92341a53-7421-4411-8f1e-e584cf7216a6'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:17.351150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-6bb471ec-5a32-44d6-ae10-847afcece18c None None] Set router 92341a53-7421-4411-8f1e-e584cf7216a6 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:28:17.381074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting subnet 4a3fe0d7-aa75-4217-9d62-b699c1ca1260 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:28:17.385667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:17.446270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:17.536116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:17.656548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6bb471ec-5a32-44d6-ae10-847afcece18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4baacf8>, [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:28:15Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:17.660724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb471ec-5a32-44d6-ae10-847afcece18c None None] Checking router: 92341a53-7421-4411-8f1e-e584cf7216a6 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:28:17.669599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb471ec-5a32-44d6-ae10-847afcece18c None None] Routers {'92341a53-7421-4411-8f1e-e584cf7216a6'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:28:17.670249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6bb471ec-5a32-44d6-ae10-847afcece18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4baacf8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:28:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['92341a53-7421-4411-8f1e-e584cf7216a6'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:17.829417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:17.846658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a216bff-4b83-44c7-a4cb-280b29278b16 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:17.904701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Subnet': ['ID=4a3fe0d7-aa75-4217-9d62-b699c1ca1260,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:17.917545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.917882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.918519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.919127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.919709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.920285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.921475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.922072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.922647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.923255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.923837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.924429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.925084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.925660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.926231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.926819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.927426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.928007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.928586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.929168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.929736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.930303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.930883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.931499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:17.982387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:18.014428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:18.021000 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-15a42131-a3dd-4458-96b8-9863d4739ea1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/subnets/4a3fe0d7-aa75-4217-9d62-b699c1ca1260 HTTP/1.1" status: 204  len: 168 time: 0.8591311
Dec 03 11:28:18.021687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6cf81-c5c7-486f-b085-8286edd58296 None None] Network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:28:18.023994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50898) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:18.045080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-6bb471ec-5a32-44d6-ae10-847afcece18c None None] Set router 92341a53-7421-4411-8f1e-e584cf7216a6 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:28:18.220715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:18.416846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:18.422822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 942bb2c7-5384-45e0-ada5-51325521e95d {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:28:18.423224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:18.518263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6bb471ec-5a32-44d6-ae10-847afcece18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4baacf8>, [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:28:15Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:18.522649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb471ec-5a32-44d6-ae10-847afcece18c None None] The sync data for ids ['92341a53-7421-4411-8f1e-e584cf7216a6'] in dv-neutron-765072-2-ovs is: [{'id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'name': 'tempest-TestNetworkBasicOps-router-1031050394', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:27:15Z', 'updated_at': '2020-12-03T11:28:15Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '942bb2c7-5384-45e0-ada5-51325521e95d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92341a53-7421-4411-8f1e-e584cf7216a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:27:16Z', 'updated_at': '2020-12-03T11:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:28:18.552660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1397797b-e0f4-46a8-89ee-5f1fb0318e39 None None] DHCP port deletion for b666f8e4-120f-4c34-8e44-74ac0f93c9a8 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:28:18.557822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1397797b-e0f4-46a8-89ee-5f1fb0318e39 None None] Deleting port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:28:18.558224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1397797b-e0f4-46a8-89ee-5f1fb0318e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:18.621135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 942bb2c7-5384-45e0-ada5-51325521e95d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=942bb2c7-5384-45e0-ada5-51325521e95d,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:28:18.621851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:18.757873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 942bb2c7-5384-45e0-ada5-51325521e95d owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:28:18.761657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:28:18.844094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1397797b-e0f4-46a8-89ee-5f1fb0318e39 None None] For port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c8fa4cb0-0d1c-41f4-bad4-a2926ead7394,segment=NetworkSegment(febebc77-f25c-4ebe-8415-5482edca11ae),segment_id=febebc77-f25c-4ebe-8415-5482edca11ae)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:28:18.844534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1397797b-e0f4-46a8-89ee-5f1fb0318e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:18.896671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:19.010722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1397797b-e0f4-46a8-89ee-5f1fb0318e39 None None] Calling delete_port for c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:28:19.080082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:19.092246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:19.148590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1397797b-e0f4-46a8-89ee-5f1fb0318e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:19.168100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:19.214893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:28:19.229769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:19.232131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:19.258402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:19.259030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Fanout notify agent at l3_agent the message router_deleted on router 92341a53-7421-4411-8f1e-e584cf7216a6 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:28:19.268445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397797b-e0f4-46a8-89ee-5f1fb0318e39 None None] Pushing event deleted for resources: {'Port': ['ID=c8fa4cb0-0d1c-41f4-bad4-a2926ead7394,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:19.271278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1397797b-e0f4-46a8-89ee-5f1fb0318e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:19.274647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:19.278447 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c4927c8d-22d2-4609-a755-b5565e2ea10e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/routers/92341a53-7421-4411-8f1e-e584cf7216a6 HTTP/1.1" status: 204  len: 168 time: 1.2505281
Dec 03 11:28:19.278695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50902) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:19.328391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:28:19.328789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8022ea19-74a0-4b0e-91c9-79a1fc6f8ae7 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:28:19.359644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397797b-e0f4-46a8-89ee-5f1fb0318e39 None None] No DVR routers for this DVR port c8fa4cb0-0d1c-41f4-bad4-a2926ead7394 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:28:19.418379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:19.620479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:19.742041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b46d99b0>,) {'filters': {'network_id': ['b666f8e4-120f-4c34-8e44-74ac0f93c9a8']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:19.755588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b46d99b0>, 'febebc77-f25c-4ebe-8415-5482edca11ae') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:19.755929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b46d99b0>, 'febebc77-f25c-4ebe-8415-5482edca11ae') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:19.768580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:19.786236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:19.788274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Releasing vxlan tunnel 5 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:28:19.971621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:28:19.980847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:20.167666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b666f8e4-120f-4c34-8e44-74ac0f93c9a8 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:28:20.193205 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:28:20.281567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:20.284827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eeca71b2-73d8-46de-a75d-761be2eff807 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:20.300856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:20.312949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Network': ['ID=b666f8e4-120f-4c34-8e44-74ac0f93c9a8,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:20.316828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:20.318680 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/networks/b666f8e4-120f-4c34-8e44-74ac0f93c9a8 HTTP/1.1" status: 204  len: 168 time: 1.0386124
Dec 03 11:28:20.333951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50906) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:20.346674 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a6bb957a-4bc6-4e98-ab04-7bb43763c17c tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 835 time: 0.0114791
Dec 03 11:28:20.349232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50910) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:20.355388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'network': {'name': 'tempest-network-smoke--457515557', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'port_security_enabled': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:20.361314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:20.365622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:network and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:28:20.369150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:28:20.375193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:20.386419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:28:20.391902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:20.424954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:28:20.433841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:20.434225 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Added segment 039d8896-3767-493f-a195-e94c0db3622a of type vxlan for network dc95aafe-e44c-4d71-a0c4-4a17abb41006
Dec 03 11:28:20.459853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:20.490034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:20.494348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:20.495027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:20.500934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-197fb386-588f-4734-891c-6d0eed634c36 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:20.610747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2601900
Dec 03 11:28:20.615057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50914) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:20.619324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Network': ['ID=dc95aafe-e44c-4d71-a0c4-4a17abb41006,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:20.621076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'admin_state_up': True, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:20.622228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:20.629154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:20.631454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network dc95aafe-e44c-4d71-a0c4-4a17abb41006 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:28:20.633231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:router and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:28:20.636290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:28:20.642833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:20.648995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network dc95aafe-e44c-4d71-a0c4-4a17abb41006 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:28:20.653073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:20.654137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:20.672530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:20.757428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 942bb2c7-5384-45e0-ada5-51325521e95d no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:28:20.866923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 942bb2c7-5384-45e0-ada5-51325521e95d {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:28:20.867335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 942bb2c7-5384-45e0-ada5-51325521e95d not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:28:20.954237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:21.221011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:21.284647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:21.317007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:21.589567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.217 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/38eb9c96-0c5a-49b2-8bce-cae457676e5d) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:28:21.744117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:21.770552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:21.786042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3341657f-7932-4ec7-8224-a06d314baa2b tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:21.923539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=38eb9c96-0c5a-49b2-8bce-cae457676e5d,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:21.928030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:21.977696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:28:21.978820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:28:21.981143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:28:22.415881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:23.010364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:23.219746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 39f756e7-f158-44aa-a18e-ebd28cdce546 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:28:23.407397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:28:23.416796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Sync routers for ids ['39f756e7-f158-44aa-a18e-ebd28cdce546'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:28:23.427373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Routers {'39f756e7-f158-44aa-a18e-ebd28cdce546'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:28:23.428044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6862588>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:28:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['39f756e7-f158-44aa-a18e-ebd28cdce546'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:23.435637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:23.437003 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.8208616
Dec 03 11:28:23.440398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50920) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:23.491391 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-916c5621-700e-46b2-808d-2b545a8ecc1d tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets?project_id=85d2c11b1de444db8a782028cdd05d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0496356
Dec 03 11:28:23.493885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50924) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:23.502747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1105069', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:23.615631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:23.616904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Set router 39f756e7-f158-44aa-a18e-ebd28cdce546 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:28:23.619730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:subnet and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:28:23.622645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:28:23.628555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:23.637250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:28:23.754803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:23.919112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6862588>, [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:22Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:23.923288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Checking router: 39f756e7-f158-44aa-a18e-ebd28cdce546 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:28:23.923666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Updating router 39f756e7-f158-44aa-a18e-ebd28cdce546 port 38eb9c96-0c5a-49b2-8bce-cae457676e5d binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:28:23.977495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:24.221080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:24.236625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-46083ee7-76e9-439e-b7be-73fc4fa5ae28 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:24.369841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Subnet': ['ID=fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:24.370125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:24.374132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:24.383666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Transition to ACTIVE for port object 38eb9c96-0c5a-49b2-8bce-cae457676e5d will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:28:24.386862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:24.403223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-490ea3d9-d1ca-45ba-90f5-4713dcdcca71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:24.444324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Checking segment: {'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:28:24.444924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network hostable DHCP agents. Network: dc95aafe-e44c-4d71-a0c4-4a17abb41006, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:28:24.465560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network dc95aafe-e44c-4d71-a0c4-4a17abb41006 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:28:24.474294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, dc95aafe-e44c-4d71-a0c4-4a17abb41006) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:28:24.485906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b893c-8b06-4d28-8385-dfd164f94370 None None] Network dc95aafe-e44c-4d71-a0c4-4a17abb41006 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:28:24.492046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:24.492699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:24.516878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50928) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:24.517131 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 829 time: 1.0220635
Dec 03 11:28:24.544774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Pushing event updated for resources: {'Port': ['ID=38eb9c96-0c5a-49b2-8bce-cae457676e5d,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:24.556920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.557307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.557688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.558067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.558439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.558811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.559205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.559574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.559936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.560300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.560662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.561026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.562080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.562451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.562817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.563180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.563548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.563911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.564275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.564635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.565002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.565365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.565729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.566091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:24.577720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:24.633488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Attempting to bind port 38eb9c96-0c5a-49b2-8bce-cae457676e5d on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:28:24.634010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Attempting to bind port 38eb9c96-0c5a-49b2-8bce-cae457676e5d by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:28:24.634523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Attempting to bind port 38eb9c96-0c5a-49b2-8bce-cae457676e5d on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:28:24.641117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:28:24.641652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:28:24.642176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:24.642691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:28:24.643330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Bound port: 38eb9c96-0c5a-49b2-8bce-cae457676e5d, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:28:24.643826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:24.724285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] For port 38eb9c96-0c5a-49b2-8bce-cae457676e5d, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:28:24.728802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] For port 38eb9c96-0c5a-49b2-8bce-cae457676e5d, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=38eb9c96-0c5a-49b2-8bce-cae457676e5d,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:28:24.735677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:24.741850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:28:24.742835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:24.755323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:24.912880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Pushing event updated for resources: {'Port': ['ID=38eb9c96-0c5a-49b2-8bce-cae457676e5d,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:24.923858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:25.117636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Routers {'39f756e7-f158-44aa-a18e-ebd28cdce546'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:28:25.118227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6862588>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:28:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['39f756e7-f158-44aa-a18e-ebd28cdce546'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:25.259338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Allocated IP 172.20.0.2 (dc95aafe-e44c-4d71-a0c4-4a17abb41006/fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696/5e52da8b-41c6-4184-8d48-d3973c0cb6ca) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:28:25.306609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] Set router 39f756e7-f158-44aa-a18e-ebd28cdce546 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:28:25.477997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:25.490019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Transition to ACTIVE for port object 5e52da8b-41c6-4184-8d48-d3973c0cb6ca will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:28:25.504834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:25.509014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Transition to ACTIVE for port object 5e52da8b-41c6-4184-8d48-d3973c0cb6ca will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:28:25.514056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:25.529625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:25.617581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6862588>, [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:22Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:25.621933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379cb7f9-a3c3-4f41-a357-90ee33806349 None None] The sync data for ids ['39f756e7-f158-44aa-a18e-ebd28cdce546'] in dv-neutron-765072-2-ovs is: [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:22Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:28:25.666014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Pushing event updated for resources: {'Port': ['ID=5e52da8b-41c6-4184-8d48-d3973c0cb6ca,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:25.681067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:25.723867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Network dc95aafe-e44c-4d71-a0c4-4a17abb41006 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:28:25.725282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:28:25.727853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:28:25.788213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Attempting to bind port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:28:25.788633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Attempting to bind port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:28:25.789051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Attempting to bind port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca on network dc95aafe-e44c-4d71-a0c4-4a17abb41006 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:28:25.794778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:28:25.795226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Checking segment: {'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:28:25.796426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:25.796864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Bound using segment: {'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:28:25.797377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Bound port: 5e52da8b-41c6-4184-8d48-d3973c0cb6ca, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:28:25.797969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:25.894980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] For port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:28:25.898810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] For port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5e52da8b-41c6-4184-8d48-d3973c0cb6ca,segment=NetworkSegment(039d8896-3767-493f-a195-e94c0db3622a),segment_id=039d8896-3767-493f-a195-e94c0db3622a)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:28:25.903854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:25.928767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-847fa29d-91e0-4cfc-9167-170bf66ab2ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:26.085063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.1 (dc95aafe-e44c-4d71-a0c4-4a17abb41006/fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696/64ac2d61-9864-4f6e-8324-dff6bb1f6393) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:28:26.113249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Pushing event updated for resources: {'Port': ['ID=5e52da8b-41c6-4184-8d48-d3973c0cb6ca,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:26.126814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:26.274238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:26.295263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 64ac2d61-9864-4f6e-8324-dff6bb1f6393 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:28:26.318228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:26.334827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2c0247c8-c169-4976-9bdc-abb29a0ba354 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:26.492823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=64ac2d61-9864-4f6e-8324-dff6bb1f6393,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:26.497443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:26.555897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network dc95aafe-e44c-4d71-a0c4-4a17abb41006 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:28:26.557126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:28:26.559447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:28:26.620387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:26.742759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:26.778734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5e52da8b-41c6-4184-8d48-d3973c0cb6ca up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:28:26.850312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:28:26.855688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 38eb9c96-0c5a-49b2-8bce-cae457676e5d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:28:26.935239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 38eb9c96-0c5a-49b2-8bce-cae457676e5d completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:28:26.940748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 38eb9c96-0c5a-49b2-8bce-cae457676e5d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:26.941204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:27.063783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:27.080326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 38eb9c96-0c5a-49b2-8bce-cae457676e5d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=38eb9c96-0c5a-49b2-8bce-cae457676e5d,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:28:27.084351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:27.086276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1397797b-e0f4-46a8-89ee-5f1fb0318e39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:27.156038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=38eb9c96-0c5a-49b2-8bce-cae457676e5d,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:27.163977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.164372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.164759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.165146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.165531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.165905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.166278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.166651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.167060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.167434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.167801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.168167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.168588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.168957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.169322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.169688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.170052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.170976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.171357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.171725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.172095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.172463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.172827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.173191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:28:27.177485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:27.239962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:27.243883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:27.278667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a2044305-b72c-4008-83d5-05645bae8674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:27.371476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=64ac2d61-9864-4f6e-8324-dff6bb1f6393,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:27.374265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:27.390738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:27.494371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac9340f-22c8-4351-bcf1-3039c7345dd1 None None] Network dc95aafe-e44c-4d71-a0c4-4a17abb41006 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:28:27.532190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network dc95aafe-e44c-4d71-a0c4-4a17abb41006 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:28:27.533442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:28:27.618656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2553252c-dd70-402c-a99a-b3c8fbd7708b None None] Provisioning for port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:28:27.631634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2553252c-dd70-402c-a99a-b3c8fbd7708b None None] Provisioning complete for port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:27.632063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2553252c-dd70-402c-a99a-b3c8fbd7708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:27.729614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 39f756e7-f158-44aa-a18e-ebd28cdce546 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:28:27.867426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2553252c-dd70-402c-a99a-b3c8fbd7708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:27.916588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2553252c-dd70-402c-a99a-b3c8fbd7708b None None] For port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5e52da8b-41c6-4184-8d48-d3973c0cb6ca,segment=NetworkSegment(039d8896-3767-493f-a195-e94c0db3622a),segment_id=039d8896-3767-493f-a195-e94c0db3622a)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:28:27.920118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2553252c-dd70-402c-a99a-b3c8fbd7708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:27.926691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:28:27.926984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:27.944049 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/39f756e7-f158-44aa-a18e-ebd28cdce546/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4259465
Dec 03 11:28:27.946589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50932) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:28.011797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553252c-dd70-402c-a99a-b3c8fbd7708b None None] Pushing event updated for resources: {'Port': ['ID=5e52da8b-41c6-4184-8d48-d3973c0cb6ca,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:28.016346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2553252c-dd70-402c-a99a-b3c8fbd7708b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:28.117727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0d10e-feed-4165-9e4d-0e18a258c9ad tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:28.118158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0d10e-feed-4165-9e4d-0e18a258c9ad tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:28.118578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0d10e-feed-4165-9e4d-0e18a258c9ad tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:28.119035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0d10e-feed-4165-9e4d-0e18a258c9ad tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:28.119419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0d10e-feed-4165-9e4d-0e18a258c9ad tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:28.119831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0d10e-feed-4165-9e4d-0e18a258c9ad tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:28.121842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-52b0d10e-feed-4165-9e4d-0e18a258c9ad tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4249 time: 0.1741383
Dec 03 11:28:28.124723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50936) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:28.144272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4ccb991c-05c9-42b3-af6e-211869935d34 None None] Provisioning for port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:28:28.151496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4ccb991c-05c9-42b3-af6e-211869935d34 None None] Provisioning complete for port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:28.152217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ccb991c-05c9-42b3-af6e-211869935d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:28.212797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb991c-05c9-42b3-af6e-211869935d34 None None] Port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:28:28.213525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e9cf8-bab8-47a7-8345-f608bfb00d9a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:28.214338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e9cf8-bab8-47a7-8345-f608bfb00d9a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:28.214647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e9cf8-bab8-47a7-8345-f608bfb00d9a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:28.215028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e9cf8-bab8-47a7-8345-f608bfb00d9a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:28.215851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e9cf8-bab8-47a7-8345-f608bfb00d9a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:28.216150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e9cf8-bab8-47a7-8345-f608bfb00d9a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:28.218959 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2f6e9cf8-bab8-47a7-8345-f608bfb00d9a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4002 time: 0.0931885
Dec 03 11:28:28.222117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50940) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:28.227725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4ccb991c-05c9-42b3-af6e-211869935d34 None None] Provisioning complete for port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:28.228332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ccb991c-05c9-42b3-af6e-211869935d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:28.448667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ca292feb-641b-4e0b-a6c3-0fdd8b3e4ef0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3049 time: 0.2252140
Dec 03 11:28:28.475989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Sync routers for ids ['39f756e7-f158-44aa-a18e-ebd28cdce546'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:28:28.491463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Routers {'39f756e7-f158-44aa-a18e-ebd28cdce546'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:28:28.492160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5eaa4a8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:28:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['39f756e7-f158-44aa-a18e-ebd28cdce546'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:28.621750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-730df556-2037-4415-b858-635cd8a4f9ee None None] Provisioning complete for port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:28.622312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-730df556-2037-4415-b858-635cd8a4f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:28.709500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-730df556-2037-4415-b858-635cd8a4f9ee None None] Port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:28:28.722147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50946) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:28.730329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610466296', 'description': 'tempest-secgroup-smoke-1610466296 description', 'project_id': '85d2c11b1de444db8a782028cdd05d7d'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:28.746476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:28.749651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-730df556-2037-4415-b858-635cd8a4f9ee None None] Provisioning complete for port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:28.750064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-730df556-2037-4415-b858-635cd8a4f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:28.752211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:28:28.755419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:28:28.764144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:28.775816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:28.785269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5e52da8b-41c6-4184-8d48-d3973c0cb6ca up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:28:28.802013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:28.806369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:28:28.809969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:28:28.817417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:28.843090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Set router 39f756e7-f158-44aa-a18e-ebd28cdce546 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:28:28.906209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:28.909065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:28.939201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3fab56ae-da1f-4194-ab6c-75d376d12b6b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:28.954271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:28.955567 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2324901
Dec 03 11:28:28.958722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50950) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:28.972413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:28.982387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:28.989665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:28:28.992620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:28.995243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:28:28.999582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:29.003330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:29.019861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.084225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.087289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.089464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6fabcdf3-2a64-4011-af66-c6ec0b9bc028 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:29.111430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93fac38-12fb-46d5-8372-48c30b6d2fab,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:29.116117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:29.123391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.125262 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1654902
Dec 03 11:28:29.128190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50954) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:29.133655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:29.140081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:29.144152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:28:29.147208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:28:29.153007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:29.168944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.350786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:29.351134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.518926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.523815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.531537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-43c87c48-2bf2-440c-91d9-4d3e9ddf32bf tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:29.552433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523aebcf-232b-44da-b429-023db9fcda77,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:29.556054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:29.563888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.565157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.4359632
Dec 03 11:28:29.568043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50958) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:29.573649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:29.575092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 38eb9c96-0c5a-49b2-8bce-cae457676e5d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:28:29.580926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:29.585053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:28:29.588167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:28:29.594565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:29.611697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.615682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-306359fa-da67-498f-949a-459afcaeba74 None None] Provisioning complete for port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:29.616108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-306359fa-da67-498f-949a-459afcaeba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.676973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.680070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.681160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5eaa4a8>, [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '64ac2d61-9864-4f6e-8324-dff6bb1f6393', 'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:9b:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:25Z', 'updated_at': '2020-12-03T11:28:27Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:29.687937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08986737-3c7d-49c2-ada7-64447de18f14 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:29.697942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Checking router: 39f756e7-f158-44aa-a18e-ebd28cdce546 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:28:29.698353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Updating router 39f756e7-f158-44aa-a18e-ebd28cdce546 port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:28:29.708859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4404836-c156-4851-ad8c-009eccc8521b,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:29.711607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:29.720696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.721984 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1529417
Dec 03 11:28:29.724956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50962) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:29.731688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a22d38aa-3228-4265-ba66-13a4dcc4b896 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:29.738865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a22d38aa-3228-4265-ba66-13a4dcc4b896 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:29.742966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a22d38aa-3228-4265-ba66-13a4dcc4b896 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:28:29.746836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a22d38aa-3228-4265-ba66-13a4dcc4b896 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:28:29.753400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a22d38aa-3228-4265-ba66-13a4dcc4b896 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:29.755266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-306359fa-da67-498f-949a-459afcaeba74 None None] Port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:28:29.768781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.770472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a22d38aa-3228-4265-ba66-13a4dcc4b896 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.827147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 38eb9c96-0c5a-49b2-8bce-cae457676e5d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:29.827576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.839704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a22d38aa-3228-4265-ba66-13a4dcc4b896 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.842600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a22d38aa-3228-4265-ba66-13a4dcc4b896 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.844662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35be9de6-bbcc-4de0-b2c0-bb32187123bf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:29.860967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-306359fa-da67-498f-949a-459afcaeba74 None None] Provisioning complete for port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:29.861394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-306359fa-da67-498f-949a-459afcaeba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.869174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d38aa-3228-4265-ba66-13a4dcc4b896 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7ce9eb-92a2-4c11-aa6b-78ad1f58b50e,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:29.873664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a22d38aa-3228-4265-ba66-13a4dcc4b896 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:29.884302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a22d38aa-3228-4265-ba66-13a4dcc4b896 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:29.888772 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a22d38aa-3228-4265-ba66-13a4dcc4b896 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1627963
Dec 03 11:28:29.889900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 50966) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:29.896092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:29.924026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:29.928451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:28:29.932997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:28:29.939885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:29.949452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:28:29.957320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.029393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.032398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.039553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:30.063681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3059f2f9-0870-42d6-bfe3-4545e34fb63d,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:30.066337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:30.070947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.074097 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1830709
Dec 03 11:28:30.075411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 50970) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:30.082287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:30.089114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:30.093400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:28:30.096705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:28:30.110890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:30.122738 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:28:30.130349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.198569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.202271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.204434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c62bdcd-88dd-4663-bb5d-c51d22d4ccdc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:30.229864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681f121d-86f9-4059-a923-ba1fe3d4e9b5,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:30.232529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:30.239894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.247016 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1646242
Dec 03 11:28:30.426145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.438963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Transition to ACTIVE for port object 64ac2d61-9864-4f6e-8324-dff6bb1f6393 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:28:30.441969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.461486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:30.600464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1b7b1-2467-4899-ae10-25ba454e591e None None] Pushing event updated for resources: {'Port': ['ID=64ac2d61-9864-4f6e-8324-dff6bb1f6393,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:30.603576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29d1b7b1-2467-4899-ae10-25ba454e591e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:30.714608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ec2ae43f-0562-44df-b139-ce31172c222d req-6c6b3e9e-dce0-432f-980a-d33ce329f224 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:28:30.731871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ec2ae43f-0562-44df-b139-ce31172c222d req-6c6b3e9e-dce0-432f-980a-d33ce329f224 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:28:30.733689 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-6c6b3e9e-dce0-432f-980a-d33ce329f224 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610466296&fields=id&tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 267 time: 0.0742364
Dec 03 11:28:30.778007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Attempting to bind port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:28:30.778430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Attempting to bind port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:28:30.778846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Attempting to bind port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 on network dc95aafe-e44c-4d71-a0c4-4a17abb41006 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:28:30.787266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:28:30.787697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Checking segment: {'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:28:30.788150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.788585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Bound using segment: {'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:28:30.789113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Bound port: 64ac2d61-9864-4f6e-8324-dff6bb1f6393, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:28:30.789949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.810079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-59aa694a-0c96-4fac-9362-7783bce0ac12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.892330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] For port 64ac2d61-9864-4f6e-8324-dff6bb1f6393, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:28:30.895761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] For port 64ac2d61-9864-4f6e-8324-dff6bb1f6393, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=64ac2d61-9864-4f6e-8324-dff6bb1f6393,segment=NetworkSegment(039d8896-3767-493f-a195-e94c0db3622a),segment_id=039d8896-3767-493f-a195-e94c0db3622a)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:28:30.899764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:30.922509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9efe7135-117d-46f9-a131-b6d4e07a7428 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:30.923946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9efe7135-117d-46f9-a131-b6d4e07a7428 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:28:30.925095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:30.939964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9efe7135-117d-46f9-a131-b6d4e07a7428 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:28:30.941228 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9efe7135-117d-46f9-a131-b6d4e07a7428 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/networks?id=dc95aafe-e44c-4d71-a0c4-4a17abb41006 HTTP/1.1" status: 200  len: 796 time: 0.1974034
Dec 03 11:28:30.958036 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-239c48b2-56d9-4862-a09f-f9164365385c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/quotas/85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 375 time: 0.0103350
Dec 03 11:28:31.056631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ec2ae43f-0562-44df-b139-ce31172c222d req-ee4e4e07-12f3-44be-b6bf-6bd59e116daa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:28:31.071944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ec2ae43f-0562-44df-b139-ce31172c222d req-ee4e4e07-12f3-44be-b6bf-6bd59e116daa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:28:31.073362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-ee4e4e07-12f3-44be-b6bf-6bd59e116daa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1093240
Dec 03 11:28:31.087958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1b7b1-2467-4899-ae10-25ba454e591e None None] Pushing event updated for resources: {'Port': ['ID=64ac2d61-9864-4f6e-8324-dff6bb1f6393,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:31.099064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29d1b7b1-2467-4899-ae10-25ba454e591e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:31.143771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Routers {'39f756e7-f158-44aa-a18e-ebd28cdce546'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:28:31.144464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5eaa4a8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:28:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['39f756e7-f158-44aa-a18e-ebd28cdce546'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:31.377676 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-5b7d179d-f33e-4887-b401-c47bb221fd7f service neutron] 10.222.0.90 "GET /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2903063
Dec 03 11:28:31.527484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] Set router 39f756e7-f158-44aa-a18e-ebd28cdce546 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:28:31.528590 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-d06d8bdc-3bdc-4caf-b070-fbb382bccd17 service neutron] 10.222.0.90 "GET /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441724
Dec 03 11:28:31.750977 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2b4f81e3-aace-4d2a-87d9-3475e4c212bb req-65069d88-3ef3-4e13-a085-55074c6eb851 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 210 time: 0.0473149
Dec 03 11:28:31.885770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5eaa4a8>, [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '64ac2d61-9864-4f6e-8324-dff6bb1f6393', 'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:9b:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:25Z', 'updated_at': '2020-12-03T11:28:30Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:31.891208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6bf36-bebc-4db5-aa3b-2319d648ea2c None None] The sync data for ids ['39f756e7-f158-44aa-a18e-ebd28cdce546'] in dv-neutron-765072-2-ovs is: [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '64ac2d61-9864-4f6e-8324-dff6bb1f6393', 'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:9b:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:25Z', 'updated_at': '2020-12-03T11:28:30Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:28:32.755948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 64ac2d61-9864-4f6e-8324-dff6bb1f6393 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:28:32.831022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:28:32.836128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:32.836559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:32.913379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-00934a03-8bde-4c74-ae13-81893a5d70ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:32.949381 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81a42de8-75ac-4743-bfa0-20ca2d79d176 req-b97adf54-1b32-4b10-995b-0c1e6f9eeb42 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 210 time: 0.0631585
Dec 03 11:28:33.007462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:33.041847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 64ac2d61-9864-4f6e-8324-dff6bb1f6393, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=64ac2d61-9864-4f6e-8324-dff6bb1f6393,segment=NetworkSegment(039d8896-3767-493f-a195-e94c0db3622a),segment_id=039d8896-3767-493f-a195-e94c0db3622a)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:28:33.047141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:33.049185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4bb98f1a-73ab-4897-bae3-f4a0d568ffab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:33.120049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=64ac2d61-9864-4f6e-8324-dff6bb1f6393,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:33.123620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:33.205383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ae43f-0562-44df-b139-ce31172c222d req-d5cfe645-20a6-48bf-b6b0-8933f2d57e09 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:33.207006 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-d5cfe645-20a6-48bf-b6b0-8933f2d57e09 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks?id=dc95aafe-e44c-4d71-a0c4-4a17abb41006 HTTP/1.1" status: 200  len: 796 time: 0.1707747
Dec 03 11:28:33.296661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-5a42a1dd-998d-438b-9991-52fc5278ce96 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 7769 time: 0.0709295
Dec 03 11:28:33.310651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'device_id': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'admin_state_up': True, 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'security_groups': ['81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:33.455888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:33.465847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:33.474752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:28:33.480283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:33.751389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:33.792791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.3 (dc95aafe-e44c-4d71-a0c4-4a17abb41006/fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696/c2e64cf1-a339-41e4-bc81-3425832a5a54) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:28:33.997166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:34.014857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object c2e64cf1-a339-41e4-bc81-3425832a5a54 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:28:34.034480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:34.051843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-efc3db3a-d6b5-472f-bd43-fa696f03abf2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:34.157657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21985c8-6e63-426b-81d3-da2f8bc556fb req-1ea07888-52f6-466b-9fdb-141d8c95686c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:34.159316 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b21985c8-6e63-426b-81d3-da2f8bc556fb req-1ea07888-52f6-466b-9fdb-141d8c95686c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 931 time: 0.0898550
Dec 03 11:28:34.197886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=c2e64cf1-a339-41e4-bc81-3425832a5a54,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:34.201271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:34.208261 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b21985c8-6e63-426b-81d3-da2f8bc556fb req-91752eab-1790-4983-bb2a-caa06a222e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423949
Dec 03 11:28:34.255255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network dc95aafe-e44c-4d71-a0c4-4a17abb41006 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:28:34.256382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:28:34.258627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:28:34.323076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:34.323747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:34.354497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0493789
Dec 03 11:28:34.372563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Request body: {'port': {'device_id': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:34.489818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:34.520358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-033c312f-b193-4832-b19e-55750001e005 None None] Provisioning for port c2e64cf1-a339-41e4-bc81-3425832a5a54 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:28:34.525360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-033c312f-b193-4832-b19e-55750001e005 None None] Provisioning complete for port c2e64cf1-a339-41e4-bc81-3425832a5a54 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:34.525788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-033c312f-b193-4832-b19e-55750001e005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:34.581319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-033c312f-b193-4832-b19e-55750001e005 None None] Port c2e64cf1-a339-41e4-bc81-3425832a5a54 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:28:34.731413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 64ac2d61-9864-4f6e-8324-dff6bb1f6393 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:28:34.807095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:34.807648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:34.907964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e64cf1-a339-41e4-bc81-3425832a5a54 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:28:34.915195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:34.928612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Transition to ACTIVE for port object c2e64cf1-a339-41e4-bc81-3425832a5a54 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:28:34.933152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:34.949364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbedebe8-2675-49e2-b5d7-07945c7a673c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:35.006093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:35.333716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e64cf1-a339-41e4-bc81-3425832a5a54,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:35.338107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:35.430721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd369434-3626-427c-982c-9b9b64e2c743 req-59e86d76-bede-4c92-9dad-6aeb10b31f65 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:35.432406 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dd369434-3626-427c-982c-9b9b64e2c743 req-59e86d76-bede-4c92-9dad-6aeb10b31f65 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 943 time: 0.0884888
Dec 03 11:28:35.492592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:35.495506 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dd369434-3626-427c-982c-9b9b64e2c743 req-bd824e95-1af9-4bb9-8572-76ca3f0b14e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545349
Dec 03 11:28:35.523599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Attempting to bind port c2e64cf1-a339-41e4-bc81-3425832a5a54 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:28:35.523967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Attempting to bind port c2e64cf1-a339-41e4-bc81-3425832a5a54 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:28:35.524339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Attempting to bind port c2e64cf1-a339-41e4-bc81-3425832a5a54 on network dc95aafe-e44c-4d71-a0c4-4a17abb41006 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:28:35.530386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:28:35.530758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Checking segment: {'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:28:35.531191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:35.531587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Bound using segment: {'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:28:35.532068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Bound port: c2e64cf1-a339-41e4-bc81-3425832a5a54, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d8896-3767-493f-a195-e94c0db3622a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:28:35.532448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:35.627594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] For port c2e64cf1-a339-41e4-bc81-3425832a5a54, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:28:35.630733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] For port c2e64cf1-a339-41e4-bc81-3425832a5a54, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c2e64cf1-a339-41e4-bc81-3425832a5a54,segment=NetworkSegment(039d8896-3767-493f-a195-e94c0db3622a),segment_id=039d8896-3767-493f-a195-e94c0db3622a)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:28:35.634077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:35.650735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4fd49f2c-340a-4b79-9a36-8f47821270f4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:35.797588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e64cf1-a339-41e4-bc81-3425832a5a54,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:35.807419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:35.841569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:35.842424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:35.844115 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] 10.222.0.91 "PUT /v2.0/ports/c2e64cf1-a339-41e4-bc81-3425832a5a54 HTTP/1.1" status: 200  len: 1157 time: 1.4765205
Dec 03 11:28:35.844674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'tag': 'c2e64cf1-a339-41e4-bc81-3425832a5a54'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:28:35.913364 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'tag': 'c2e64cf1-a339-41e4-bc81-3425832a5a54', 'status': 'completed', 'code': 200}
Dec 03 11:28:36.067128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ae43f-0562-44df-b139-ce31172c222d req-1e285521-1c05-4e94-8b50-6ba307e7ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:36.068720 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-1e285521-1c05-4e94-8b50-6ba307e7ddf5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 1160 time: 0.1620693
Dec 03 11:28:36.148216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-f9f69d43-1ff5-45d4-8e38-e8a2ca586f3b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e64cf1-a339-41e4-bc81-3425832a5a54 HTTP/1.1" status: 200  len: 217 time: 0.0668659
Dec 03 11:28:36.182692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:28:36.216756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ae43f-0562-44df-b139-ce31172c222d req-921cb677-9749-48b3-9b07-c021639a2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:36.219153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-921cb677-9749-48b3-9b07-c021639a2a09 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696 HTTP/1.1" status: 200  len: 832 time: 0.0648353
Dec 03 11:28:36.303337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9303ee00-171f-483e-b017-053d3ef2e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:36.304930 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-9303ee00-171f-483e-b017-053d3ef2e6e1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dc95aafe-e44c-4d71-a0c4-4a17abb41006&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0792832
Dec 03 11:28:36.447632 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-35dac8e6-3e15-42f7-8c12-c9154d0ce935 service neutron] 10.222.0.91 "GET /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355710
Dec 03 11:28:36.592990 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec2ae43f-0562-44df-b139-ce31172c222d req-56be0135-afea-4486-a847-4afc429e9a5d service neutron] 10.222.0.91 "GET /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378143
Dec 03 11:28:36.715698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522453e-4817-4ec1-bea7-35d2aec8ced3 req-6ee71260-70cf-419d-ae5a-72c4c5599120 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:36.718623 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9522453e-4817-4ec1-bea7-35d2aec8ced3 req-6ee71260-70cf-419d-ae5a-72c4c5599120 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 943 time: 0.0862319
Dec 03 11:28:36.755754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53250f1-19ed-460a-a15c-89e810561ee5 req-1cffb56a-f02a-4084-80cf-dfca6b478ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:36.757395 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f53250f1-19ed-460a-a15c-89e810561ee5 req-1cffb56a-f02a-4084-80cf-dfca6b478ccb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 1160 time: 0.0786331
Dec 03 11:28:36.768390 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9522453e-4817-4ec1-bea7-35d2aec8ced3 req-7ecfc2fa-e27d-4de9-a42b-6fabb8596545 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418129
Dec 03 11:28:36.907387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53250f1-19ed-460a-a15c-89e810561ee5 req-af38f507-872f-45fd-b600-569371930e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:36.909016 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f53250f1-19ed-460a-a15c-89e810561ee5 req-af38f507-872f-45fd-b600-569371930e80 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dc95aafe-e44c-4d71-a0c4-4a17abb41006 HTTP/1.1" status: 200  len: 890 time: 0.1451759
Dec 03 11:28:36.987155 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f53250f1-19ed-460a-a15c-89e810561ee5 req-0d838b0d-62f6-4014-9a73-c51f933908ae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e64cf1-a339-41e4-bc81-3425832a5a54 HTTP/1.1" status: 200  len: 217 time: 0.0707929
Dec 03 11:28:37.055154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53250f1-19ed-460a-a15c-89e810561ee5 req-79dc2166-a003-4cb6-b1e5-3fdb8a02c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:37.056696 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f53250f1-19ed-460a-a15c-89e810561ee5 req-79dc2166-a003-4cb6-b1e5-3fdb8a02c692 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696 HTTP/1.1" status: 200  len: 832 time: 0.0636926
Dec 03 11:28:37.139726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53250f1-19ed-460a-a15c-89e810561ee5 req-abe3f32f-da96-4ce0-80f6-51c765bc5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:37.141317 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f53250f1-19ed-460a-a15c-89e810561ee5 req-abe3f32f-da96-4ce0-80f6-51c765bc5632 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dc95aafe-e44c-4d71-a0c4-4a17abb41006&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0776665
Dec 03 11:28:37.283886 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f53250f1-19ed-460a-a15c-89e810561ee5 req-2d74f5af-d6ba-4091-b15c-65bf67545cbe service neutron] 10.222.0.91 "GET /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361423
Dec 03 11:28:37.428773 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f53250f1-19ed-460a-a15c-89e810561ee5 req-4c98a64f-009c-4750-a940-83bdc1cee1c4 service neutron] 10.222.0.91 "GET /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378469
Dec 03 11:28:37.986433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848db0a-c75f-4a02-941d-daba6660d1b4 req-2a124df5-f8ed-427f-980d-6caae3342d7e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:37.988089 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b848db0a-c75f-4a02-941d-daba6660d1b4 req-2a124df5-f8ed-427f-980d-6caae3342d7e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 943 time: 0.0884764
Dec 03 11:28:38.036831 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b848db0a-c75f-4a02-941d-daba6660d1b4 req-9b17a3c7-b1e9-40a3-950b-675ef33a93a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424180
Dec 03 11:28:39.244862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4bc26-02b0-4b3a-abc6-211d0c567ce3 req-27af89e7-0f0e-45bc-9835-301bd3b71cdd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:39.246401 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c3c4bc26-02b0-4b3a-abc6-211d0c567ce3 req-27af89e7-0f0e-45bc-9835-301bd3b71cdd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 943 time: 0.0831172
Dec 03 11:28:39.297147 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c3c4bc26-02b0-4b3a-abc6-211d0c567ce3 req-469ab20a-b859-4d07-81d9-b278f95d3dd4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439901
Dec 03 11:28:40.508744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f7120-700a-414d-b614-87c164b8131b req-b72e067b-060d-4f78-aea7-9420c6f0bede tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:40.510377 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a44f7120-700a-414d-b614-87c164b8131b req-b72e067b-060d-4f78-aea7-9420c6f0bede tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 943 time: 0.0861614
Dec 03 11:28:40.561069 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a44f7120-700a-414d-b614-87c164b8131b req-54991704-71d4-4295-9c2f-0d3ea2234464 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441606
Dec 03 11:28:41.469208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c2e64cf1-a339-41e4-bc81-3425832a5a54 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:28:41.541223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port c2e64cf1-a339-41e4-bc81-3425832a5a54 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:28:41.546655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port c2e64cf1-a339-41e4-bc81-3425832a5a54 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:41.547115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:41.667830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:41.700771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e64cf1-a339-41e4-bc81-3425832a5a54'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:28:41.711873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port c2e64cf1-a339-41e4-bc81-3425832a5a54, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c2e64cf1-a339-41e4-bc81-3425832a5a54,segment=NetworkSegment(039d8896-3767-493f-a195-e94c0db3622a),segment_id=039d8896-3767-493f-a195-e94c0db3622a)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:28:41.715638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:41.718523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:41.768626 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e64cf1-a339-41e4-bc81-3425832a5a54', 'code': 200}
Dec 03 11:28:41.784991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93842b0-3ea8-498e-9e21-2b973bf4ff31 req-c5e1ca2c-8787-4393-8de1-3389190ebb91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:41.786704 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b93842b0-3ea8-498e-9e21-2b973bf4ff31 req-c5e1ca2c-8787-4393-8de1-3389190ebb91 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 945 time: 0.0941734
Dec 03 11:28:41.796296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=c2e64cf1-a339-41e4-bc81-3425832a5a54,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:41.799876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:41.841319 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b93842b0-3ea8-498e-9e21-2b973bf4ff31 req-e9555a8e-dc2e-48eb-83ef-ec37c53339b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473766
Dec 03 11:28:42.047493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1124f0d-5297-4f25-af1e-4cf8ca1a4124 req-51354a43-d385-4122-ab83-d5f21a82189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:42.049008 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1124f0d-5297-4f25-af1e-4cf8ca1a4124 req-51354a43-d385-4122-ab83-d5f21a82189d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 1162 time: 0.0785780
Dec 03 11:28:42.091038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1124f0d-5297-4f25-af1e-4cf8ca1a4124 req-068e79b3-606a-4d7a-ad38-c0b217469ea6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353217
Dec 03 11:28:42.895977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c2e64cf1-a339-41e4-bc81-3425832a5a54 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:28:42.967954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port c2e64cf1-a339-41e4-bc81-3425832a5a54 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:28:42.968382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:43.058901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10edb7-87cc-4c78-9c2c-57c1b949bb29 req-2548e3f8-e1a0-457a-911e-888462fd6765 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:43.061088 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bd10edb7-87cc-4c78-9c2c-57c1b949bb29 req-2548e3f8-e1a0-457a-911e-888462fd6765 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 945 time: 0.0841601
Dec 03 11:28:43.113481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bd10edb7-87cc-4c78-9c2c-57c1b949bb29 req-cc802cb8-d65e-4b12-bdfd-26ad2206c949 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454712
Dec 03 11:28:44.329425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480fe5-e4e7-4489-88e3-ea025015cb8f req-865540f1-032a-4b6a-b8cc-2cb571bbf624 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:44.331010 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9c480fe5-e4e7-4489-88e3-ea025015cb8f req-865540f1-032a-4b6a-b8cc-2cb571bbf624 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 945 time: 0.0846410
Dec 03 11:28:44.378692 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9c480fe5-e4e7-4489-88e3-ea025015cb8f req-db909a14-5955-41d6-9a26-88b251096bef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413713
Dec 03 11:28:44.598099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091216e-75b7-4a46-9eaa-08018ecefeab req-910b9bd1-ae4a-4951-be1b-17cbcc15ffda tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:44.599648 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b091216e-75b7-4a46-9eaa-08018ecefeab req-910b9bd1-ae4a-4951-be1b-17cbcc15ffda tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 945 time: 0.0905225
Dec 03 11:28:44.647278 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b091216e-75b7-4a46-9eaa-08018ecefeab req-1269096e-2b46-4a12-8a69-4ece8581fc26 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412474
Dec 03 11:28:44.676959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51036) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:44.753784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9a7e90-ace5-464e-93a0-c949b049d005 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:44.755473 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ee9a7e90-ace5-464e-93a0-c949b049d005 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 1157 time: 0.0774455
Dec 03 11:28:44.758446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51040) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:44.764189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': 'c2e64cf1-a339-41e4-bc81-3425832a5a54', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:28:44.770901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:28:44.775016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:floatingip and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:28:44.777989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:28:44.784119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:28:44.793521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:44.942637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:45.217662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.134 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/f4698090-d6c9-4ff3-a149-59dd4023c90e) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:28:45.373592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:45.402518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:45.418745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:45.565268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=f4698090-d6c9-4ff3-a149-59dd4023c90e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:45.570804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:45.628122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:28:45.631302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:28:45.632923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:28:46.079163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:46.165157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:46.435972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:46.439934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:46.454904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-16f9c198-9beb-4705-b602-31852ad136ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:28:46.594903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=f4698090-d6c9-4ff3-a149-59dd4023c90e,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:28:46.599371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:28:46.695560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:47.148086 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 3843455d-6c91-43bd-aef0-61628eb7af08 associated. External IP: 172.26.1.134, port: c2e64cf1-a339-41e4-bc81-3425832a5a54.
Dec 03 11:28:47.541974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 39f756e7-f158-44aa-a18e-ebd28cdce546 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:28:47.741845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:28:47.754930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0642502-bc59-4aa6-b622-ab0491a951fb None None] Sync routers for ids ['39f756e7-f158-44aa-a18e-ebd28cdce546'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:28:47.767429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0642502-bc59-4aa6-b622-ab0491a951fb None None] Routers {'39f756e7-f158-44aa-a18e-ebd28cdce546'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:28:47.768119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b0642502-bc59-4aa6-b622-ab0491a951fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b626eba8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:28:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['39f756e7-f158-44aa-a18e-ebd28cdce546'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:47.771817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:28:47.835238 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0756202
Dec 03 11:28:47.836072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'tag': 'c2e64cf1-a339-41e4-bc81-3425832a5a54'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:28:47.838128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51044) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:47.933951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'tag': 'c2e64cf1-a339-41e4-bc81-3425832a5a54', 'status': 'completed', 'code': 200}
Dec 03 11:28:47.993709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b0642502-bc59-4aa6-b622-ab0491a951fb None None] Set router 39f756e7-f158-44aa-a18e-ebd28cdce546 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:28:48.127823 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3bbae597-81c5-4794-a526-1233a8430e57 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/routers/39f756e7-f158-44aa-a18e-ebd28cdce546 HTTP/1.1" status: 200  len: 923 time: 0.2865462
Dec 03 11:28:48.129573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51050) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:48.137001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153e34b-991d-4432-bfa2-0275fa7a1b74 req-189e3ab0-cec7-4fff-8aeb-373162e3be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:48.138585 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d153e34b-991d-4432-bfa2-0275fa7a1b74 req-189e3ab0-cec7-4fff-8aeb-373162e3be21 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 1162 time: 0.1331968
Dec 03 11:28:48.256212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-16dab940-e697-4af1-a5b1-ec21edf861e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/3843455d-6c91-43bd-aef0-61628eb7af08 HTTP/1.1" status: 200  len: 991 time: 0.1252892
Dec 03 11:28:48.297101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153e34b-991d-4432-bfa2-0275fa7a1b74 req-2b393bc1-68fa-45f1-866f-88b0853e66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:48.301194 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d153e34b-991d-4432-bfa2-0275fa7a1b74 req-2b393bc1-68fa-45f1-866f-88b0853e66a7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dc95aafe-e44c-4d71-a0c4-4a17abb41006 HTTP/1.1" status: 200  len: 890 time: 0.1539168
Dec 03 11:28:48.412609 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d153e34b-991d-4432-bfa2-0275fa7a1b74 req-3b7c6ef5-f7fb-48e6-a5c3-7aee59e4698a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e64cf1-a339-41e4-bc81-3425832a5a54 HTTP/1.1" status: 200  len: 999 time: 0.1068649
Dec 03 11:28:48.413933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b0642502-bc59-4aa6-b622-ab0491a951fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b626eba8>, [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '3843455d-6c91-43bd-aef0-61628eb7af08', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'port_id': 'c2e64cf1-a339-41e4-bc81-3425832a5a54', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'mac_address': 'fa:16:3e:87:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:28:46Z', 'updated_at': '2020-12-03T11:28:46Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ac2d61-9864-4f6e-8324-dff6bb1f6393', 'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:9b:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:25Z', 'updated_at': '2020-12-03T11:28:33Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:48.417397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0642502-bc59-4aa6-b622-ab0491a951fb None None] Checking router: 39f756e7-f158-44aa-a18e-ebd28cdce546 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:28:48.427277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0642502-bc59-4aa6-b622-ab0491a951fb None None] Routers {'39f756e7-f158-44aa-a18e-ebd28cdce546'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:28:48.428476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b0642502-bc59-4aa6-b622-ab0491a951fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b626eba8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:28:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['39f756e7-f158-44aa-a18e-ebd28cdce546'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:48.489532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153e34b-991d-4432-bfa2-0275fa7a1b74 req-9ed955fb-d0b5-451f-ab1d-bde3be87502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:48.491145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d153e34b-991d-4432-bfa2-0275fa7a1b74 req-9ed955fb-d0b5-451f-ab1d-bde3be87502c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696 HTTP/1.1" status: 200  len: 832 time: 0.0722072
Dec 03 11:28:48.581731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153e34b-991d-4432-bfa2-0275fa7a1b74 req-405998a6-e7e8-42e8-9bf4-42bc1c844a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:28:48.583400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d153e34b-991d-4432-bfa2-0275fa7a1b74 req-405998a6-e7e8-42e8-9bf4-42bc1c844a4c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dc95aafe-e44c-4d71-a0c4-4a17abb41006&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0864813
Dec 03 11:28:48.626028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b0642502-bc59-4aa6-b622-ab0491a951fb None None] Set router 39f756e7-f158-44aa-a18e-ebd28cdce546 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:28:48.735843 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d153e34b-991d-4432-bfa2-0275fa7a1b74 req-6639d036-41b1-4553-879b-fd788edc2566 service neutron] 10.222.0.91 "GET /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450510
Dec 03 11:28:48.891059 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d153e34b-991d-4432-bfa2-0275fa7a1b74 req-eaf6c1f3-4241-4c3b-a479-5fc5b66f3173 service neutron] 10.222.0.91 "GET /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1488800
Dec 03 11:28:49.010081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b0642502-bc59-4aa6-b622-ab0491a951fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b626eba8>, [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '3843455d-6c91-43bd-aef0-61628eb7af08', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'port_id': 'c2e64cf1-a339-41e4-bc81-3425832a5a54', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'mac_address': 'fa:16:3e:87:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:28:46Z', 'updated_at': '2020-12-03T11:28:46Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ac2d61-9864-4f6e-8324-dff6bb1f6393', 'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:9b:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:25Z', 'updated_at': '2020-12-03T11:28:33Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:28:49.013923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0642502-bc59-4aa6-b622-ab0491a951fb None None] The sync data for ids ['39f756e7-f158-44aa-a18e-ebd28cdce546'] in dv-neutron-765072-2-ovs is: [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '3843455d-6c91-43bd-aef0-61628eb7af08', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'port_id': 'c2e64cf1-a339-41e4-bc81-3425832a5a54', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'mac_address': 'fa:16:3e:87:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:28:46Z', 'updated_at': '2020-12-03T11:28:46Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ac2d61-9864-4f6e-8324-dff6bb1f6393', 'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:9b:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:25Z', 'updated_at': '2020-12-03T11:28:33Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:28:49.260134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51054) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:49.314081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5976ee41-d5a6-4340-bc93-e328b53007e1 None None] New status for floating IP 3843455d-6c91-43bd-aef0-61628eb7af08: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:28:49.377009 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-65135c9f-fa5e-440b-9e30-b1d49d4178c3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/3843455d-6c91-43bd-aef0-61628eb7af08 HTTP/1.1" status: 200  len: 991 time: 0.1139455
Dec 03 11:28:50.380029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51058) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:28:50.494231 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-af20a85f-4d5b-4fa7-b98c-45f66dd5c8c2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/3843455d-6c91-43bd-aef0-61628eb7af08 HTTP/1.1" status: 200  len: 993 time: 0.1128292
Dec 03 11:28:51.257541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:00.763869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2eacbc1-4a67-4ba7-a6de-9182d1fab4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:02.869167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ca9d56f-32e7-425a-9f64-8ac87684555b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:02.924221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6d443-d9f8-4535-bfe2-cce5d9cb107f req-8a2683d0-5cf7-4758-8049-379882065ea9 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:02.925863 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eff6d443-d9f8-4535-bfe2-cce5d9cb107f req-8a2683d0-5cf7-4758-8049-379882065ea9 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 946 time: 0.0913396
Dec 03 11:29:02.973840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eff6d443-d9f8-4535-bfe2-cce5d9cb107f req-6f65b8f3-0e15-41c9-9852-1d5659055efc tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413966
Dec 03 11:29:03.755113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:04.195066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f2c53-5246-4d97-8bc9-5d1bbf2f90ca req-28cb935a-366a-4562-ad70-2c645c1a4935 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:04.196750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-507f2c53-5246-4d97-8bc9-5d1bbf2f90ca req-28cb935a-366a-4562-ad70-2c645c1a4935 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 946 time: 0.0898161
Dec 03 11:29:04.243698 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-507f2c53-5246-4d97-8bc9-5d1bbf2f90ca req-610d2aca-f1a3-4a29-8f54-2e7c2981e4ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0406175
Dec 03 11:29:04.793218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-c0b3a5fc-7f9e-4903-96cc-d68031eeb059 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:04.793891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-c0b3a5fc-7f9e-4903-96cc-d68031eeb059 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:29:04.808875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-c0b3a5fc-7f9e-4903-96cc-d68031eeb059 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:29:04.810056 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-c0b3a5fc-7f9e-4903-96cc-d68031eeb059 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 946 time: 0.0978348
Dec 03 11:29:04.885469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Deleting port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:29:04.885857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:04.936909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4e7faf4d-5b46-4427-8abb-42931fef9ab5 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:29:05.042622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:05.070196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:05.097499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e7faf4d-5b46-4427-8abb-42931fef9ab5'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:29:05.107916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 4e7faf4d-5b46-4427-8abb-42931fef9ab5, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4e7faf4d-5b46-4427-8abb-42931fef9ab5,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:29:05.115611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:05.117644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29d1b7b1-2467-4899-ae10-25ba454e591e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:29:05.146400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] For port 4e7faf4d-5b46-4427-8abb-42931fef9ab5, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4e7faf4d-5b46-4427-8abb-42931fef9ab5,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:29:05.146614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:05.189632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=4e7faf4d-5b46-4427-8abb-42931fef9ab5,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:29:05.193074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:29:05.252732 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e7faf4d-5b46-4427-8abb-42931fef9ab5', 'code': 200}
Dec 03 11:29:05.466101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd7516-bc74-47be-a615-ae90aaac35a7 req-bd471763-c503-40e8-9246-d7bdac22c667 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:05.467726 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31dd7516-bc74-47be-a615-ae90aaac35a7 req-bd471763-c503-40e8-9246-d7bdac22c667 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0875418
Dec 03 11:29:05.491379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:05.516802 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31dd7516-bc74-47be-a615-ae90aaac35a7 req-d2e9a0ce-33f9-4aa6-9a97-52521248f6e9 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0423510
Dec 03 11:29:05.700814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:05.701486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:05.701871 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Floating IP 3e1592ae-1309-4b33-a4fc-fe0a7f738d0a disassociated. External IP: 172.26.1.248, port: 4e7faf4d-5b46-4427-8abb-42931fef9ab5.
Dec 03 11:29:05.702334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Calling delete_port for 4e7faf4d-5b46-4427-8abb-42931fef9ab5 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:29:05.781908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:29:05.782208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:29:06.283370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Deleting port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:29:06.283964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:06.546014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] For port 4e7faf4d-5b46-4427-8abb-42931fef9ab5, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4e7faf4d-5b46-4427-8abb-42931fef9ab5,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:29:06.546316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:06.738109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a92d7-334d-4193-b574-08f162f824f6 req-2b62c139-d376-4a45-b6a4-8b617386907d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:06.739782 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a09a92d7-334d-4193-b574-08f162f824f6 req-2b62c139-d376-4a45-b6a4-8b617386907d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 944 time: 0.0890479
Dec 03 11:29:06.788218 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a09a92d7-334d-4193-b574-08f162f824f6 req-67c195f0-0a14-48a7-a98d-3d675485aab7 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0420511
Dec 03 11:29:06.851767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:06.852188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:06.852538 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Floating IP 3e1592ae-1309-4b33-a4fc-fe0a7f738d0a disassociated. External IP: 172.26.1.248, port: 4e7faf4d-5b46-4427-8abb-42931fef9ab5.
Dec 03 11:29:06.852922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Calling delete_port for 4e7faf4d-5b46-4427-8abb-42931fef9ab5 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:29:06.998256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:07.013850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aefb0346-e6c4-41c7-bf3b-91a5ba48b25e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:29:07.060110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event deleted for resources: {'Port': ['ID=4e7faf4d-5b46-4427-8abb-42931fef9ab5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:29:07.083056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.083486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.083906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.084326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.084740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.085152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.085562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.085973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.086377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.086783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.087231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.087636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.088094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.088497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.088899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.089558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.089961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.090364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.090765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.091192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.091595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.091997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.092399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.092837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:07.099918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:29:07.390716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:29:07.573706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:29:07.584524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9020269-7462-4492-836e-7d06fcc0824a None None] Sync routers for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:29:07.596447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9020269-7462-4492-836e-7d06fcc0824a None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:29:07.597141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c9020269-7462-4492-836e-7d06fcc0824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b72ea208>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:29:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:29:07.611281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] No DVR routers for this DVR port 4e7faf4d-5b46-4427-8abb-42931fef9ab5 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:29:07.613679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:07.616757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'name': 'network-vif-deleted', 'tag': '4e7faf4d-5b46-4427-8abb-42931fef9ab5'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:29:07.637266 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-066d54d5-ba02-413c-9d66-c6c3f7984068 req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "DELETE /v2.0/ports/4e7faf4d-5b46-4427-8abb-42931fef9ab5 HTTP/1.1" status: 204  len: 173 time: 2.8210216
Dec 03 11:29:07.791579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f689aa4-78fa-44ca-b0b2-933587388f04', 'name': 'network-vif-deleted', 'tag': '4e7faf4d-5b46-4427-8abb-42931fef9ab5', 'status': 'completed', 'code': 200}
Dec 03 11:29:07.956698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c9020269-7462-4492-836e-7d06fcc0824a None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:29:07.987093 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ababdca2-e842-47ab-a08a-391d0433d9ea req-112f47e9-8aee-4a09-a06e-0677c1030174 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=0f689aa4-78fa-44ca-b0b2-933587388f04 HTTP/1.1" status: 200  len: 210 time: 0.0472908
Dec 03 11:29:08.294584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c9020269-7462-4492-836e-7d06fcc0824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b72ea208>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:29:08.299583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9020269-7462-4492-836e-7d06fcc0824a None None] Checking router: 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:29:08.308606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9020269-7462-4492-836e-7d06fcc0824a None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:29:08.309286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c9020269-7462-4492-836e-7d06fcc0824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b72ea208>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:29:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:29:08.490673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c9020269-7462-4492-836e-7d06fcc0824a None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:29:08.820958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c9020269-7462-4492-836e-7d06fcc0824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b72ea208>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:29:08.825407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9020269-7462-4492-836e-7d06fcc0824a None None] The sync data for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs is: [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:29:09.229685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ca61d-2590-416b-bb8e-8dd0c9055bee None None] New status for floating IP 3e1592ae-1309-4b33-a4fc-fe0a7f738d0a: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:29:09.467951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-a16c5fe3-dcfc-4b6c-b61f-168cdbbed061 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-489157296&fields=id&tenant_id=7b8d0e500db347619c0c66778743cdae HTTP/1.1" status: 200  len: 267 time: 0.0628173
Dec 03 11:29:09.657757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-1ca4e55a-c6fd-46de-88b7-1ee599f50b7d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:09.660371 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-1ca4e55a-c6fd-46de-88b7-1ee599f50b7d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 811 time: 0.1846666
Dec 03 11:29:09.683069 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-ddc6aa59-5d61-4ac7-b282-c379ff71cee9 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/quotas/7b8d0e500db347619c0c66778743cdae HTTP/1.1" status: 200  len: 375 time: 0.0164368
Dec 03 11:29:09.807497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-0d605a1f-f37c-4608-8b7b-bd03bd918b3d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1175647
Dec 03 11:29:09.986765 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-aa1e3d11-c1c1-4419-958f-21d290aad1ab service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663151
Dec 03 11:29:10.136547 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-6ff094e2-3cb4-4366-b813-7c15150cb11d service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429090
Dec 03 11:29:10.589468 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b6c7f41f-be08-4644-9455-946f9f1ef217 req-dcb1ece1-a914-40a6-ab34-c2c0030171d3 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 210 time: 0.0469539
Dec 03 11:29:11.776067 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ed43a3b-d8c8-479a-86e7-f2d73fe84c16 req-5e096a12-95f3-4b07-b8ac-52fef8900bd8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 210 time: 0.0520704
Dec 03 11:29:11.892932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-c05e5044-ca31-453e-8c19-a7be18c2f190 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:11.894513 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-c05e5044-ca31-453e-8c19-a7be18c2f190 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 811 time: 0.1661465
Dec 03 11:29:11.980236 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-2ee547bc-249f-4d80-9be7-934c3c2de006 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7b8d0e500db347619c0c66778743cdae HTTP/1.1" status: 200  len: 5557 time: 0.0671117
Dec 03 11:29:11.994097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'port': {'device_id': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'admin_state_up': True, 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'security_groups': ['acc54273-3682-49f3-8e52-43d562ba2563']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:29:12.151663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:29:12.157302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Usage tracker for resource:port and tenant:7b8d0e500db347619c0c66778743cdae is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:29:12.160504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Quota usage for port was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:29:12.166401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:29:12.176567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Made reservation on behalf of 7b8d0e500db347619c0c66778743cdae for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:29:12.182286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:12.495483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Allocated IP 172.20.0.12 (e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc/878a3eb6-da33-46ac-aa4f-66be12556866/f9fd042c-241a-4f91-a588-e212be203cae) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:29:12.702845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:12.719887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Transition to ACTIVE for port object f9fd042c-241a-4f91-a588-e212be203cae will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:29:12.740053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:12.755460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2d71ca1-30e4-45f7-a9d6-31e3da777141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:29:12.888862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event updated for resources: {'Port': ['ID=f9fd042c-241a-4f91-a588-e212be203cae,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:29:12.895922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:29:12.953800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:29:12.955015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:29:12.957380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:29:13.040291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a92ca-e948-41c1-8471-677902d81aa8 req-201e72d1-d6d7-4439-acfe-c1c12b7a82db tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:13.042312 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1b2a92ca-e948-41c1-8471-677902d81aa8 req-201e72d1-d6d7-4439-acfe-c1c12b7a82db tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 932 time: 0.1012859
Dec 03 11:29:13.100750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1b2a92ca-e948-41c1-8471-677902d81aa8 req-8fea6607-dae1-4c2e-9896-a80b453909b4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0497656
Dec 03 11:29:13.183211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:29:13.188568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-014561a5-56e4-48e3-82cb-d80b76a3c3e7 None None] Provisioning for port f9fd042c-241a-4f91-a588-e212be203cae completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:29:13.194616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-014561a5-56e4-48e3-82cb-d80b76a3c3e7 None None] Provisioning complete for port f9fd042c-241a-4f91-a588-e212be203cae triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:29:13.195291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-014561a5-56e4-48e3-82cb-d80b76a3c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:13.254690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-014561a5-56e4-48e3-82cb-d80b76a3c3e7 None None] Port f9fd042c-241a-4f91-a588-e212be203cae cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:29:13.292728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:13.293392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:13.317653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3275478
Dec 03 11:29:13.338017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Request body: {'port': {'device_id': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:29:13.450298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:13.865160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fd042c-241a-4f91-a588-e212be203cae {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:29:13.872102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:13.885173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Transition to ACTIVE for port object f9fd042c-241a-4f91-a588-e212be203cae will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:29:13.888068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:13.903653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:29:14.040907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Pushing event updated for resources: {'Port': ['ID=f9fd042c-241a-4f91-a588-e212be203cae,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:29:14.045218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:29:14.230163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Attempting to bind port f9fd042c-241a-4f91-a588-e212be203cae on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:29:14.230534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Attempting to bind port f9fd042c-241a-4f91-a588-e212be203cae by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:29:14.230901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Attempting to bind port f9fd042c-241a-4f91-a588-e212be203cae on network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:29:14.241215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:29:14.241598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Checking segment: {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:29:14.242012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:14.242412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Bound using segment: {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:29:14.242898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Bound port: f9fd042c-241a-4f91-a588-e212be203cae, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:29:14.243331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:14.334218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3149bb4-e1c0-4da2-9e28-c1321032a423 req-103efa30-ad3c-4386-988e-fb6bc4522cee tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:14.335989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3149bb4-e1c0-4da2-9e28-c1321032a423 req-103efa30-ad3c-4386-988e-fb6bc4522cee tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 944 time: 0.0904670
Dec 03 11:29:14.346193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] For port f9fd042c-241a-4f91-a588-e212be203cae, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:29:14.349508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] For port f9fd042c-241a-4f91-a588-e212be203cae, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f9fd042c-241a-4f91-a588-e212be203cae,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:29:14.354289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:14.370330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:29:14.387614 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3149bb4-e1c0-4da2-9e28-c1321032a423 req-84a27a36-8a65-4abe-a1cb-8135681572c4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0443144
Dec 03 11:29:14.528029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Pushing event updated for resources: {'Port': ['ID=f9fd042c-241a-4f91-a588-e212be203cae,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:29:14.534573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:29:14.565531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:14.566213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:14.567722 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] 10.222.0.91 "PUT /v2.0/ports/f9fd042c-241a-4f91-a588-e212be203cae HTTP/1.1" status: 200  len: 1158 time: 1.2344368
Dec 03 11:29:14.568276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'tag': 'f9fd042c-241a-4f91-a588-e212be203cae'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:29:14.661061 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'tag': 'f9fd042c-241a-4f91-a588-e212be203cae', 'status': 'completed', 'code': 200}
Dec 03 11:29:14.704270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-afff5fbe-8f5c-4531-b719-6246b0df7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:14.705939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-afff5fbe-8f5c-4531-b719-6246b0df7a62 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 1161 time: 0.0853631
Dec 03 11:29:14.783615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-90f8b87f-201a-4b56-9070-8a426fbcd193 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9fd042c-241a-4f91-a588-e212be203cae HTTP/1.1" status: 200  len: 217 time: 0.0639386
Dec 03 11:29:14.856099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-ceda2536-c8ec-4c69-a278-6aaec4d1f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:14.857572 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-ceda2536-c8ec-4c69-a278-6aaec4d1f4cf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0677648
Dec 03 11:29:14.940365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-d789af14-7414-431e-8b34-4ee24c43e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:14.942011 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-d789af14-7414-431e-8b34-4ee24c43e516 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0772710
Dec 03 11:29:15.085510 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-11643b81-41f8-4610-95ed-fe4952ee2962 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363182
Dec 03 11:29:15.228618 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e69f5bf-45ce-4f73-983d-c82b6e5dd675 req-84371045-541a-4198-99f2-5e0baf253f7c service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363633
Dec 03 11:29:15.392503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702a47-9c6a-4a91-9713-b9feeba5f5b6 req-ab232c57-bf7b-41fe-b5f3-28baff62d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:15.394107 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-99702a47-9c6a-4a91-9713-b9feeba5f5b6 req-ab232c57-bf7b-41fe-b5f3-28baff62d098 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 1161 time: 0.0796053
Dec 03 11:29:15.541386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702a47-9c6a-4a91-9713-b9feeba5f5b6 req-68ce9884-6cf2-42fd-83c8-5bb9eebd736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:15.542877 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-99702a47-9c6a-4a91-9713-b9feeba5f5b6 req-68ce9884-6cf2-42fd-83c8-5bb9eebd736c service neutron] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.1417100
Dec 03 11:29:15.604062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e4b2-5fdd-4ffc-96e6-d0c4740ad502 req-977a862f-d60a-4376-bcd0-eea09ea4f1c6 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:15.605972 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d322e4b2-5fdd-4ffc-96e6-d0c4740ad502 req-977a862f-d60a-4376-bcd0-eea09ea4f1c6 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 944 time: 0.0858161
Dec 03 11:29:15.613143 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-99702a47-9c6a-4a91-9713-b9feeba5f5b6 req-1591965f-969a-4758-9e8f-af38289c97b0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9fd042c-241a-4f91-a588-e212be203cae HTTP/1.1" status: 200  len: 217 time: 0.0638306
Dec 03 11:29:15.660361 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d322e4b2-5fdd-4ffc-96e6-d0c4740ad502 req-bfb8e187-2585-4024-b5f3-e0883385ccbf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0474811
Dec 03 11:29:15.687255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702a47-9c6a-4a91-9713-b9feeba5f5b6 req-57a12979-d511-4a7e-9e41-6ba3bcc6b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:15.688861 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-99702a47-9c6a-4a91-9713-b9feeba5f5b6 req-57a12979-d511-4a7e-9e41-6ba3bcc6b2f7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0696595
Dec 03 11:29:15.768720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702a47-9c6a-4a91-9713-b9feeba5f5b6 req-db20c676-9d27-4961-ac86-f327b977586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:15.770291 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-99702a47-9c6a-4a91-9713-b9feeba5f5b6 req-db20c676-9d27-4961-ac86-f327b977586a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0747485
Dec 03 11:29:15.914865 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-99702a47-9c6a-4a91-9713-b9feeba5f5b6 req-18557db1-8f6e-4ca0-881d-8cbd75f61f08 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375980
Dec 03 11:29:16.057205 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-99702a47-9c6a-4a91-9713-b9feeba5f5b6 req-6fe76920-26f5-48b7-a5d5-05b6daa3ea3e service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1351798
Dec 03 11:29:16.875372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d420c8e-761a-4d66-bc3a-2ec315077143 req-468b7297-0a5e-4a44-a680-f51f43dd79cb tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:16.877034 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d420c8e-761a-4d66-bc3a-2ec315077143 req-468b7297-0a5e-4a44-a680-f51f43dd79cb tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 944 time: 0.0856071
Dec 03 11:29:16.931323 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d420c8e-761a-4d66-bc3a-2ec315077143 req-dc8ca110-df37-440b-90ca-1af56ec5bc0a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0407829
Dec 03 11:29:18.152326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6ae57-6440-4c18-a8f0-19fd16cb9aec req-dd49a5e2-98f1-4413-b48b-17d16374a823 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:18.153939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69c6ae57-6440-4c18-a8f0-19fd16cb9aec req-dd49a5e2-98f1-4413-b48b-17d16374a823 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 944 time: 0.0892608
Dec 03 11:29:18.205281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69c6ae57-6440-4c18-a8f0-19fd16cb9aec req-2599357e-a382-449a-9b5e-0fa490d1e07e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0449049
Dec 03 11:29:19.417458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ad142-5945-42a3-a0f2-788cd5f92491 req-89852a14-f021-47a9-bfa4-8d274f3bea24 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:19.419086 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e19ad142-5945-42a3-a0f2-788cd5f92491 req-89852a14-f021-47a9-bfa4-8d274f3bea24 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 944 time: 0.0854788
Dec 03 11:29:19.468879 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e19ad142-5945-42a3-a0f2-788cd5f92491 req-fc0845a1-a7c5-49c6-ba34-b978d72dbb76 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0433323
Dec 03 11:29:20.689733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92dfbb-61cd-45ca-a8b2-0b5bdf6c20e4 req-affd20cd-cf87-4e77-b587-a33f0ea2a290 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:20.691436 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-df92dfbb-61cd-45ca-a8b2-0b5bdf6c20e4 req-affd20cd-cf87-4e77-b587-a33f0ea2a290 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 944 time: 0.0923927
Dec 03 11:29:20.741743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-df92dfbb-61cd-45ca-a8b2-0b5bdf6c20e4 req-db6895a1-cf06-40b1-ad7a-593d4031bd8b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0427804
Dec 03 11:29:21.267944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:21.956537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a045-e6e6-4499-983d-e29a8b416d5c req-df1e3ab2-f780-443f-a6fe-b3b0fcc7f29d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:21.958167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2016a045-e6e6-4499-983d-e29a8b416d5c req-df1e3ab2-f780-443f-a6fe-b3b0fcc7f29d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 944 time: 0.0869105
Dec 03 11:29:22.005611 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2016a045-e6e6-4499-983d-e29a8b416d5c req-00af03e2-b852-4620-a2f5-683f07994a36 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0410626
Dec 03 11:29:23.220588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966da9ce-7256-4564-bb38-4e1fc64453f0 req-1186b4bc-6a36-4558-980f-845a1ab21619 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:23.222376 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-966da9ce-7256-4564-bb38-4e1fc64453f0 req-1186b4bc-6a36-4558-980f-845a1ab21619 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 944 time: 0.0855432
Dec 03 11:29:23.275817 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-966da9ce-7256-4564-bb38-4e1fc64453f0 req-003b2117-f5fe-4cad-95cf-5b7b0ac587a0 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0470781
Dec 03 11:29:24.487894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243edc8-f52a-441e-8ef7-d093e5333f21 req-8b5dfc76-3821-4270-947d-60e11bac5545 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:24.489506 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0243edc8-f52a-441e-8ef7-d093e5333f21 req-8b5dfc76-3821-4270-947d-60e11bac5545 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 944 time: 0.0839758
Dec 03 11:29:24.536104 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0243edc8-f52a-441e-8ef7-d093e5333f21 req-e363d1f7-c684-4681-8ed2-86c27a8eed0c tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0402412
Dec 03 11:29:25.728992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device f9fd042c-241a-4f91-a588-e212be203cae up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:29:25.808063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port f9fd042c-241a-4f91-a588-e212be203cae completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:29:25.814023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port f9fd042c-241a-4f91-a588-e212be203cae triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:29:25.814444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:25.938764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:25.968794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fd042c-241a-4f91-a588-e212be203cae'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:29:25.979770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port f9fd042c-241a-4f91-a588-e212be203cae, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f9fd042c-241a-4f91-a588-e212be203cae,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:29:25.983405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:25.985425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:29:26.031492 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fd042c-241a-4f91-a588-e212be203cae', 'code': 200}
Dec 03 11:29:26.036387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d453d71-114a-4d95-8a2d-da2fd09ffeab req-4a4f8399-7535-4344-98fa-02f5cad45a14 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:26.038007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4d453d71-114a-4d95-8a2d-da2fd09ffeab req-4a4f8399-7535-4344-98fa-02f5cad45a14 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 944 time: 0.3696065
Dec 03 11:29:26.058480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=f9fd042c-241a-4f91-a588-e212be203cae,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:29:26.061939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:29:26.087306 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4d453d71-114a-4d95-8a2d-da2fd09ffeab req-d787e626-72bc-428c-8715-6f43d69fa28c tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0425024
Dec 03 11:29:26.351730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a2878-b3c2-4066-b500-e3a332312774 req-bcb9b43b-ac74-4015-a9e3-2e7c1299e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:26.353259 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-483a2878-b3c2-4066-b500-e3a332312774 req-bcb9b43b-ac74-4015-a9e3-2e7c1299e8f9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 1163 time: 0.0789573
Dec 03 11:29:26.400371 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-483a2878-b3c2-4066-b500-e3a332312774 req-90d85496-3cd1-4625-9be9-ff885e8d70b0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0405960
Dec 03 11:29:27.258220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device f9fd042c-241a-4f91-a588-e212be203cae up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:29:27.304790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb9d2e-53b3-4167-9f51-109159ebe1d4 req-29cee3a9-7342-495e-a23e-7e50d1cb553d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:27.306418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8cdb9d2e-53b3-4167-9f51-109159ebe1d4 req-29cee3a9-7342-495e-a23e-7e50d1cb553d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 946 time: 0.0845661
Dec 03 11:29:27.328634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port f9fd042c-241a-4f91-a588-e212be203cae triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:29:27.329073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:27.357161 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8cdb9d2e-53b3-4167-9f51-109159ebe1d4 req-06ed85bd-f2c3-4539-9d6a-472c72c1e627 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0442395
Dec 03 11:29:28.570586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47718c5-c475-407f-830c-c8514bd52b78 req-885b7462-33d8-4faa-95ef-6576d2620a94 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:28.572210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f47718c5-c475-407f-830c-c8514bd52b78 req-885b7462-33d8-4faa-95ef-6576d2620a94 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 946 time: 0.0833237
Dec 03 11:29:28.621779 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f47718c5-c475-407f-830c-c8514bd52b78 req-3633939c-9cbd-474d-90cf-d7a7100e2798 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0428274
Dec 03 11:29:28.835044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ab146-d46f-4982-86fc-0bcfb38c1b1a req-888f6409-1c6b-4181-9093-7ed20b2f6108 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:28.836638 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c7ab146-d46f-4982-86fc-0bcfb38c1b1a req-888f6409-1c6b-4181-9093-7ed20b2f6108 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 946 time: 0.0859807
Dec 03 11:29:28.885451 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c7ab146-d46f-4982-86fc-0bcfb38c1b1a req-ae3da6ce-5b95-4c9c-994b-b54aa0f1d04b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0415218
Dec 03 11:29:29.098170 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-72c755a8-e92d-4d3a-9380-f7858a55cce6 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1580131
Dec 03 11:29:29.108689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:29:29.114489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:29:29.124926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:29:29.133697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:29.280105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:29.556521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Allocated IP 172.26.1.56 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/20018501-ffb7-49ca-9a1c-fae68815ac73) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:29:29.716699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:29.742642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:29.758409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-14b08daf-f636-44ef-8180-631e91f43924 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:29:29.893150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event updated for resources: {'Port': ['ID=20018501-ffb7-49ca-9a1c-fae68815ac73,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:29:29.904185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.904747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.905869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.906298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.906715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.907207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.907569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.907978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.908384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.908792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.909198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.909601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.910063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.910470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.910875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.911304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.911709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.912114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.912516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.912917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.913316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.913718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.914118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.914516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:29:29.920391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:29:29.966599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:29:29.968494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:29:29.970862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:29:30.056890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:30.118666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:30.392298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:30.395940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:30.410789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ecee9df5-706b-4644-9f0f-a18fc634736f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:29:30.544346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event updated for resources: {'Port': ['ID=20018501-ffb7-49ca-9a1c-fae68815ac73,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:29:30.548194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:29:30.648893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:30.677787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:30.679149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5747411
Dec 03 11:29:30.765264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0de0012f-2760-4a32-8261-802c11b5ee72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:30.765846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-fec520f8-454c-42c3-8b80-ec7dbb32333a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:29:30.780681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-fec520f8-454c-42c3-8b80-ec7dbb32333a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:29:30.781940 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-fec520f8-454c-42c3-8b80-ec7dbb32333a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.56 HTTP/1.1" status: 200  len: 695 time: 0.0963087
Dec 03 11:29:30.947822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-01f61e46-6f58-4a9e-a7ca-5ee441aad518 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:30.949305 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-39db8aab-0aec-4f51-be09-5b102f4de2af req-01f61e46-6f58-4a9e-a7ca-5ee441aad518 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1613996
Dec 03 11:29:31.143722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-93e491a5-3ba0-46a8-91c3-bfbb319d568a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:31.145348 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-93e491a5-3ba0-46a8-91c3-bfbb319d568a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0848367
Dec 03 11:29:31.230811 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-480a7c06-41e1-4a42-a51d-060b0a32e05a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.56 HTTP/1.1" status: 200  len: 695 time: 0.0792534
Dec 03 11:29:31.241074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-685dfb4f-43ae-475a-bb6d-1008d09bbde8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'floatingip': {'port_id': 'f9fd042c-241a-4f91-a588-e212be203cae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:29:31.319340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-685dfb4f-43ae-475a-bb6d-1008d09bbde8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:31.922388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-685dfb4f-43ae-475a-bb6d-1008d09bbde8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:31.925373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-685dfb4f-43ae-475a-bb6d-1008d09bbde8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:32.101618 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-685dfb4f-43ae-475a-bb6d-1008d09bbde8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Floating IP 20a2672f-49d1-462b-9e13-9d5b4bcf708f associated. External IP: 172.26.1.56, port: f9fd042c-241a-4f91-a588-e212be203cae.
Dec 03 11:29:32.740643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-685dfb4f-43ae-475a-bb6d-1008d09bbde8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:29:32.871444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06f664fe-fcde-4f46-9a19-3157d92f61f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:32.931470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-685dfb4f-43ae-475a-bb6d-1008d09bbde8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:29:32.935985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-685dfb4f-43ae-475a-bb6d-1008d09bbde8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:32.941794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a051f-23f0-4f28-a8a8-0162fdbd3341 None None] Sync routers for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:29:32.953465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a051f-23f0-4f28-a8a8-0162fdbd3341 None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:29:32.954130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-632a051f-23f0-4f28-a8a8-0162fdbd3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fed30>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:29:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:29:32.996319 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-685dfb4f-43ae-475a-bb6d-1008d09bbde8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "PUT /v2.0/floatingips/20a2672f-49d1-462b-9e13-9d5b4bcf708f HTTP/1.1" status: 200  len: 996 time: 1.7593434
Dec 03 11:29:32.996899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'tag': 'f9fd042c-241a-4f91-a588-e212be203cae'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:29:33.089222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-3baf6e5f-3a14-4a25-843a-b71ba26e5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:33.091211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-3baf6e5f-3a14-4a25-843a-b71ba26e5c50 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 1163 time: 0.0801201
Dec 03 11:29:33.139812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-632a051f-23f0-4f28-a8a8-0162fdbd3341 None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:29:33.147604 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'tag': 'f9fd042c-241a-4f91-a588-e212be203cae', 'status': 'completed', 'code': 200}
Dec 03 11:29:33.243879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-65bb357e-d270-4a83-91eb-161003e5afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:33.245453 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-65bb357e-d270-4a83-91eb-161003e5afc1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.1467021
Dec 03 11:29:33.273829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a9e25-4142-43a7-b973-4081a7a20890 req-7eb23a27-c653-4ed5-a25c-759b870542a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:33.275495 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-805a9e25-4142-43a7-b973-4081a7a20890 req-7eb23a27-c653-4ed5-a25c-759b870542a8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 1163 time: 0.0795422
Dec 03 11:29:33.360758 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-7a22a16f-06fb-4474-847d-6b28629831d1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9fd042c-241a-4f91-a588-e212be203cae HTTP/1.1" status: 200  len: 999 time: 0.1061838
Dec 03 11:29:33.435407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-1e7cab95-3e96-4b08-92d5-622c71f3701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:33.437507 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-1e7cab95-3e96-4b08-92d5-622c71f3701e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0699608
Dec 03 11:29:33.440038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a9e25-4142-43a7-b973-4081a7a20890 req-38fc5577-74b2-4f93-926a-1b51c71fad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:33.441761 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-805a9e25-4142-43a7-b973-4081a7a20890 req-38fc5577-74b2-4f93-926a-1b51c71fad9a service neutron] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.1594849
Dec 03 11:29:33.521722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-632a051f-23f0-4f28-a8a8-0162fdbd3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fed30>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '20a2672f-49d1-462b-9e13-9d5b4bcf708f', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.56', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': 'f9fd042c-241a-4f91-a588-e212be203cae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:eb:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:29:30Z', 'updated_at': '2020-12-03T11:29:31Z', 'revision_number': 1, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:29:33.526042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-a46e3b9b-9457-4b7d-ae53-c858a17ebfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:33.526302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a051f-23f0-4f28-a8a8-0162fdbd3341 None None] Checking router: 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:29:33.527729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-a46e3b9b-9457-4b7d-ae53-c858a17ebfcd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0827205
Dec 03 11:29:33.535995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a051f-23f0-4f28-a8a8-0162fdbd3341 None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:29:33.536665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-632a051f-23f0-4f28-a8a8-0162fdbd3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fed30>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:29:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:29:33.554878 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-805a9e25-4142-43a7-b973-4081a7a20890 req-ec371557-5126-414b-9c52-b1873f73aa34 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9fd042c-241a-4f91-a588-e212be203cae HTTP/1.1" status: 200  len: 999 time: 0.1059749
Dec 03 11:29:33.626276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a9e25-4142-43a7-b973-4081a7a20890 req-87b8da74-d24b-4963-9c53-a0672b198d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:33.627932 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-805a9e25-4142-43a7-b973-4081a7a20890 req-87b8da74-d24b-4963-9c53-a0672b198d84 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0663381
Dec 03 11:29:33.684599 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-9d8ddc4e-3536-4dbb-bbe0-dc8d61745cb3 service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474075
Dec 03 11:29:33.719644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a9e25-4142-43a7-b973-4081a7a20890 req-71e072d0-9910-4e44-b831-cc2243a1dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:33.721326 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-805a9e25-4142-43a7-b973-4081a7a20890 req-71e072d0-9910-4e44-b831-cc2243a1dc8f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0859132
Dec 03 11:29:33.741356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-632a051f-23f0-4f28-a8a8-0162fdbd3341 None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:29:33.761171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:33.845662 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-364ab575-f5ac-4512-a2fa-612dfdbfca3a req-e1569997-88fa-47f1-99cf-2c01968a5595 service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1536925
Dec 03 11:29:33.873855 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-805a9e25-4142-43a7-b973-4081a7a20890 req-803240a3-231f-469a-a3d7-3a5aad0046fd service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444128
Dec 03 11:29:34.021569 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-805a9e25-4142-43a7-b973-4081a7a20890 req-8850c6db-d961-4ac4-a15f-5e2ad6c145c9 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411479
Dec 03 11:29:34.113655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-632a051f-23f0-4f28-a8a8-0162fdbd3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fed30>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '20a2672f-49d1-462b-9e13-9d5b4bcf708f', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.56', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': 'f9fd042c-241a-4f91-a588-e212be203cae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:eb:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:29:30Z', 'updated_at': '2020-12-03T11:29:31Z', 'revision_number': 1, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:29:34.117791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a051f-23f0-4f28-a8a8-0162fdbd3341 None None] The sync data for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs is: [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '20a2672f-49d1-462b-9e13-9d5b4bcf708f', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.56', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': 'f9fd042c-241a-4f91-a588-e212be203cae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:eb:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:29:30Z', 'updated_at': '2020-12-03T11:29:31Z', 'revision_number': 1, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:29:34.404978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4274b692-6eec-4a12-bfba-44fbc476eda4 None None] New status for floating IP 20a2672f-49d1-462b-9e13-9d5b4bcf708f: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:29:35.004388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:35.492923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:40.771790 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ccfeb05-1566-4dc0-93b7-021f5b488d79 req-72c3104f-5af3-4666-a7d8-627acc404962 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0738692
Dec 03 11:29:40.944303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfeb05-1566-4dc0-93b7-021f5b488d79 req-7e2c96e8-ed5d-4ef9-9d6c-52e4f181c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:40.945951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ccfeb05-1566-4dc0-93b7-021f5b488d79 req-7e2c96e8-ed5d-4ef9-9d6c-52e4f181c7bc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 1162 time: 0.0796335
Dec 03 11:29:41.104909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfeb05-1566-4dc0-93b7-021f5b488d79 req-4c8daef8-d3c7-4a7e-84bb-d9869497b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:41.106380 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ccfeb05-1566-4dc0-93b7-021f5b488d79 req-4c8daef8-d3c7-4a7e-84bb-d9869497b108 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dc95aafe-e44c-4d71-a0c4-4a17abb41006 HTTP/1.1" status: 200  len: 890 time: 0.1388969
Dec 03 11:29:41.213956 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ccfeb05-1566-4dc0-93b7-021f5b488d79 req-537b29a3-0f1c-4e62-a1d7-04f007be4925 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e64cf1-a339-41e4-bc81-3425832a5a54 HTTP/1.1" status: 200  len: 1001 time: 0.1005781
Dec 03 11:29:41.285099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfeb05-1566-4dc0-93b7-021f5b488d79 req-9125ff50-4fc8-4c7e-98db-b74e798c524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:41.286611 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ccfeb05-1566-4dc0-93b7-021f5b488d79 req-9125ff50-4fc8-4c7e-98db-b74e798c524a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696 HTTP/1.1" status: 200  len: 832 time: 0.0660870
Dec 03 11:29:41.368779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfeb05-1566-4dc0-93b7-021f5b488d79 req-c2b0c572-e115-400f-a501-94f950c8ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:29:41.370321 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ccfeb05-1566-4dc0-93b7-021f5b488d79 req-c2b0c572-e115-400f-a501-94f950c8ab5e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dc95aafe-e44c-4d71-a0c4-4a17abb41006&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0765159
Dec 03 11:29:41.513183 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ccfeb05-1566-4dc0-93b7-021f5b488d79 req-5ca16e68-8e88-486e-a00a-391f0c9cd7c8 service neutron] 10.222.0.91 "GET /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351025
Dec 03 11:29:41.895772 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ccfeb05-1566-4dc0-93b7-021f5b488d79 req-abeab382-bfe3-4206-82b1-b283d4f415ab service neutron] 10.222.0.91 "GET /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3759391
Dec 03 11:29:50.182776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:29:51.301616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:29:59.790167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51178) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:29:59.991357 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-997018f5-1f3e-4634-9ba2-a02c25093f26 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/routers/39f756e7-f158-44aa-a18e-ebd28cdce546/l3-agents HTTP/1.1" status: 200  len: 878 time: 0.1997766
Dec 03 11:29:59.994349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51182) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:00.190875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d31af5-468c-4396-a527-27a7753827c5 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Notify agent at dv-neutron-765072-2-ovs the message router_removed_from_agent {{(pid=80975) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 03 11:30:00.194204 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e1d31af5-468c-4396-a527-27a7753827c5 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "DELETE /v2.0/agents/0ab20a3d-703e-455b-881e-39f979d7ac71/l3-routers/39f756e7-f158-44aa-a18e-ebd28cdce546 HTTP/1.1" status: 204  len: 168 time: 0.1988442
Dec 03 11:30:00.197070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51186) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:00.393988 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2da95e47-ed6f-4a44-a1df-1dbbc7ad89ac tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/routers/39f756e7-f158-44aa-a18e-ebd28cdce546/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1956582
Dec 03 11:30:00.396861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51190) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:00.473044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9ede45-2880-4f1f-aa2a-fc28e8025823 None None] New status for floating IP 3843455d-6c91-43bd-aef0-61628eb7af08: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:30:00.512852 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8b083b2f-5165-4a47-a188-7f1abd46da16 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/3843455d-6c91-43bd-aef0-61628eb7af08 HTTP/1.1" status: 200  len: 993 time: 0.1147103
Dec 03 11:30:00.767108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1de110d2-e60f-43f6-b4ea-bf5116059e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:00.777442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 64ac2d61-9864-4f6e-8324-dff6bb1f6393 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:30:00.904196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:00.940612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 64ac2d61-9864-4f6e-8324-dff6bb1f6393, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=64ac2d61-9864-4f6e-8324-dff6bb1f6393,segment=NetworkSegment(039d8896-3767-493f-a195-e94c0db3622a),segment_id=039d8896-3767-493f-a195-e94c0db3622a)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:30:00.943264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:00.944066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 38eb9c96-0c5a-49b2-8bce-cae457676e5d no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:30:00.972520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f4dfde78-9527-4b3c-868e-b8b73de92b82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:01.062269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=64ac2d61-9864-4f6e-8324-dff6bb1f6393,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:01.071433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.071848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.072227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.072600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.072972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.073340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.073708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.074076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.074454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.074818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.075211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.075587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.076004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.076372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.076735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.077096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.078169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.078554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.078938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.079307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.079671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.080034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.080394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.080760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:01.108983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:01.138205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:01.154110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 38eb9c96-0c5a-49b2-8bce-cae457676e5d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=38eb9c96-0c5a-49b2-8bce-cae457676e5d,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:30:01.157594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:01.159422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:01.224915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=38eb9c96-0c5a-49b2-8bce-cae457676e5d,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:01.228101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:01.515612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51194) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:01.626491 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cbf9736d-823e-4a37-a03e-16c69c3e5305 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/3843455d-6c91-43bd-aef0-61628eb7af08 HTTP/1.1" status: 200  len: 991 time: 0.1096478
Dec 03 11:30:02.815128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51202) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:02.873554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3148bd72-bb8a-49a7-ba83-4335cab2a074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:03.023372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95668ba6-0f6c-4090-bcf4-56a8cd59beeb tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Router 39f756e7-f158-44aa-a18e-ebd28cdce546 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:30:03.023752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95668ba6-0f6c-4090-bcf4-56a8cd59beeb tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Notify agent at dv-neutron-765072-2-ovs the message router_added_to_agent {{(pid=80975) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 03 11:30:03.052247 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-95668ba6-0f6c-4090-bcf4-56a8cd59beeb tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "POST /v2.0/agents/0ab20a3d-703e-455b-881e-39f979d7ac71/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2359869
Dec 03 11:30:03.055131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51208) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:03.071798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2518e-92bf-4e21-8bb9-57f368d6ddb7 None None] Sync routers for ids ['39f756e7-f158-44aa-a18e-ebd28cdce546'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:30:03.083452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2518e-92bf-4e21-8bb9-57f368d6ddb7 None None] Routers {'39f756e7-f158-44aa-a18e-ebd28cdce546'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:30:03.084147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c6d2518e-92bf-4e21-8bb9-57f368d6ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5791940>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:30:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['39f756e7-f158-44aa-a18e-ebd28cdce546'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:03.277127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c6d2518e-92bf-4e21-8bb9-57f368d6ddb7 None None] Set router 39f756e7-f158-44aa-a18e-ebd28cdce546 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:30:03.527911 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fcc7b920-d336-4282-8c66-15848004cad4 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/routers/39f756e7-f158-44aa-a18e-ebd28cdce546/l3-agents HTTP/1.1" status: 200  len: 878 time: 0.4687877
Dec 03 11:30:03.528094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51214) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:03.637784 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ee38b28c-a86a-44a3-b720-117f4636315a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/3843455d-6c91-43bd-aef0-61628eb7af08 HTTP/1.1" status: 200  len: 991 time: 0.1084979
Dec 03 11:30:03.659139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c6d2518e-92bf-4e21-8bb9-57f368d6ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5791940>, [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:30:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '3843455d-6c91-43bd-aef0-61628eb7af08', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'port_id': 'c2e64cf1-a339-41e4-bc81-3425832a5a54', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'mac_address': 'fa:16:3e:87:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:28:46Z', 'updated_at': '2020-12-03T11:30:00Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ac2d61-9864-4f6e-8324-dff6bb1f6393', 'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:9b:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:25Z', 'updated_at': '2020-12-03T11:30:00Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:03.663306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2518e-92bf-4e21-8bb9-57f368d6ddb7 None None] Checking router: 39f756e7-f158-44aa-a18e-ebd28cdce546 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:30:03.672613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2518e-92bf-4e21-8bb9-57f368d6ddb7 None None] Routers {'39f756e7-f158-44aa-a18e-ebd28cdce546'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:30:03.673270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c6d2518e-92bf-4e21-8bb9-57f368d6ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5791940>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:30:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['39f756e7-f158-44aa-a18e-ebd28cdce546'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:03.822748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:03.866063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c6d2518e-92bf-4e21-8bb9-57f368d6ddb7 None None] Set router 39f756e7-f158-44aa-a18e-ebd28cdce546 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:30:04.226855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c6d2518e-92bf-4e21-8bb9-57f368d6ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5791940>, [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:30:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '3843455d-6c91-43bd-aef0-61628eb7af08', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'port_id': 'c2e64cf1-a339-41e4-bc81-3425832a5a54', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'mac_address': 'fa:16:3e:87:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:28:46Z', 'updated_at': '2020-12-03T11:30:00Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ac2d61-9864-4f6e-8324-dff6bb1f6393', 'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:9b:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:25Z', 'updated_at': '2020-12-03T11:30:00Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:04.231164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2518e-92bf-4e21-8bb9-57f368d6ddb7 None None] The sync data for ids ['39f756e7-f158-44aa-a18e-ebd28cdce546'] in dv-neutron-765072-2-ovs is: [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:30:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '3843455d-6c91-43bd-aef0-61628eb7af08', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'port_id': 'c2e64cf1-a339-41e4-bc81-3425832a5a54', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'mac_address': 'fa:16:3e:87:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:28:46Z', 'updated_at': '2020-12-03T11:30:00Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ac2d61-9864-4f6e-8324-dff6bb1f6393', 'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:9b:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:25Z', 'updated_at': '2020-12-03T11:30:00Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:30:04.642575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51218) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:04.773753 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-272e7b34-8bf2-4acc-95e4-b25aaf2d2ba0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/3843455d-6c91-43bd-aef0-61628eb7af08 HTTP/1.1" status: 200  len: 991 time: 0.1294413
Dec 03 11:30:04.817193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 64ac2d61-9864-4f6e-8324-dff6bb1f6393 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:30:04.892822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:04.893219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:05.049117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:05.054707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:05.089622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 64ac2d61-9864-4f6e-8324-dff6bb1f6393, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=64ac2d61-9864-4f6e-8324-dff6bb1f6393,segment=NetworkSegment(039d8896-3767-493f-a195-e94c0db3622a),segment_id=039d8896-3767-493f-a195-e94c0db3622a)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:30:05.092892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:05.094810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2553252c-dd70-402c-a99a-b3c8fbd7708b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:05.162691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=64ac2d61-9864-4f6e-8324-dff6bb1f6393,revision_number=7']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:05.166123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:05.495443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:05.777151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51222) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:05.891230 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a5aa4eb4-6350-4204-afd2-169b2b45e9aa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/3843455d-6c91-43bd-aef0-61628eb7af08 HTTP/1.1" status: 200  len: 991 time: 0.1126258
Dec 03 11:30:06.848428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 64ac2d61-9864-4f6e-8324-dff6bb1f6393 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:30:06.894896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51226) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:06.937925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:06.938364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:07.003329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84680d3-87ea-4f5d-af1f-51ddefbc24b2 None None] New status for floating IP 3843455d-6c91-43bd-aef0-61628eb7af08: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:30:07.021143 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-69a228ce-e4b5-4eba-910b-7ff6a9475368 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/3843455d-6c91-43bd-aef0-61628eb7af08 HTTP/1.1" status: 200  len: 991 time: 0.1246924
Dec 03 11:30:07.063852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 38eb9c96-0c5a-49b2-8bce-cae457676e5d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:30:07.137809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 38eb9c96-0c5a-49b2-8bce-cae457676e5d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:07.138234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:07.256585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:07.273745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 38eb9c96-0c5a-49b2-8bce-cae457676e5d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=38eb9c96-0c5a-49b2-8bce-cae457676e5d,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:30:07.276535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:07.279321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:07.350825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=38eb9c96-0c5a-49b2-8bce-cae457676e5d,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:07.354371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:08.025202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51230) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:08.137528 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-971249bb-f340-4edc-97e8-536a8368ef3e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/3843455d-6c91-43bd-aef0-61628eb7af08 HTTP/1.1" status: 200  len: 993 time: 0.1110685
Dec 03 11:30:08.445569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51238) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:08.654571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port f4698090-d6c9-4ff3-a149-59dd4023c90e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:30:08.654951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:08.784781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 38eb9c96-0c5a-49b2-8bce-cae457676e5d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:30:08.837660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:08.838021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:08.863182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 38eb9c96-0c5a-49b2-8bce-cae457676e5d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:08.863693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:08.970359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for f4698090-d6c9-4ff3-a149-59dd4023c90e owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:30:09.120886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:09.136897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-648d8c5f-1186-476e-91f5-fa5b078a0f3a tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:09.192695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=f4698090-d6c9-4ff3-a149-59dd4023c90e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:09.254599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.255050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.255471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.255886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.256293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.256701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.257110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.257519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.257923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.258325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.258726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.259148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.259606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.260007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.260408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.260814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.261213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.261612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.262006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.262402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.262799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.263237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.263645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.264035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:09.272147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:09.383996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:09.384370 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 3843455d-6c91-43bd-aef0-61628eb7af08 disassociated (deleted). External IP: 172.26.1.134, port: c2e64cf1-a339-41e4-bc81-3425832a5a54.
Dec 03 11:30:09.743438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 39f756e7-f158-44aa-a18e-ebd28cdce546 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:30:09.926801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:30:09.936745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db64f4-fdc1-4706-b4be-ada41718f9ad None None] Sync routers for ids ['39f756e7-f158-44aa-a18e-ebd28cdce546'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:30:09.944203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:09.956368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db64f4-fdc1-4706-b4be-ada41718f9ad None None] Routers {'39f756e7-f158-44aa-a18e-ebd28cdce546'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:30:09.957070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76db64f4-fdc1-4706-b4be-ada41718f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d48eb8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:30:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['39f756e7-f158-44aa-a18e-ebd28cdce546'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:10.008854 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/floatingips/3843455d-6c91-43bd-aef0-61628eb7af08 HTTP/1.1" status: 204  len: 168 time: 1.5621021
Dec 03 11:30:10.009757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'tag': 'c2e64cf1-a339-41e4-bc81-3425832a5a54'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:30:10.080364 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'tag': 'c2e64cf1-a339-41e4-bc81-3425832a5a54', 'status': 'completed', 'code': 200}
Dec 03 11:30:10.158529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-76db64f4-fdc1-4706-b4be-ada41718f9ad None None] Set router 39f756e7-f158-44aa-a18e-ebd28cdce546 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:30:10.215737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2830c9-1014-4f84-ac9e-28f49e056b79 req-fcba36c1-771e-478c-9828-5010527b8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:10.217597 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c2830c9-1014-4f84-ac9e-28f49e056b79 req-fcba36c1-771e-478c-9828-5010527b8cd9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 1162 time: 0.0919743
Dec 03 11:30:10.384441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2830c9-1014-4f84-ac9e-28f49e056b79 req-fab4e4d9-d6ce-4ead-9b20-474e249095d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:10.386058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c2830c9-1014-4f84-ac9e-28f49e056b79 req-fab4e4d9-d6ce-4ead-9b20-474e249095d5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dc95aafe-e44c-4d71-a0c4-4a17abb41006 HTTP/1.1" status: 200  len: 890 time: 0.1616862
Dec 03 11:30:10.463376 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c2830c9-1014-4f84-ac9e-28f49e056b79 req-c9ed175d-3b0f-471e-a869-a85c1963028e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e64cf1-a339-41e4-bc81-3425832a5a54 HTTP/1.1" status: 200  len: 217 time: 0.0700507
Dec 03 11:30:10.548615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2830c9-1014-4f84-ac9e-28f49e056b79 req-93a4db8b-9a88-4ea3-901d-c798c920679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:10.550405 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c2830c9-1014-4f84-ac9e-28f49e056b79 req-93a4db8b-9a88-4ea3-901d-c798c920679c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696 HTTP/1.1" status: 200  len: 832 time: 0.0799921
Dec 03 11:30:10.640276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bd7be-dd44-40ba-98d5-e59075969c09 req-b7f909b5-da13-4550-83e9-4e1f8483e15c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:10.642236 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d20bd7be-dd44-40ba-98d5-e59075969c09 req-b7f909b5-da13-4550-83e9-4e1f8483e15c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 945 time: 0.1589117
Dec 03 11:30:10.663894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2830c9-1014-4f84-ac9e-28f49e056b79 req-32968446-b8df-4a6a-9d98-a83c91313f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:10.668968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c2830c9-1014-4f84-ac9e-28f49e056b79 req-32968446-b8df-4a6a-9d98-a83c91313f76 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dc95aafe-e44c-4d71-a0c4-4a17abb41006&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1112945
Dec 03 11:30:10.743694 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d20bd7be-dd44-40ba-98d5-e59075969c09 req-fdc58b98-e0f5-47ee-9f5e-b271c1fd58d6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921884
Dec 03 11:30:10.775492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76db64f4-fdc1-4706-b4be-ada41718f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d48eb8>, [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:30:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '64ac2d61-9864-4f6e-8324-dff6bb1f6393', 'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:9b:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:25Z', 'updated_at': '2020-12-03T11:30:05Z', 'revision_number': 7, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:10.782031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db64f4-fdc1-4706-b4be-ada41718f9ad None None] Checking router: 39f756e7-f158-44aa-a18e-ebd28cdce546 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:30:10.796414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db64f4-fdc1-4706-b4be-ada41718f9ad None None] Routers {'39f756e7-f158-44aa-a18e-ebd28cdce546'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:30:10.796414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76db64f4-fdc1-4706-b4be-ada41718f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d48eb8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:30:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['39f756e7-f158-44aa-a18e-ebd28cdce546'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:10.872660 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c2830c9-1014-4f84-ac9e-28f49e056b79 req-b1913537-22e2-4234-a426-9818b73880f9 service neutron] 10.222.0.91 "GET /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1960554
Dec 03 11:30:11.095351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-76db64f4-fdc1-4706-b4be-ada41718f9ad None None] Set router 39f756e7-f158-44aa-a18e-ebd28cdce546 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:30:11.098706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c2830c9-1014-4f84-ac9e-28f49e056b79 req-e4b52c5b-bd3d-41f2-9831-979c87ffc3a1 service neutron] 10.222.0.91 "GET /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2140572
Dec 03 11:30:11.484949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76db64f4-fdc1-4706-b4be-ada41718f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d48eb8>, [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:30:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '64ac2d61-9864-4f6e-8324-dff6bb1f6393', 'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:9b:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:25Z', 'updated_at': '2020-12-03T11:30:05Z', 'revision_number': 7, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:11.490382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db64f4-fdc1-4706-b4be-ada41718f9ad None None] The sync data for ids ['39f756e7-f158-44aa-a18e-ebd28cdce546'] in dv-neutron-765072-2-ovs is: [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:28:26Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:30:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '64ac2d61-9864-4f6e-8324-dff6bb1f6393', 'name': '', 'network_id': 'dc95aafe-e44c-4d71-a0c4-4a17abb41006', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:9b:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:25Z', 'updated_at': '2020-12-03T11:30:05Z', 'revision_number': 7, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:30:12.013032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b914fa-5e2d-4bdd-a9f3-9c62659902fb req-a1e6c1b0-d777-4518-83a6-47ddf77ecf1d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:12.014968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16b914fa-5e2d-4bdd-a9f3-9c62659902fb req-a1e6c1b0-d777-4518-83a6-47ddf77ecf1d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 945 time: 0.0965340
Dec 03 11:30:12.075500 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16b914fa-5e2d-4bdd-a9f3-9c62659902fb req-66ca7af9-37b9-488a-8e85-792732bb3d56 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537858
Dec 03 11:30:12.421076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-c80eb9a8-bf3a-4654-8d5d-7cb12afda325 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:12.421986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-c80eb9a8-bf3a-4654-8d5d-7cb12afda325 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:30:12.439735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-c80eb9a8-bf3a-4654-8d5d-7cb12afda325 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:30:12.440969 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-c80eb9a8-bf3a-4654-8d5d-7cb12afda325 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 945 time: 0.1973717
Dec 03 11:30:12.517464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-0c657474-e7cc-4968-8082-74553356f2d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port c2e64cf1-a339-41e4-bc81-3425832a5a54 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:30:12.517866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-0c657474-e7cc-4968-8082-74553356f2d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:12.617580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509bfffc-3885-4226-b804-cf5013e298e4 None None] New status for floating IP 3843455d-6c91-43bd-aef0-61628eb7af08: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:30:13.050686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-0c657474-e7cc-4968-8082-74553356f2d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port c2e64cf1-a339-41e4-bc81-3425832a5a54, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c2e64cf1-a339-41e4-bc81-3425832a5a54,segment=NetworkSegment(039d8896-3767-493f-a195-e94c0db3622a),segment_id=039d8896-3767-493f-a195-e94c0db3622a)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:30:13.051193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-0c657474-e7cc-4968-8082-74553356f2d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:13.189296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-0c657474-e7cc-4968-8082-74553356f2d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for c2e64cf1-a339-41e4-bc81-3425832a5a54 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:30:13.306802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e25bc-8cba-4065-bef4-a8e091ba9d1e req-02f754e3-996e-445d-8f4f-1f1089da40de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:13.309025 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2b4e25bc-8cba-4065-bef4-a8e091ba9d1e req-02f754e3-996e-445d-8f4f-1f1089da40de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=eb3f86a9-a859-4009-b397-834da5a8deb4 HTTP/1.1" status: 200  len: 945 time: 0.0922532
Dec 03 11:30:13.351049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-0c657474-e7cc-4968-8082-74553356f2d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:13.363298 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2b4e25bc-8cba-4065-bef4-a8e091ba9d1e req-82114e89-c128-498b-b143-6f2052514a3d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469131
Dec 03 11:30:13.368951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e708b94d-44b6-4c03-b590-c01ed5f37f37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:13.422370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c657474-e7cc-4968-8082-74553356f2d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=c2e64cf1-a339-41e4-bc81-3425832a5a54,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:13.434748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0c657474-e7cc-4968-8082-74553356f2d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:13.561962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c2e64cf1-a339-41e4-bc81-3425832a5a54 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:30:13.581847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-0c657474-e7cc-4968-8082-74553356f2d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] No DVR routers for this DVR port c2e64cf1-a339-41e4-bc81-3425832a5a54 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:30:13.584170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-0c657474-e7cc-4968-8082-74553356f2d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:13.587101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'name': 'network-vif-deleted', 'tag': 'c2e64cf1-a339-41e4-bc81-3425832a5a54'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:30:13.605841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: c2e64cf1-a339-41e4-bc81-3425832a5a54 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:30:13.606241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c2e64cf1-a339-41e4-bc81-3425832a5a54 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:30:13.629394 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a8d5cfbb-3028-4e2e-b69e-673b3a409a1e req-0c657474-e7cc-4968-8082-74553356f2d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "DELETE /v2.0/ports/c2e64cf1-a339-41e4-bc81-3425832a5a54 HTTP/1.1" status: 204  len: 173 time: 1.1825652
Dec 03 11:30:13.651166 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3f86a9-a859-4009-b397-834da5a8deb4', 'name': 'network-vif-deleted', 'tag': 'c2e64cf1-a339-41e4-bc81-3425832a5a54', 'status': 'completed', 'code': 200}
Dec 03 11:30:14.481947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51260) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:14.564449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2292e57c-d07f-4b0b-90f4-2318ab05164b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:14.596882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2292e57c-d07f-4b0b-90f4-2318ab05164b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:14.721384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2292e57c-d07f-4b0b-90f4-2318ab05164b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:14.726832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-669ec075-05f7-4d93-bf2f-ed0d724b9d4f tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:14.745270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292e57c-d07f-4b0b-90f4-2318ab05164b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:14.747749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2292e57c-d07f-4b0b-90f4-2318ab05164b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:14.766688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2292e57c-d07f-4b0b-90f4-2318ab05164b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:14.768384 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2292e57c-d07f-4b0b-90f4-2318ab05164b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/security-groups/81d6b2f7-f1a6-4720-a17f-fd2b3fabf41f HTTP/1.1" status: 204  len: 168 time: 0.2858419
Dec 03 11:30:14.816944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51266) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:15.222889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:15.878826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 64ac2d61-9864-4f6e-8324-dff6bb1f6393 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:30:15.879308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:16.095332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 64ac2d61-9864-4f6e-8324-dff6bb1f6393, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=64ac2d61-9864-4f6e-8324-dff6bb1f6393,segment=NetworkSegment(039d8896-3767-493f-a195-e94c0db3622a),segment_id=039d8896-3767-493f-a195-e94c0db3622a)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:30:16.095981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:16.227370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 64ac2d61-9864-4f6e-8324-dff6bb1f6393 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:30:16.444995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:16.461222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c143152-e6d8-4de6-acda-2b10dd7ec65c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:16.510775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=64ac2d61-9864-4f6e-8324-dff6bb1f6393,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:16.513491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:16.947383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:17.707371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 39f756e7-f158-44aa-a18e-ebd28cdce546 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:30:17.904172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:30:17.913529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a30f4-87ef-4669-9efc-62423af473e0 None None] Sync routers for ids ['39f756e7-f158-44aa-a18e-ebd28cdce546'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:30:17.915566 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/39f756e7-f158-44aa-a18e-ebd28cdce546/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0973425
Dec 03 11:30:17.919005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51270) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:17.931749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a30f4-87ef-4669-9efc-62423af473e0 None None] Routers {'39f756e7-f158-44aa-a18e-ebd28cdce546'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:30:17.931749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-131a30f4-87ef-4669-9efc-62423af473e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ed1390>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:30:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['39f756e7-f158-44aa-a18e-ebd28cdce546'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:18.126596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-131a30f4-87ef-4669-9efc-62423af473e0 None None] Set router 39f756e7-f158-44aa-a18e-ebd28cdce546 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:30:18.154546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d1550b-0314-4a08-8da0-34ac77bf8de7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting subnet fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:30:18.159002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d1550b-0314-4a08-8da0-34ac77bf8de7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:18.220949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d1550b-0314-4a08-8da0-34ac77bf8de7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:18.314460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d1550b-0314-4a08-8da0-34ac77bf8de7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:18.429560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-131a30f4-87ef-4669-9efc-62423af473e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ed1390>, [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:30:16Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:30:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:18.433636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a30f4-87ef-4669-9efc-62423af473e0 None None] Checking router: 39f756e7-f158-44aa-a18e-ebd28cdce546 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:30:18.442736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a30f4-87ef-4669-9efc-62423af473e0 None None] Routers {'39f756e7-f158-44aa-a18e-ebd28cdce546'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:30:18.443433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-131a30f4-87ef-4669-9efc-62423af473e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ed1390>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:30:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['39f756e7-f158-44aa-a18e-ebd28cdce546'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:18.604800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d1550b-0314-4a08-8da0-34ac77bf8de7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:18.620810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd36b9b1-4a6f-439e-b0ec-604b791081c4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:18.627448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-131a30f4-87ef-4669-9efc-62423af473e0 None None] Set router 39f756e7-f158-44aa-a18e-ebd28cdce546 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:30:18.661857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1550b-0314-4a08-8da0-34ac77bf8de7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Subnet': ['ID=fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:18.673665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1d1550b-0314-4a08-8da0-34ac77bf8de7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:18.760220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b1d1550b-0314-4a08-8da0-34ac77bf8de7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:18.769779 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b1d1550b-0314-4a08-8da0-34ac77bf8de7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/subnets/fe95a717-a5cd-4aa0-a5d2-3f3f6fdfa696 HTTP/1.1" status: 204  len: 168 time: 0.8470917
Dec 03 11:30:18.770563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51274) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:18.772161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f17dcf-6c6d-4ffb-976e-418269aa231b None None] Network dc95aafe-e44c-4d71-a0c4-4a17abb41006 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:30:18.960714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:19.130426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-131a30f4-87ef-4669-9efc-62423af473e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ed1390>, [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:30:16Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:30:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:19.134662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a30f4-87ef-4669-9efc-62423af473e0 None None] The sync data for ids ['39f756e7-f158-44aa-a18e-ebd28cdce546'] in dv-neutron-765072-2-ovs is: [{'id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'name': 'tempest-TestNetworkBasicOps-router-1097203600', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:28:20Z', 'updated_at': '2020-12-03T11:30:16Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '38eb9c96-0c5a-49b2-8bce-cae457676e5d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f756e7-f158-44aa-a18e-ebd28cdce546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:28:21Z', 'updated_at': '2020-12-03T11:30:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:30:19.154963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:19.160081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 38eb9c96-0c5a-49b2-8bce-cae457676e5d {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:30:19.160450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:19.183754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b694311e-9934-477f-8ccc-cce3faf970c3 None None] DHCP port deletion for dc95aafe-e44c-4d71-a0c4-4a17abb41006 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:30:19.188956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b694311e-9934-477f-8ccc-cce3faf970c3 None None] Deleting port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:30:19.189380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b694311e-9934-477f-8ccc-cce3faf970c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:19.361544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 38eb9c96-0c5a-49b2-8bce-cae457676e5d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=38eb9c96-0c5a-49b2-8bce-cae457676e5d,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:30:19.361952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:19.411695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b694311e-9934-477f-8ccc-cce3faf970c3 None None] For port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=5e52da8b-41c6-4184-8d48-d3973c0cb6ca,segment=NetworkSegment(039d8896-3767-493f-a195-e94c0db3622a),segment_id=039d8896-3767-493f-a195-e94c0db3622a)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:30:19.411998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b694311e-9934-477f-8ccc-cce3faf970c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:19.500179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 38eb9c96-0c5a-49b2-8bce-cae457676e5d owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:30:19.542894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b694311e-9934-477f-8ccc-cce3faf970c3 None None] Calling delete_port for 5e52da8b-41c6-4184-8d48-d3973c0cb6ca owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:30:19.646018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b694311e-9934-477f-8ccc-cce3faf970c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:19.651826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:19.661451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:19.721633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694311e-9934-477f-8ccc-cce3faf970c3 None None] Pushing event deleted for resources: {'Port': ['ID=5e52da8b-41c6-4184-8d48-d3973c0cb6ca,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:19.726100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b694311e-9934-477f-8ccc-cce3faf970c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:19.805637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b694311e-9934-477f-8ccc-cce3faf970c3 None None] No DVR routers for this DVR port 5e52da8b-41c6-4184-8d48-d3973c0cb6ca on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:30:19.850372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:19.983635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:19.985959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:20.006365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:20.006929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Fanout notify agent at l3_agent the message router_deleted on router 39f756e7-f158-44aa-a18e-ebd28cdce546 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:30:20.021861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:20.023089 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b02c84d1-1aa7-4723-92a1-77df612b0007 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/routers/39f756e7-f158-44aa-a18e-ebd28cdce546 HTTP/1.1" status: 204  len: 168 time: 1.2520316
Dec 03 11:30:20.025991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51280) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:20.155615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:20.613251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:20.747704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b6125320>,) {'filters': {'network_id': ['dc95aafe-e44c-4d71-a0c4-4a17abb41006']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:20.764440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6125320>, '039d8896-3767-493f-a195-e94c0db3622a') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:20.765029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6125320>, '039d8896-3767-493f-a195-e94c0db3622a') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:20.779217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:20.795282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5e52da8b-41c6-4184-8d48-d3973c0cb6ca no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:30:20.796941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:20.799497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Releasing vxlan tunnel 5 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:30:20.999409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network dc95aafe-e44c-4d71-a0c4-4a17abb41006 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:30:21.006870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 5e52da8b-41c6-4184-8d48-d3973c0cb6ca {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:30:21.007305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 5e52da8b-41c6-4184-8d48-d3973c0cb6ca not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:30:21.007769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 64ac2d61-9864-4f6e-8324-dff6bb1f6393 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:30:21.013166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:21.040602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 64ac2d61-9864-4f6e-8324-dff6bb1f6393 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:30:21.040998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 64ac2d61-9864-4f6e-8324-dff6bb1f6393 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:30:21.041462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 38eb9c96-0c5a-49b2-8bce-cae457676e5d no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:30:21.073869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 38eb9c96-0c5a-49b2-8bce-cae457676e5d {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:30:21.074264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 38eb9c96-0c5a-49b2-8bce-cae457676e5d not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:30:21.202097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network dc95aafe-e44c-4d71-a0c4-4a17abb41006 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:30:21.227287 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:30:21.302042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:21.311061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:21.314390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a9f5c96-cc2a-4942-b052-d48e11f19e5c tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:21.330433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:21.342646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Network': ['ID=dc95aafe-e44c-4d71-a0c4-4a17abb41006,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:21.346031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:21.351073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/networks/dc95aafe-e44c-4d71-a0c4-4a17abb41006 HTTP/1.1" status: 204  len: 168 time: 1.3235924
Dec 03 11:30:21.373612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51284) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:21.380239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'network': {'name': 'tempest-network-smoke--490172879', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'port_security_enabled': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:21.385716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:21.390979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:network and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:30:21.394000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:30:21.399873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:21.410295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:30:21.416049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:21.448336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:30:21.458891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:21.459303 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Added segment b9e2695c-9e4a-4b44-8b87-50f983bb2909 of type vxlan for network d6a16565-6d9e-425e-8464-f8609bf6ed3e
Dec 03 11:30:21.487045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:21.516594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:21.520721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:21.521361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:21.526662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c8a45ad8-e232-4cbb-8aec-91dbc9c2e1e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:21.586934 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2119806
Dec 03 11:30:21.590252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51288) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:21.596794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'admin_state_up': True, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:21.604468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:21.608597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:router and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:30:21.611603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:30:21.618357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:21.628033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:21.629124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:21.645473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Network': ['ID=d6a16565-6d9e-425e-8464-f8609bf6ed3e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:21.648363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:21.649490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:21.658219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:30:21.675270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:30:21.934616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:22.247537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:22.279057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:22.546260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.180 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/beb3ca41-0418-4525-8845-171839aa688b) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:30:22.705379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:22.732547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:22.748040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:22.887706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=beb3ca41-0418-4525-8845-171839aa688b,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:22.892736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:22.940285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:30:22.941566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:30:22.944066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:30:23.657655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:24.035101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:24.255304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 648b23e8-aed9-485c-898c-50f3b75c942f is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:30:24.448084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:30:24.458104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Sync routers for ids ['648b23e8-aed9-485c-898c-50f3b75c942f'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:30:24.470051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Routers {'648b23e8-aed9-485c-898c-50f3b75c942f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:30:24.470788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b656f7f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:30:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['648b23e8-aed9-485c-898c-50f3b75c942f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:24.475767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:24.476898 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.8854063
Dec 03 11:30:24.480222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51292) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:24.527772 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d5af4866-b269-454f-8ee7-16b551a8b5e8 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets?project_id=85d2c11b1de444db8a782028cdd05d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0462205
Dec 03 11:30:24.531060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51296) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:24.537518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462296269', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'dns_nameservers': ['1.2.3.4']}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:24.665844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:24.669165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Set router 648b23e8-aed9-485c-898c-50f3b75c942f gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:30:24.670150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:subnet and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:30:24.674689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:30:24.679628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:24.918763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:30:24.976361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b656f7f0>, [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:30:23Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:24.980468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Checking router: 648b23e8-aed9-485c-898c-50f3b75c942f for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:30:24.981262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Updating router 648b23e8-aed9-485c-898c-50f3b75c942f port beb3ca41-0418-4525-8845-171839aa688b binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:30:25.043556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:25.052250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:25.475702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:25.492871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Transition to ACTIVE for port object beb3ca41-0418-4525-8845-171839aa688b will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:30:25.502674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:25.518128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fb96a71a-36ee-4e30-bfae-f05cdf59912f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:25.563697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:25.580363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-554f5b77-ba84-4ff6-9f54-15396af82270 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:25.735399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Subnet': ['ID=153f138d-0ecc-4ebd-90e1-8c59bb7a47ad,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:25.745626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:25.811470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Checking segment: {'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:30:25.811872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network hostable DHCP agents. Network: d6a16565-6d9e-425e-8464-f8609bf6ed3e, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:30:25.842041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Pushing event updated for resources: {'Port': ['ID=beb3ca41-0418-4525-8845-171839aa688b,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:25.849469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:30:25.857079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.857160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.858764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.858764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.859155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.859538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.859914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.860285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.860656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.861025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.861396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.861761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.862182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.862550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.862984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.863556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.864081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.865078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.865078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.865250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.866177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, d6a16565-6d9e-425e-8464-f8609bf6ed3e) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:30:25.866316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.866316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.866853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.868714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:25.873043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:25.876785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e969df53-f11a-4c42-9360-0d451ac3b8af None None] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:30:25.881595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:25.882297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:25.912952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-adf2d683-ae4c-493a-9000-caed73c6a0d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.3781433
Dec 03 11:30:25.915000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51300) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:25.965373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Attempting to bind port beb3ca41-0418-4525-8845-171839aa688b on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:30:25.965800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Attempting to bind port beb3ca41-0418-4525-8845-171839aa688b by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:30:25.966212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Attempting to bind port beb3ca41-0418-4525-8845-171839aa688b on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:30:25.973349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:30:25.973454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:30:25.974583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:25.974583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:30:25.975309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Bound port: beb3ca41-0418-4525-8845-171839aa688b, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:30:25.976032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:26.063254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] For port beb3ca41-0418-4525-8845-171839aa688b, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:30:26.066951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] For port beb3ca41-0418-4525-8845-171839aa688b, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=beb3ca41-0418-4525-8845-171839aa688b,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:30:26.081493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:26.096720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-13a12184-954a-4e38-a107-2d1db8b698d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:26.182439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-d6a16565-6d9e-425e-8464-f8609bf6ed3e', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ips': [{'subnet_id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:30:26.183668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:26.249479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Pushing event updated for resources: {'Port': ['ID=beb3ca41-0418-4525-8845-171839aa688b,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:26.257681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:26.314357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Routers {'648b23e8-aed9-485c-898c-50f3b75c942f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:30:26.315025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b656f7f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:30:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['648b23e8-aed9-485c-898c-50f3b75c942f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:26.525536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] Set router 648b23e8-aed9-485c-898c-50f3b75c942f gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:30:26.545373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Allocated IP 172.20.0.2 (d6a16565-6d9e-425e-8464-f8609bf6ed3e/153f138d-0ecc-4ebd-90e1-8c59bb7a47ad/49443414-f5b4-4c02-bed0-3248c1edc7b6) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:30:26.850668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:26.862636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Transition to ACTIVE for port object 49443414-f5b4-4c02-bed0-3248c1edc7b6 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:30:26.874009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b656f7f0>, [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:30:23Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:26.878402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8e6de-d3ed-43b2-8d5a-043d5b4e063d None None] The sync data for ids ['648b23e8-aed9-485c-898c-50f3b75c942f'] in dv-neutron-765072-2-ovs is: [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:30:23Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:30:26.883007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Transition to ACTIVE for port object 49443414-f5b4-4c02-bed0-3248c1edc7b6 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:30:26.893020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:26.995161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:27.002153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:27.085822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Pushing event updated for resources: {'Port': ['ID=49443414-f5b4-4c02-bed0-3248c1edc7b6,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:27.097632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:27.121055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:30:27.122370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:30:27.125087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:30:27.186389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Attempting to bind port 49443414-f5b4-4c02-bed0-3248c1edc7b6 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:30:27.186815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Attempting to bind port 49443414-f5b4-4c02-bed0-3248c1edc7b6 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:30:27.187255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Attempting to bind port 49443414-f5b4-4c02-bed0-3248c1edc7b6 on network d6a16565-6d9e-425e-8464-f8609bf6ed3e {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:30:27.190042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:30:27.193562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:30:27.193795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Checking segment: {'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:30:27.195072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:27.195072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Bound using segment: {'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:30:27.195364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Bound port: 49443414-f5b4-4c02-bed0-3248c1edc7b6, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:30:27.195554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:27.301255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] For port 49443414-f5b4-4c02-bed0-3248c1edc7b6, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:30:27.304809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] For port 49443414-f5b4-4c02-bed0-3248c1edc7b6, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=49443414-f5b4-4c02-bed0-3248c1edc7b6,segment=NetworkSegment(b9e2695c-9e4a-4b44-8b87-50f983bb2909),segment_id=b9e2695c-9e4a-4b44-8b87-50f983bb2909)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:30:27.319559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:27.337467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:27.533648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Pushing event updated for resources: {'Port': ['ID=49443414-f5b4-4c02-bed0-3248c1edc7b6,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:27.539444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:27.652913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.1 (d6a16565-6d9e-425e-8464-f8609bf6ed3e/153f138d-0ecc-4ebd-90e1-8c59bb7a47ad/7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:30:27.862711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:27.913038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:30:27.942176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:27.962544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-abfb4d1b-e983-4bca-aec3-017080bdc080 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:28.047970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:28.059103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:28.187773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:30:28.188992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:30:28.191386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:30:28.252077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:28.366736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:28.879811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 49443414-f5b4-4c02-bed0-3248c1edc7b6 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:30:28.918380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:28.925303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:28.962041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e39efe8e-da3c-4560-84bc-74c7c48664ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:28.980023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 49443414-f5b4-4c02-bed0-3248c1edc7b6 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:30:28.986556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device beb3ca41-0418-4525-8845-171839aa688b up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:30:29.071636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:29.074432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:29.088560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port beb3ca41-0418-4525-8845-171839aa688b completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:30:29.089097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:29.094718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port beb3ca41-0418-4525-8845-171839aa688b triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:29.094718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:29.126163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f117c05c-37b0-4c88-9fef-371e1ceebd9c None None] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:30:29.225194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:30:29.226368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:30:29.239619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3668f0f2-5a69-463d-8cd8-d2237d6afb31 None None] Provisioning for port 49443414-f5b4-4c02-bed0-3248c1edc7b6 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:30:29.257414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3668f0f2-5a69-463d-8cd8-d2237d6afb31 None None] Provisioning complete for port 49443414-f5b4-4c02-bed0-3248c1edc7b6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:29.257825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3668f0f2-5a69-463d-8cd8-d2237d6afb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:29.415811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 648b23e8-aed9-485c-898c-50f3b75c942f has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:30:29.492242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:29.572938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3668f0f2-5a69-463d-8cd8-d2237d6afb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:29.584218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port beb3ca41-0418-4525-8845-171839aa688b, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=beb3ca41-0418-4525-8845-171839aa688b,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:30:29.594455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:29.599332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-edfb3d47-215f-4f69-8eb8-4a2eb3a387ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:29.612352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:30:29.626548 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/648b23e8-aed9-485c-898c-50f3b75c942f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7121670
Dec 03 11:30:29.629360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51308) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:29.692613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3668f0f2-5a69-463d-8cd8-d2237d6afb31 None None] For port 49443414-f5b4-4c02-bed0-3248c1edc7b6, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=49443414-f5b4-4c02-bed0-3248c1edc7b6,segment=NetworkSegment(b9e2695c-9e4a-4b44-8b87-50f983bb2909),segment_id=b9e2695c-9e4a-4b44-8b87-50f983bb2909)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:30:29.698383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3668f0f2-5a69-463d-8cd8-d2237d6afb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:29.705543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=beb3ca41-0418-4525-8845-171839aa688b,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:29.713284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:29.713793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9790c32a-3122-4fca-a2b2-24a5bf1b458e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:29.788807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08afa4-ca30-41bd-b806-a0117181dde7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:29.789395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08afa4-ca30-41bd-b806-a0117181dde7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:29.790193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08afa4-ca30-41bd-b806-a0117181dde7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:29.790613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08afa4-ca30-41bd-b806-a0117181dde7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:29.791047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08afa4-ca30-41bd-b806-a0117181dde7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:29.791461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08afa4-ca30-41bd-b806-a0117181dde7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:29.792832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668f0f2-5a69-463d-8cd8-d2237d6afb31 None None] Pushing event updated for resources: {'Port': ['ID=49443414-f5b4-4c02-bed0-3248c1edc7b6,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:29.793551 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6b08afa4-ca30-41bd-b806-a0117181dde7 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4249 time: 0.1632085
Dec 03 11:30:29.797518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51312) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:29.799390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3668f0f2-5a69-463d-8cd8-d2237d6afb31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:29.884422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfdf9be-b92c-4cd3-93d8-6ced14c03bcc tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:29.884946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfdf9be-b92c-4cd3-93d8-6ced14c03bcc tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:29.885246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfdf9be-b92c-4cd3-93d8-6ced14c03bcc tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:29.885701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfdf9be-b92c-4cd3-93d8-6ced14c03bcc tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:29.886533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfdf9be-b92c-4cd3-93d8-6ced14c03bcc tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:29.889014 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0dfdf9be-b92c-4cd3-93d8-6ced14c03bcc tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4014 time: 0.0899498
Dec 03 11:30:29.892249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51316) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:29.935320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e0f987c2-2a65-44a7-a730-2146aaea3cb8 None None] Provisioning for port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:30:29.944790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e0f987c2-2a65-44a7-a730-2146aaea3cb8 None None] Provisioning complete for port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:29.945222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0f987c2-2a65-44a7-a730-2146aaea3cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.007987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e0f987c2-2a65-44a7-a730-2146aaea3cb8 None None] Port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:30:30.022897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Sync routers for ids ['648b23e8-aed9-485c-898c-50f3b75c942f'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:30:30.031173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e0f987c2-2a65-44a7-a730-2146aaea3cb8 None None] Provisioning complete for port 49443414-f5b4-4c02-bed0-3248c1edc7b6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:30.031922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0f987c2-2a65-44a7-a730-2146aaea3cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.078162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Routers {'648b23e8-aed9-485c-898c-50f3b75c942f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:30:30.079081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e4bd30>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:30:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['648b23e8-aed9-485c-898c-50f3b75c942f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:30.139169 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f93c00aa-25c6-4f20-9957-7dd13efc36e4 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3049 time: 0.2451761
Dec 03 11:30:30.406029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51322) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:30.412020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511548712', 'description': 'tempest-secgroup-smoke-1511548712 description', 'project_id': '85d2c11b1de444db8a782028cdd05d7d'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:30.419088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:30.424664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:30:30.427844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:30:30.433813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:30.445118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.469516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:30.474176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:30:30.477380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:30:30.484515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:30.520859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Set router 648b23e8-aed9-485c-898c-50f3b75c942f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:30:30.563242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.568468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.574212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8be79985-90fe-4f03-9738-c63562bf41ba tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:30.619906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:30.624119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.625941 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2187879
Dec 03 11:30:30.628662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51326) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:30.632074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.632507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.632932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.633350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.633765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.634181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.634612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.634778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'ebcdb2bb-9f62-4374-ae19-d0dc1164ec47', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:30.635047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.635458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.635865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.636270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.636675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.637138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.637542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.638144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.638552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.639952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.640369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.640776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.641182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.641591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.641995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.642399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.642801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:30:30.645406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:30.647106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:30.650032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:30:30.653243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:30:30.659428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:30.683808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.721285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-47700cf1-8a4e-4220-a429-9ca530996686 None None] Provisioning complete for port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:30.721714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47700cf1-8a4e-4220-a429-9ca530996686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.758443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.764230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.766348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc623549-6c17-40b0-9559-f0be124d6749 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:30.791418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e196f034-d98b-4bdb-9b73-7788d218a658,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:30.794146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:30.802588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.807372 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1775479
Dec 03 11:30:30.807589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51330) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:30.814727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-46bcb7f4-0a74-411b-bf40-6163cb6a51e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'ebcdb2bb-9f62-4374-ae19-d0dc1164ec47', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:30.821358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-46bcb7f4-0a74-411b-bf40-6163cb6a51e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:30.825814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-46bcb7f4-0a74-411b-bf40-6163cb6a51e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:30:30.826459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 49443414-f5b4-4c02-bed0-3248c1edc7b6 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:30:30.829155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-46bcb7f4-0a74-411b-bf40-6163cb6a51e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:30:30.835962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-46bcb7f4-0a74-411b-bf40-6163cb6a51e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:30.860446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46bcb7f4-0a74-411b-bf40-6163cb6a51e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.908230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5dc77a29-4fa6-40a6-afb8-fa5e7b116003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.910624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-47700cf1-8a4e-4220-a429-9ca530996686 None None] Port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:30:30.937103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46bcb7f4-0a74-411b-bf40-6163cb6a51e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.941003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46bcb7f4-0a74-411b-bf40-6163cb6a51e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.942992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:30.967855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcb7f4-0a74-411b-bf40-6163cb6a51e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48f25be-c795-4ee1-879e-f7d1012d6809,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:30.970526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-46bcb7f4-0a74-411b-bf40-6163cb6a51e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:30.979067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46bcb7f4-0a74-411b-bf40-6163cb6a51e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:30.980335 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-46bcb7f4-0a74-411b-bf40-6163cb6a51e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1715248
Dec 03 11:30:30.983600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51334) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:30.989172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'ebcdb2bb-9f62-4374-ae19-d0dc1164ec47', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:30.995562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:31.000732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:30:31.003811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:30:31.008849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-47700cf1-8a4e-4220-a429-9ca530996686 None None] Provisioning complete for port 49443414-f5b4-4c02-bed0-3248c1edc7b6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:31.009280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-47700cf1-8a4e-4220-a429-9ca530996686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.009935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:31.026895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.077428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 49443414-f5b4-4c02-bed0-3248c1edc7b6 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:31.077862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.093790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.096706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.098608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5fb0b9bc-867d-44ca-a5a7-779f853bb44e tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:31.122781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f4d86c-b7f0-41ce-8531-aff78889fe3a,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:31.126126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:31.133195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.134496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1498981
Dec 03 11:30:31.137752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51338) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:31.143855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'ebcdb2bb-9f62-4374-ae19-d0dc1164ec47', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:31.150316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:31.154433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:30:31.157492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:30:31.163371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:31.180939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.225210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e4bd30>, [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:30:28Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf', 'name': '', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:0c:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:27Z', 'updated_at': '2020-12-03T11:30:28Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:31.251663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.254945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.256912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e08751ee-7704-447a-bc79-00e843974b18 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:31.273150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Checking router: 648b23e8-aed9-485c-898c-50f3b75c942f for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:30:31.273561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Updating router 648b23e8-aed9-485c-898c-50f3b75c942f port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:30:31.280411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ae62fb-658d-4362-a2ac-3ca5b1149987,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:31.282993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:31.289563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.293696 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1520166
Dec 03 11:30:31.293922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51342) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:31.300121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'ebcdb2bb-9f62-4374-ae19-d0dc1164ec47', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:31.306556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:31.311826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:30:31.314937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:30:31.320720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:31.331545 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:30:31.338241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.350284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device beb3ca41-0418-4525-8845-171839aa688b up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:30:31.380734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.405110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.408267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.410177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35a3922e-404a-454c-bc88-8aa2f16ad0db tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:31.437419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9072a407-759f-423a-b7cb-28e4aa7f7a25,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:31.440066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:31.447462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.449335 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1538401
Dec 03 11:30:31.451715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51346) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:31.457354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'ebcdb2bb-9f62-4374-ae19-d0dc1164ec47', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:31.463585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:31.468572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:30:31.471622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:30:31.477384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:31.487940 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:30:31.493919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8c6d7b1e-9de9-44a7-a3b7-6d6d4372cd39 None None] Provisioning complete for port 49443414-f5b4-4c02-bed0-3248c1edc7b6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:31.494345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7b1e-9de9-44a7-a3b7-6d6d4372cd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.494662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.564936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.567647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.569674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:31.591579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1394b4f0-cca2-49dc-a8d2-afb15ba68dfd,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:31.596839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:31.604317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.605098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port beb3ca41-0418-4525-8845-171839aa688b triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:31.605605 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-58a84c5d-3b4a-4ed3-b53e-265abfdab123 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1529052
Dec 03 11:30:31.606335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:31.794350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-35b33db3-b12b-4d43-87e8-8f0d8340cd33 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:30:31.809366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-35b33db3-b12b-4d43-87e8-8f0d8340cd33 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:30:31.810719 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-35b33db3-b12b-4d43-87e8-8f0d8340cd33 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511548712&fields=id&tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 267 time: 0.0574708
Dec 03 11:30:32.090403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:32.103400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Transition to ACTIVE for port object 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:30:32.106191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:32.122871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e3548c7-ad35-44c5-9112-5a849eb77eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:32.260838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086dcc2-ea94-4e65-b3bb-388ec6296d22 None None] Pushing event updated for resources: {'Port': ['ID=7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:32.265324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8086dcc2-ea94-4e65-b3bb-388ec6296d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:32.267368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-e3513e04-f21b-459e-8c2b-7537d6479a76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:32.269268 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-e3513e04-f21b-459e-8c2b-7537d6479a76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/networks?id=d6a16565-6d9e-425e-8464-f8609bf6ed3e HTTP/1.1" status: 200  len: 796 time: 0.4501781
Dec 03 11:30:32.286070 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-1b6597bd-c5e7-4255-b0f4-32ae6ca42ad8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/quotas/85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 375 time: 0.0109236
Dec 03 11:30:32.378395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-f560d9e2-5467-46a9-a8f8-18b268d52f7a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:30:32.394947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-f560d9e2-5467-46a9-a8f8-18b268d52f7a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:30:32.396403 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-f560d9e2-5467-46a9-a8f8-18b268d52f7a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1044581
Dec 03 11:30:32.428425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Attempting to bind port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:30:32.429086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Attempting to bind port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:30:32.429619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Attempting to bind port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf on network d6a16565-6d9e-425e-8464-f8609bf6ed3e {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:30:32.436078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:30:32.436500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Checking segment: {'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:30:32.436950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:32.437390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Bound using segment: {'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:30:32.437903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Bound port: 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:30:32.438323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:32.540402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] For port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:30:32.543736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] For port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf,segment=NetworkSegment(b9e2695c-9e4a-4b44-8b87-50f983bb2909),segment_id=b9e2695c-9e4a-4b44-8b87-50f983bb2909)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:30:32.548064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:32.565859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:32.633706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-73ade29e-54f7-47a1-8a8a-67d96d09ac6a service neutron] 10.222.0.90 "GET /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2231565
Dec 03 11:30:32.731017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086dcc2-ea94-4e65-b3bb-388ec6296d22 None None] Pushing event updated for resources: {'Port': ['ID=7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:32.734952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8086dcc2-ea94-4e65-b3bb-388ec6296d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:32.781489 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-79fb2a54-8ceb-4874-a07c-08d64f5c3105 service neutron] 10.222.0.90 "GET /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409621
Dec 03 11:30:32.787683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Routers {'648b23e8-aed9-485c-898c-50f3b75c942f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:30:32.788310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e4bd30>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:30:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['648b23e8-aed9-485c-898c-50f3b75c942f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:33.133162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6770ac08-ed97-44d0-8cbb-75f9e11d9a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:33.179370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] Set router 648b23e8-aed9-485c-898c-50f3b75c942f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:30:33.504523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e4bd30>, [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:30:28Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf', 'name': '', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:0c:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:27Z', 'updated_at': '2020-12-03T11:30:32Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:33.508685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dfd06d-e785-496c-b67a-7626c49cf5c4 None None] The sync data for ids ['648b23e8-aed9-485c-898c-50f3b75c942f'] in dv-neutron-765072-2-ovs is: [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:30:28Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf', 'name': '', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:0c:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:27Z', 'updated_at': '2020-12-03T11:30:32Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:30:33.759767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:34.058249 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c0f58d1b-7dd6-456b-b31b-60ebb7d35171 req-1ba1563c-c444-437c-8dd7-b5cd225f5603 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 210 time: 0.0479238
Dec 03 11:30:34.823394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:30:34.896313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:30:34.901303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:34.901730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:35.038089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:35.041491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:35.076892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf,segment=NetworkSegment(b9e2695c-9e4a-4b44-8b87-50f983bb2909),segment_id=b9e2695c-9e4a-4b44-8b87-50f983bb2909)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:30:35.079929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:35.083520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-823a4984-3453-4c0f-80f5-3fb4fcd9712b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:35.157392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:35.163190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:35.261136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-a1f68d31-1657-47c0-8ae7-13ed5a7ccc4e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:35.261913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-a1f68d31-1657-47c0-8ae7-13ed5a7ccc4e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:30:35.276593 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69f2221d-662a-4413-b3de-03c33942fdd4 req-c372ba20-781f-46c0-b5d0-621c1f4112ed tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 210 time: 0.0664480
Dec 03 11:30:35.280207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-a1f68d31-1657-47c0-8ae7-13ed5a7ccc4e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:30:35.281699 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-a1f68d31-1657-47c0-8ae7-13ed5a7ccc4e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks?id=d6a16565-6d9e-425e-8464-f8609bf6ed3e HTTP/1.1" status: 200  len: 796 time: 0.1924396
Dec 03 11:30:35.373927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-24ab7242-d383-4d2e-9032-03ca9b833146 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:30:35.386724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-24ab7242-d383-4d2e-9032-03ca9b833146 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:30:35.388270 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-24ab7242-d383-4d2e-9032-03ca9b833146 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 7769 time: 0.0870266
Dec 03 11:30:35.398369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'device_id': '87f535d8-ff8b-4199-9779-97c1214306bd', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'admin_state_up': True, 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'security_groups': ['ebcdb2bb-9f62-4374-ae19-d0dc1164ec47']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:35.497985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:35.547867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:35.557675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:35.566527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:30:35.572130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:35.890367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.11 (d6a16565-6d9e-425e-8464-f8609bf6ed3e/153f138d-0ecc-4ebd-90e1-8c59bb7a47ad/e41e893f-df85-4348-bb53-89787f20c38e) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:30:36.098483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:36.115675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object e41e893f-df85-4348-bb53-89787f20c38e will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:30:36.137607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:36.155061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-20d69574-dc34-451c-8c3d-c59ea73f2929 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:36.300326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=e41e893f-df85-4348-bb53-89787f20c38e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:36.304857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:36.356983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:30:36.358609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:30:36.361159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:30:36.428929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:36.429630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:36.459534 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0653553
Dec 03 11:30:36.478102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Request body: {'port': {'device_id': '87f535d8-ff8b-4199-9779-97c1214306bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:36.493581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98745b0-b833-4f5e-b74f-86c597d269d7 req-9dbd1c84-33a2-4551-9600-1038b6cc6988 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:36.495283 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a98745b0-b833-4f5e-b74f-86c597d269d7 req-9dbd1c84-33a2-4551-9600-1038b6cc6988 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 932 time: 0.1002982
Dec 03 11:30:36.546479 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a98745b0-b833-4f5e-b74f-86c597d269d7 req-c2d77b5b-d2b0-4292-93da-e81682b70ec3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441747
Dec 03 11:30:36.593406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-45b2eeda-dd64-4260-a81e-01655785e409 None None] Provisioning for port e41e893f-df85-4348-bb53-89787f20c38e completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:30:36.598409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-45b2eeda-dd64-4260-a81e-01655785e409 None None] Provisioning complete for port e41e893f-df85-4348-bb53-89787f20c38e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:36.598838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45b2eeda-dd64-4260-a81e-01655785e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:36.602737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:36.656964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-45b2eeda-dd64-4260-a81e-01655785e409 None None] Port e41e893f-df85-4348-bb53-89787f20c38e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:30:36.802217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:30:36.871920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:36.872338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:37.027235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41e893f-df85-4348-bb53-89787f20c38e {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:30:37.035364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:37.048391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Transition to ACTIVE for port object e41e893f-df85-4348-bb53-89787f20c38e will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:30:37.051072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:37.070615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9d95f07-06dc-4b39-bbd4-cfc121a2b88f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:37.211489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Pushing event updated for resources: {'Port': ['ID=e41e893f-df85-4348-bb53-89787f20c38e,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:37.216288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:37.399380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Attempting to bind port e41e893f-df85-4348-bb53-89787f20c38e on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:30:37.399761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Attempting to bind port e41e893f-df85-4348-bb53-89787f20c38e by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:30:37.400133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Attempting to bind port e41e893f-df85-4348-bb53-89787f20c38e on network d6a16565-6d9e-425e-8464-f8609bf6ed3e {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:30:37.407126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:30:37.407503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Checking segment: {'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:30:37.407911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:37.408314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Bound using segment: {'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:30:37.408785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Bound port: e41e893f-df85-4348-bb53-89787f20c38e, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e2695c-9e4a-4b44-8b87-50f983bb2909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:30:37.409163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:37.502737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] For port e41e893f-df85-4348-bb53-89787f20c38e, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:30:37.505873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] For port e41e893f-df85-4348-bb53-89787f20c38e, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e41e893f-df85-4348-bb53-89787f20c38e,segment=NetworkSegment(b9e2695c-9e4a-4b44-8b87-50f983bb2909),segment_id=b9e2695c-9e4a-4b44-8b87-50f983bb2909)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:30:37.509259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:37.525480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:37.678585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Pushing event updated for resources: {'Port': ['ID=e41e893f-df85-4348-bb53-89787f20c38e,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:37.685042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:37.719951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:37.720638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:37.722143 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] 10.222.0.91 "PUT /v2.0/ports/e41e893f-df85-4348-bb53-89787f20c38e HTTP/1.1" status: 200  len: 1158 time: 1.2492816
Dec 03 11:30:37.722777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f535d8-ff8b-4199-9779-97c1214306bd', 'tag': 'e41e893f-df85-4348-bb53-89787f20c38e'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:30:37.780480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a4dce-ead2-4a61-9ffc-6e69e1a32451 req-40bf09db-e707-4e83-a782-8a6ed13267fc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:37.782370 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-935a4dce-ead2-4a61-9ffc-6e69e1a32451 req-40bf09db-e707-4e83-a782-8a6ed13267fc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 944 time: 0.1074572
Dec 03 11:30:37.820290 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f535d8-ff8b-4199-9779-97c1214306bd', 'tag': 'e41e893f-df85-4348-bb53-89787f20c38e', 'status': 'completed', 'code': 200}
Dec 03 11:30:37.838957 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-935a4dce-ead2-4a61-9ffc-6e69e1a32451 req-b6b170fa-3ebd-45a1-a9ed-0ad8dc1a48e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487020
Dec 03 11:30:37.858660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-4a9416d9-1221-4fa5-81f9-5465e9d1a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:37.860789 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-4a9416d9-1221-4fa5-81f9-5465e9d1a0a2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 1161 time: 0.0846841
Dec 03 11:30:37.944850 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-f891001b-029b-484c-98ef-a90201ae7b55 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e41e893f-df85-4348-bb53-89787f20c38e HTTP/1.1" status: 200  len: 217 time: 0.0695980
Dec 03 11:30:38.016184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-542ac29a-4b2e-4d72-959b-ae7b3afdf530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:38.017691 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-542ac29a-4b2e-4d72-959b-ae7b3afdf530 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=153f138d-0ecc-4ebd-90e1-8c59bb7a47ad HTTP/1.1" status: 200  len: 844 time: 0.0667040
Dec 03 11:30:38.102365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-c88bdaab-49bc-4f2a-a927-24a0190c8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:38.104004 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-c88bdaab-49bc-4f2a-a927-24a0190c8f92 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d6a16565-6d9e-425e-8464-f8609bf6ed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0799205
Dec 03 11:30:38.486772 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-fd96f4e5-f9ff-422a-85e8-1eea05f298ab service neutron] 10.222.0.91 "GET /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3757393
Dec 03 11:30:38.633406 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ed3eec7-e85f-4d16-8cbb-3cd598d8a274 req-4baf3350-dbb9-487c-84ab-53f349b465b2 service neutron] 10.222.0.91 "GET /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401062
Dec 03 11:30:38.788402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7698e-6995-480e-9df7-7b96090ee084 req-cfb92290-82b8-4003-96f6-538ebe030f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:38.790016 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6a7698e-6995-480e-9df7-7b96090ee084 req-cfb92290-82b8-4003-96f6-538ebe030f7c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 1161 time: 0.0766566
Dec 03 11:30:38.936954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7698e-6995-480e-9df7-7b96090ee084 req-718c7bf4-48ec-4456-b784-7ba1daad694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:38.938544 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6a7698e-6995-480e-9df7-7b96090ee084 req-718c7bf4-48ec-4456-b784-7ba1daad694e service neutron] 10.222.0.91 "GET /v2.0/networks?id=d6a16565-6d9e-425e-8464-f8609bf6ed3e HTTP/1.1" status: 200  len: 890 time: 0.1412790
Dec 03 11:30:39.013847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6a7698e-6995-480e-9df7-7b96090ee084 req-b8c54a18-27f8-4e24-9e34-33f00182184e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e41e893f-df85-4348-bb53-89787f20c38e HTTP/1.1" status: 200  len: 217 time: 0.0688334
Dec 03 11:30:39.073051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696bacf-99f4-4465-a4c5-9328c5e307aa req-79d3dded-ae54-4576-866f-e9a9dac395e0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:39.074693 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f696bacf-99f4-4465-a4c5-9328c5e307aa req-79d3dded-ae54-4576-866f-e9a9dac395e0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 944 time: 0.0870428
Dec 03 11:30:39.084773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7698e-6995-480e-9df7-7b96090ee084 req-03e406ad-088e-488a-addd-4f0b2cca134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:39.086353 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6a7698e-6995-480e-9df7-7b96090ee084 req-03e406ad-088e-488a-addd-4f0b2cca134b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=153f138d-0ecc-4ebd-90e1-8c59bb7a47ad HTTP/1.1" status: 200  len: 844 time: 0.0668981
Dec 03 11:30:39.128021 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f696bacf-99f4-4465-a4c5-9328c5e307aa req-53cad3bb-5cb3-4a8e-8e6f-92c8f411fd02 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463800
Dec 03 11:30:39.171392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7698e-6995-480e-9df7-7b96090ee084 req-7ea1841a-75ea-4b3a-b0b9-01288f563477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:39.173010 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6a7698e-6995-480e-9df7-7b96090ee084 req-7ea1841a-75ea-4b3a-b0b9-01288f563477 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d6a16565-6d9e-425e-8464-f8609bf6ed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0797498
Dec 03 11:30:39.321169 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6a7698e-6995-480e-9df7-7b96090ee084 req-d51ba431-964d-4967-bf2d-9e04264de4c2 service neutron] 10.222.0.91 "GET /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409593
Dec 03 11:30:39.468871 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6a7698e-6995-480e-9df7-7b96090ee084 req-c57d529d-193e-4ce3-b9b5-776406f54363 service neutron] 10.222.0.91 "GET /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407092
Dec 03 11:30:40.342753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e61c67-81b5-456e-b6b2-4823b765f0df req-ee1b8663-6316-423a-9bd4-fd84254b72ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:40.344413 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d5e61c67-81b5-456e-b6b2-4823b765f0df req-ee1b8663-6316-423a-9bd4-fd84254b72ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 944 time: 0.0853581
Dec 03 11:30:40.392525 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d5e61c67-81b5-456e-b6b2-4823b765f0df req-9bf8b488-347f-44ef-ba2f-a9c6456f81a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415986
Dec 03 11:30:41.607905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69299144-4673-41ae-924a-94d3f2baed06 req-2d129220-f8fa-4429-8527-f0a8cc17b8ca tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:41.609562 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69299144-4673-41ae-924a-94d3f2baed06 req-2d129220-f8fa-4429-8527-f0a8cc17b8ca tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 944 time: 0.0892937
Dec 03 11:30:41.656069 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69299144-4673-41ae-924a-94d3f2baed06 req-e6387d0a-ab9b-43b9-a014-6f76faece73c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400231
Dec 03 11:30:42.494294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device e41e893f-df85-4348-bb53-89787f20c38e up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:30:42.562193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port e41e893f-df85-4348-bb53-89787f20c38e completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:30:42.567058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port e41e893f-df85-4348-bb53-89787f20c38e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:42.567477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:42.684303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:42.716444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f535d8-ff8b-4199-9779-97c1214306bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41e893f-df85-4348-bb53-89787f20c38e'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:30:42.725139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port e41e893f-df85-4348-bb53-89787f20c38e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e41e893f-df85-4348-bb53-89787f20c38e,segment=NetworkSegment(b9e2695c-9e4a-4b44-8b87-50f983bb2909),segment_id=b9e2695c-9e4a-4b44-8b87-50f983bb2909)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:30:42.728129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:42.730050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3668f0f2-5a69-463d-8cd8-d2237d6afb31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:42.786699 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f535d8-ff8b-4199-9779-97c1214306bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41e893f-df85-4348-bb53-89787f20c38e', 'code': 200}
Dec 03 11:30:42.802534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=e41e893f-df85-4348-bb53-89787f20c38e,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:42.814468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:42.820698 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b786cf1e-491f-4198-b250-856bacc1d093 req-7b5b4504-6362-42a7-99fe-6d2d5358912a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0895402
Dec 03 11:30:42.905068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f988e8a-9b0b-4f27-a2fc-9e271cfe696a req-3c37fa60-caf7-452b-9b75-3cb3dd69075e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:42.906736 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f988e8a-9b0b-4f27-a2fc-9e271cfe696a req-3c37fa60-caf7-452b-9b75-3cb3dd69075e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 946 time: 0.1056683
Dec 03 11:30:42.952079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786cf1e-491f-4198-b250-856bacc1d093 req-9863d2b6-3adb-4052-8b38-057cedec54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:42.953979 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b786cf1e-491f-4198-b250-856bacc1d093 req-9863d2b6-3adb-4052-8b38-057cedec54ed service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 1163 time: 0.0988412
Dec 03 11:30:42.964022 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f988e8a-9b0b-4f27-a2fc-9e271cfe696a req-f101d1b1-a327-4dc8-bbdf-93fccdee6b53 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501289
Dec 03 11:30:43.199732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786cf1e-491f-4198-b250-856bacc1d093 req-6817d39e-6e80-4893-aea9-6d7e5769b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:43.201924 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b786cf1e-491f-4198-b250-856bacc1d093 req-6817d39e-6e80-4893-aea9-6d7e5769b035 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.2051613
Dec 03 11:30:43.203898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f595d-428b-4ffa-bb7f-b051473db822 req-cbea265f-fb4d-4383-8756-f34472d68960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:43.205388 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-571f595d-428b-4ffa-bb7f-b051473db822 req-cbea265f-fb4d-4383-8756-f34472d68960 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 1163 time: 0.2078888
Dec 03 11:30:43.341034 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-571f595d-428b-4ffa-bb7f-b051473db822 req-99cddd73-a2bc-4e26-b832-a8e0aad5f874 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266344
Dec 03 11:30:43.345395 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b786cf1e-491f-4198-b250-856bacc1d093 req-2646efee-5b2c-44b4-887f-3d451d35df77 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9fd042c-241a-4f91-a588-e212be203cae HTTP/1.1" status: 200  len: 1001 time: 0.1323078
Dec 03 11:30:43.763500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786cf1e-491f-4198-b250-856bacc1d093 req-220de368-e22e-439e-a224-6b9581152793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:43.765373 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b786cf1e-491f-4198-b250-856bacc1d093 req-220de368-e22e-439e-a224-6b9581152793 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0695653
Dec 03 11:30:43.853863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786cf1e-491f-4198-b250-856bacc1d093 req-e0342379-c311-490c-be58-d403e0c08cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:43.855507 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b786cf1e-491f-4198-b250-856bacc1d093 req-e0342379-c311-490c-be58-d403e0c08cdc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0795472
Dec 03 11:30:43.970196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device e41e893f-df85-4348-bb53-89787f20c38e up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:30:44.007318 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b786cf1e-491f-4198-b250-856bacc1d093 req-1e86658e-9a7a-466a-8b6e-0dbce43478b1 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426954
Dec 03 11:30:44.046638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port e41e893f-df85-4348-bb53-89787f20c38e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:30:44.047336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:44.163531 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b786cf1e-491f-4198-b250-856bacc1d093 req-f9717b21-a35a-420f-a6e0-3218b2cca3d6 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1487098
Dec 03 11:30:44.323997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dacf3-55ef-416f-8549-fca1fc18d4cd req-c4d26260-c737-423d-a3fe-e7a856099c5b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:44.325531 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-055dacf3-55ef-416f-8549-fca1fc18d4cd req-c4d26260-c737-423d-a3fe-e7a856099c5b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 946 time: 0.0842025
Dec 03 11:30:44.372682 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-055dacf3-55ef-416f-8549-fca1fc18d4cd req-03bc1541-dd74-44be-b370-a25816d6115d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402169
Dec 03 11:30:45.587274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51bd6b-1484-42d1-ba1d-6d050e267e3a req-2ce03d30-ea2d-4104-b770-fbc64a0448dc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:45.588882 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a51bd6b-1484-42d1-ba1d-6d050e267e3a req-2ce03d30-ea2d-4104-b770-fbc64a0448dc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 946 time: 0.0883970
Dec 03 11:30:45.636241 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a51bd6b-1484-42d1-ba1d-6d050e267e3a req-98572f1e-8690-4a8a-8dcf-dff9fc18959f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399790
Dec 03 11:30:45.847322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d667171-4331-47f3-b77b-582cae32ec89 req-cdd316ba-9d04-4a90-959a-40d36048145c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:45.848933 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d667171-4331-47f3-b77b-582cae32ec89 req-cdd316ba-9d04-4a90-959a-40d36048145c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 946 time: 0.0834310
Dec 03 11:30:45.904380 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d667171-4331-47f3-b77b-582cae32ec89 req-e2b06b2d-ff27-483f-b991-27c9dcf3540f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489888
Dec 03 11:30:45.934622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51404) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:46.154089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8764fd1-8de1-47d3-8cb6-7de4dd68dcbf tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:46.156703 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c8764fd1-8de1-47d3-8cb6-7de4dd68dcbf tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 1158 time: 0.2203274
Dec 03 11:30:46.159727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51410) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:46.165210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': 'e41e893f-df85-4348-bb53-89787f20c38e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:30:46.172093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:30:46.176200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:floatingip and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:30:46.179417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:30:46.186195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:30:46.196069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:46.337066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:46.609679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.202 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/db46a18f-986c-4852-9798-259b6676f1e5) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:30:46.764944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:46.790376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:46.805811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-213bd42b-2e3a-4982-bff1-6e6fd31ba674 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:46.941934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=db46a18f-986c-4852-9798-259b6676f1e5,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:46.946666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:46.998664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:30:46.999820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:30:47.002257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:30:47.414059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:47.486735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:47.754254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:47.757724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:47.776949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:30:47.925531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=db46a18f-986c-4852-9798-259b6676f1e5,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:30:47.936633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:30:48.024361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:48.467484 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 4766cd27-907f-4310-9de4-d6aea1173452 associated. External IP: 172.26.1.202, port: e41e893f-df85-4348-bb53-89787f20c38e.
Dec 03 11:30:48.835369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 648b23e8-aed9-485c-898c-50f3b75c942f has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:30:49.029576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:30:49.039184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd8f44-8fe4-4588-a812-0f8668bdb47a None None] Sync routers for ids ['648b23e8-aed9-485c-898c-50f3b75c942f'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:30:49.054027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd8f44-8fe4-4588-a812-0f8668bdb47a None None] Routers {'648b23e8-aed9-485c-898c-50f3b75c942f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:30:49.054618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:49.054743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-93fd8f44-8fe4-4588-a812-0f8668bdb47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b738fb38>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:30:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['648b23e8-aed9-485c-898c-50f3b75c942f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:49.113681 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9528387
Dec 03 11:30:49.114394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f535d8-ff8b-4199-9779-97c1214306bd', 'tag': 'e41e893f-df85-4348-bb53-89787f20c38e'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:30:49.116750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51414) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:49.174398 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f535d8-ff8b-4199-9779-97c1214306bd', 'tag': 'e41e893f-df85-4348-bb53-89787f20c38e', 'status': 'completed', 'code': 200}
Dec 03 11:30:49.244646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-93fd8f44-8fe4-4588-a812-0f8668bdb47a None None] Set router 648b23e8-aed9-485c-898c-50f3b75c942f gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:30:49.265411 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f937be02-c1f9-4334-a645-9b4873e67b5f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/4766cd27-907f-4310-9de4-d6aea1173452 HTTP/1.1" status: 200  len: 992 time: 0.1473374
Dec 03 11:30:49.307647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceeb165-e69c-4fd4-9d4c-40f266b43b04 req-31e4e345-502c-4949-b116-d0441cf57ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:49.309185 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aceeb165-e69c-4fd4-9d4c-40f266b43b04 req-31e4e345-502c-4949-b116-d0441cf57ea5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 1163 time: 0.0857787
Dec 03 11:30:49.456936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceeb165-e69c-4fd4-9d4c-40f266b43b04 req-e468e94f-834b-459a-96cd-37a533efd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:49.458722 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aceeb165-e69c-4fd4-9d4c-40f266b43b04 req-e468e94f-834b-459a-96cd-37a533efd6ac service neutron] 10.222.0.91 "GET /v2.0/networks?id=d6a16565-6d9e-425e-8464-f8609bf6ed3e HTTP/1.1" status: 200  len: 890 time: 0.1428657
Dec 03 11:30:49.566320 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aceeb165-e69c-4fd4-9d4c-40f266b43b04 req-9e1df4e6-1d90-47b9-8c15-c5480d440ff0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e41e893f-df85-4348-bb53-89787f20c38e HTTP/1.1" status: 200  len: 1000 time: 0.1008024
Dec 03 11:30:49.620547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-93fd8f44-8fe4-4588-a812-0f8668bdb47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b738fb38>, [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:30:28Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '4766cd27-907f-4310-9de4-d6aea1173452', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.202', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'port_id': 'e41e893f-df85-4348-bb53-89787f20c38e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'mac_address': 'fa:16:3e:89:67:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f535d8-ff8b-4199-9779-97c1214306bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:30:47Z', 'updated_at': '2020-12-03T11:30:47Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf', 'name': '', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:0c:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:27Z', 'updated_at': '2020-12-03T11:30:35Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:49.625756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd8f44-8fe4-4588-a812-0f8668bdb47a None None] Checking router: 648b23e8-aed9-485c-898c-50f3b75c942f for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:30:49.634763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd8f44-8fe4-4588-a812-0f8668bdb47a None None] Routers {'648b23e8-aed9-485c-898c-50f3b75c942f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:30:49.635471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-93fd8f44-8fe4-4588-a812-0f8668bdb47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b738fb38>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:30:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['648b23e8-aed9-485c-898c-50f3b75c942f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:49.636091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceeb165-e69c-4fd4-9d4c-40f266b43b04 req-d9470c48-f04e-4a8b-a297-a2feb9c3852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:49.637658 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aceeb165-e69c-4fd4-9d4c-40f266b43b04 req-d9470c48-f04e-4a8b-a297-a2feb9c3852f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=153f138d-0ecc-4ebd-90e1-8c59bb7a47ad HTTP/1.1" status: 200  len: 844 time: 0.0655580
Dec 03 11:30:49.718048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceeb165-e69c-4fd4-9d4c-40f266b43b04 req-6ddeedb5-7936-4594-b746-1540db1a6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:30:49.719697 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aceeb165-e69c-4fd4-9d4c-40f266b43b04 req-6ddeedb5-7936-4594-b746-1540db1a6cd7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d6a16565-6d9e-425e-8464-f8609bf6ed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0749409
Dec 03 11:30:49.822492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-93fd8f44-8fe4-4588-a812-0f8668bdb47a None None] Set router 648b23e8-aed9-485c-898c-50f3b75c942f gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:30:49.867198 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aceeb165-e69c-4fd4-9d4c-40f266b43b04 req-0c350e6e-b74c-4db1-98d2-3e46af876994 service neutron] 10.222.0.91 "GET /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401708
Dec 03 11:30:50.019034 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aceeb165-e69c-4fd4-9d4c-40f266b43b04 req-fa065722-8fe1-4a07-bf32-90401804c7e0 service neutron] 10.222.0.91 "GET /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453001
Dec 03 11:30:50.212913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-93fd8f44-8fe4-4588-a812-0f8668bdb47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b738fb38>, [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:30:28Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '4766cd27-907f-4310-9de4-d6aea1173452', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.202', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'port_id': 'e41e893f-df85-4348-bb53-89787f20c38e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'mac_address': 'fa:16:3e:89:67:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f535d8-ff8b-4199-9779-97c1214306bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:30:47Z', 'updated_at': '2020-12-03T11:30:47Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf', 'name': '', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:0c:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:27Z', 'updated_at': '2020-12-03T11:30:35Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:30:50.217330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd8f44-8fe4-4588-a812-0f8668bdb47a None None] The sync data for ids ['648b23e8-aed9-485c-898c-50f3b75c942f'] in dv-neutron-765072-2-ovs is: [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:30:28Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '4766cd27-907f-4310-9de4-d6aea1173452', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.202', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'port_id': 'e41e893f-df85-4348-bb53-89787f20c38e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'mac_address': 'fa:16:3e:89:67:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f535d8-ff8b-4199-9779-97c1214306bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:30:47Z', 'updated_at': '2020-12-03T11:30:47Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf', 'name': '', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:0c:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:27Z', 'updated_at': '2020-12-03T11:30:35Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:30:50.268863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51420) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:50.379750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a722f700-e0d7-4146-ad2c-d07fa6c8830f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/4766cd27-907f-4310-9de4-d6aea1173452 HTTP/1.1" status: 200  len: 992 time: 0.1095333
Dec 03 11:30:50.507734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd10d77-68cb-4936-bcbf-825fd86f0067 None None] New status for floating IP 4766cd27-907f-4310-9de4-d6aea1173452: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:30:51.292593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:30:51.383846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51424) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:30:51.729796 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0652b281-94f7-4747-ba43-ec1eebe4319a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/4766cd27-907f-4310-9de4-d6aea1173452 HTTP/1.1" status: 200  len: 994 time: 0.3446462
Dec 03 11:31:00.770045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4fefcf70-e457-4912-97e6-30016ec9a57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:02.874786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa8aa-2a34-485e-a3a5-789fc8d35897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:03.759719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:04.179735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:31:05.012464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:05.500418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:20.811297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-4ef6cce8-7527-47d5-bcc2-1fde4ab4e431 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-489157296&fields=id&tenant_id=7b8d0e500db347619c0c66778743cdae HTTP/1.1" status: 200  len: 267 time: 0.0419664
Dec 03 11:31:20.975574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-9041007e-7387-4514-93e5-926bec89e882 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:20.977144 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-9041007e-7387-4514-93e5-926bec89e882 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 811 time: 0.1584806
Dec 03 11:31:20.993496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-186df3ee-14b1-4ad3-8130-ee757c30a61b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/quotas/7b8d0e500db347619c0c66778743cdae HTTP/1.1" status: 200  len: 375 time: 0.0097153
Dec 03 11:31:21.086014 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-2bca043c-4391-4a7c-8568-dc3badd47f81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0862219
Dec 03 11:31:21.237250 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-127f2644-adc2-4f26-875d-0537663fc65d service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381035
Dec 03 11:31:21.307673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:21.385025 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-446fced8-c6cd-4cd6-a174-d2f16a6aea34 service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412301
Dec 03 11:31:21.817053 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-90137544-75cc-4f7d-91e2-1db4e5c680e2 req-d71e0ca4-8392-40bf-a335-71f6e6dbbd7e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 210 time: 0.0501394
Dec 03 11:31:22.999579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-711587a4-3bd7-43b3-a8b8-6da406bca9ce req-56f8ca1c-d42e-4fad-a1df-7bb35c76d477 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 210 time: 0.0488188
Dec 03 11:31:23.025878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-e03220fa-8131-4c0b-b623-f9bf42cb8334 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:23.027581 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-e03220fa-8131-4c0b-b623-f9bf42cb8334 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 811 time: 0.1751013
Dec 03 11:31:23.115085 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-39ff923a-02f7-43a3-a8ab-39dc5bb7f2f9 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7b8d0e500db347619c0c66778743cdae HTTP/1.1" status: 200  len: 5557 time: 0.0673869
Dec 03 11:31:23.124988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'port': {'device_id': '3c09c165-cc87-49da-b2b8-24031774bf09', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'admin_state_up': True, 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'security_groups': ['acc54273-3682-49f3-8e52-43d562ba2563']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:31:23.275334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:31:23.280719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Usage tracker for resource:port and tenant:7b8d0e500db347619c0c66778743cdae is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:31:23.283807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Quota usage for port was recalculated. Used quota:5. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:31:23.289666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:31:23.299648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Made reservation on behalf of 7b8d0e500db347619c0c66778743cdae for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:31:23.305315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:23.623800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Allocated IP 172.20.0.4 (e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc/878a3eb6-da33-46ac-aa4f-66be12556866/99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:31:23.837768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:23.854955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Transition to ACTIVE for port object 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:31:23.876449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:23.895587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bff8cdf0-4a6a-4fb5-b6b2-5254ee39fab2 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:31:24.041407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event updated for resources: {'Port': ['ID=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:31:24.065106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.065543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.065976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.066419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.066843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.067286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.067702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.068115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.068528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.068948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.069363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.069772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.070255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.070658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.071096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.071510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.071919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.072332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.072742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.073148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.073557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.073965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.074372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.074780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:24.079755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:31:24.119670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:31:24.120845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:31:24.124053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:31:24.192998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:24.193927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:24.225951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1054161
Dec 03 11:31:24.242707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db655a3a-e5fc-40c7-b55c-571a39acdc4d req-6f44586f-be08-4ab6-9a9c-99342153e01c tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:24.244464 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-db655a3a-e5fc-40c7-b55c-571a39acdc4d req-6f44586f-be08-4ab6-9a9c-99342153e01c tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 931 time: 0.1091840
Dec 03 11:31:24.253145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Request body: {'port': {'device_id': '3c09c165-cc87-49da-b2b8-24031774bf09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:31:24.325226 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-db655a3a-e5fc-40c7-b55c-571a39acdc4d req-a2e5a723-1cbf-45a2-8163-25dab24424f6 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0720165
Dec 03 11:31:24.386733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:24.414669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7af2b0e5-38ea-4f92-b6c6-4a995a81fbd0 None None] Provisioning for port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:31:24.420431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7af2b0e5-38ea-4f92-b6c6-4a995a81fbd0 None None] Provisioning complete for port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:31:24.420859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7af2b0e5-38ea-4f92-b6c6-4a995a81fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:24.477705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7af2b0e5-38ea-4f92-b6c6-4a995a81fbd0 None None] Port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:31:24.818922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:31:24.826115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:24.838579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Transition to ACTIVE for port object 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:31:24.841534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:24.857702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f900508c-744a-4a43-9656-2830de322025 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:31:24.995859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:31:25.001255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:31:25.189584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Attempting to bind port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:31:25.190089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Attempting to bind port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:31:25.190250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Attempting to bind port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a on network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:31:25.196577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:31:25.196959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Checking segment: {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:31:25.197372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:25.197776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Bound using segment: {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:31:25.198254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Bound port: 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680715a4-ecdc-4298-a526-eff1b5ed8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:31:25.198634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:25.294458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] For port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:31:25.298342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] For port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:31:25.301752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:25.317441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ce463fdb-60d7-4f26-8052-a83beb9ce5a6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:31:25.468744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:31:25.474695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:31:25.505162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:25.505836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:25.507356 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] 10.222.0.91 "PUT /v2.0/ports/99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a HTTP/1.1" status: 200  len: 1157 time: 1.2594101
Dec 03 11:31:25.507916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c09c165-cc87-49da-b2b8-24031774bf09', 'tag': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:31:25.533609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce5dc0-13f5-438c-966d-18905f30e54b req-05d5e6c3-e412-4f09-b108-6959e3286fc1 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:25.535329 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-74ce5dc0-13f5-438c-966d-18905f30e54b req-05d5e6c3-e412-4f09-b108-6959e3286fc1 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 943 time: 0.0895741
Dec 03 11:31:25.597962 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-74ce5dc0-13f5-438c-966d-18905f30e54b req-450c4f49-51ba-4c7c-b47c-166ce01bb55b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0563309
Dec 03 11:31:25.607951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c09c165-cc87-49da-b2b8-24031774bf09', 'tag': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a', 'status': 'completed', 'code': 200}
Dec 03 11:31:25.656493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-76029795-6d44-445b-875f-0206049387ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:25.658355 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-76029795-6d44-445b-875f-0206049387ab service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 1160 time: 0.0925372
Dec 03 11:31:25.738481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-eca7a3c4-effb-47b0-871b-fda1da647fcf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a HTTP/1.1" status: 200  len: 217 time: 0.0669003
Dec 03 11:31:25.813103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-0b408321-2a98-4410-87fe-5d0a61850260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:25.814570 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-0b408321-2a98-4410-87fe-5d0a61850260 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0699406
Dec 03 11:31:25.905743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-b9171b33-e439-4f4a-b653-c2c2441f0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:25.907435 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-b9171b33-e439-4f4a-b653-c2c2441f0ff5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0852926
Dec 03 11:31:26.052672 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-b3dfe7a5-2d49-4e67-bd73-17941d3cd6fe service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379800
Dec 03 11:31:26.197226 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d037d8dc-b0d4-462c-81a1-a0024cc7921b req-8fb0a8a9-5110-4553-a4b1-8e8cb2dcf7cf service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374834
Dec 03 11:31:26.355139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f55b04-2be1-44aa-b2f3-9cacfc45b6ff req-97f16226-9b5d-4cb6-9458-714447e1f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:26.356656 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-52f55b04-2be1-44aa-b2f3-9cacfc45b6ff req-97f16226-9b5d-4cb6-9458-714447e1f42f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 1160 time: 0.0748158
Dec 03 11:31:26.499016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f55b04-2be1-44aa-b2f3-9cacfc45b6ff req-ba799c55-8bef-49c3-b0ab-0caa98ca28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:26.500562 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-52f55b04-2be1-44aa-b2f3-9cacfc45b6ff req-ba799c55-8bef-49c3-b0ab-0caa98ca28b1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.1369064
Dec 03 11:31:26.573291 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-52f55b04-2be1-44aa-b2f3-9cacfc45b6ff req-df491a0b-2a17-46af-ae54-d5818dbe4bfe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a HTTP/1.1" status: 200  len: 217 time: 0.0658956
Dec 03 11:31:26.643330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f55b04-2be1-44aa-b2f3-9cacfc45b6ff req-4a021075-3673-4d69-9297-2f8f4573c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:26.644887 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-52f55b04-2be1-44aa-b2f3-9cacfc45b6ff req-4a021075-3673-4d69-9297-2f8f4573c4fd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0636296
Dec 03 11:31:26.729428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f55b04-2be1-44aa-b2f3-9cacfc45b6ff req-6c2818e8-ba32-4800-96a7-b1964b7eddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:26.731079 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-52f55b04-2be1-44aa-b2f3-9cacfc45b6ff req-6c2818e8-ba32-4800-96a7-b1964b7eddde service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0792801
Dec 03 11:31:26.821727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d57a5e-f828-4640-95ef-ef020c074e23 req-94c46e61-cf5b-422f-9920-eb039c899c1a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:26.823389 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5d57a5e-f828-4640-95ef-ef020c074e23 req-94c46e61-cf5b-422f-9920-eb039c899c1a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 943 time: 0.0884993
Dec 03 11:31:26.870938 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5d57a5e-f828-4640-95ef-ef020c074e23 req-d0ef3f66-6468-4dde-9f90-27a1680d5f45 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0403767
Dec 03 11:31:26.886385 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-52f55b04-2be1-44aa-b2f3-9cacfc45b6ff req-106c5424-33f2-403b-a09a-db0aeb764c39 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477273
Dec 03 11:31:27.276457 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-52f55b04-2be1-44aa-b2f3-9cacfc45b6ff req-bc92fb00-ae4b-4cdb-9eb5-be5a6df42fa0 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3821194
Dec 03 11:31:28.087984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cde6be-36f0-4438-850d-297b81e59d18 req-be079e2d-248c-4523-9c90-87f6213507b2 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:28.089600 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1cde6be-36f0-4438-850d-297b81e59d18 req-be079e2d-248c-4523-9c90-87f6213507b2 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 943 time: 0.0851450
Dec 03 11:31:28.140254 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d1cde6be-36f0-4438-850d-297b81e59d18 req-911f5d81-de14-4e64-a31a-88422b21064c tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0439403
Dec 03 11:31:29.356647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d1523-b57a-499f-8634-ea18532c68b0 req-55c0cc61-d5f0-49f1-8cab-5de0998f39e7 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:29.359019 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f26d1523-b57a-499f-8634-ea18532c68b0 req-55c0cc61-d5f0-49f1-8cab-5de0998f39e7 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 943 time: 0.0908804
Dec 03 11:31:29.410224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f26d1523-b57a-499f-8634-ea18532c68b0 req-7404b223-882b-4fba-80de-48e22dd5ee0c tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0447316
Dec 03 11:31:30.625473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ab399-da9a-4812-89db-281781cd437a req-8a512436-9850-4ff2-a53e-21bb4305c9ec tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:30.627064 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b51ab399-da9a-4812-89db-281781cd437a req-8a512436-9850-4ff2-a53e-21bb4305c9ec tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 943 time: 0.0891342
Dec 03 11:31:30.674346 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b51ab399-da9a-4812-89db-281781cd437a req-90ed6123-809b-4a74-ab5b-53c3ad82d193 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0408428
Dec 03 11:31:30.778112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6879f114-a954-4516-a9f0-8c3b363a58cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:31.890225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084267ce-1079-4816-aa01-bddfe18bd6fa req-caee4916-5c13-4f84-a6df-b6ebde88ddba tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:31.891897 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-084267ce-1079-4816-aa01-bddfe18bd6fa req-caee4916-5c13-4f84-a6df-b6ebde88ddba tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 943 time: 0.0847862
Dec 03 11:31:31.946195 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-084267ce-1079-4816-aa01-bddfe18bd6fa req-65738125-152e-44a5-833e-7b302d4d2dbb tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0476825
Dec 03 11:31:32.893789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a719fd-cc2a-40f2-8fd7-348dc46dffc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:33.161920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9983f22-6502-45cc-b5e0-831b9e92fdbd req-cebd4bb3-46eb-4e83-8414-625bed46ccda tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:33.166884 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9983f22-6502-45cc-b5e0-831b9e92fdbd req-cebd4bb3-46eb-4e83-8414-625bed46ccda tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 943 time: 0.0887263
Dec 03 11:31:33.214854 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9983f22-6502-45cc-b5e0-831b9e92fdbd req-46fd284d-7b16-46b0-b98d-8c5f04c7172a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0438089
Dec 03 11:31:33.779452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:34.432477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d67a-c895-467a-b03b-2beeb8346ea7 req-48a6e2a3-d657-4fbc-a70a-7ec431f9b1bc tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:34.434071 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c400d67a-c895-467a-b03b-2beeb8346ea7 req-48a6e2a3-d657-4fbc-a70a-7ec431f9b1bc tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 943 time: 0.0877886
Dec 03 11:31:34.481357 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c400d67a-c895-467a-b03b-2beeb8346ea7 req-d9786b58-00da-41f4-b90a-ca9fb3b52023 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0402532
Dec 03 11:31:35.023506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:35.526117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:35.836758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d394aad-1fef-4020-b62a-8d39c9348626 req-27c4aab4-c4fa-44d7-8f65-7aef6065c712 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:35.838262 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d394aad-1fef-4020-b62a-8d39c9348626 req-27c4aab4-c4fa-44d7-8f65-7aef6065c712 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 943 time: 0.0884638
Dec 03 11:31:35.894509 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d394aad-1fef-4020-b62a-8d39c9348626 req-7985133a-4a88-4992-8b3f-f2c9c7fe5380 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0470145
Dec 03 11:31:36.953967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:31:37.038466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:31:37.043819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:31:37.044244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:37.108144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74e8d5-794b-498d-b78b-01343e5ad244 req-3695ad11-4591-40e8-af37-5abc3f3d469e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:37.109965 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb74e8d5-794b-498d-b78b-01343e5ad244 req-3695ad11-4591-40e8-af37-5abc3f3d469e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 943 time: 0.0855012
Dec 03 11:31:37.159404 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb74e8d5-794b-498d-b78b-01343e5ad244 req-4c12f53d-ddaf-4a75-967e-ba24dceb04eb tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0428238
Dec 03 11:31:37.170210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:37.198593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c09c165-cc87-49da-b2b8-24031774bf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:31:37.209557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:31:37.217198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:37.219515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:31:37.263881 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c09c165-cc87-49da-b2b8-24031774bf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a', 'code': 200}
Dec 03 11:31:37.290197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:31:37.298687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.299103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.299482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.299854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.300231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.300603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.300970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.301337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.301700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.302062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.302427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.302789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.303230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.303595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.303962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.304324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.304680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.305041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.305401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.305763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.306125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.306485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.306843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.312160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:37.312160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:31:37.604791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b69ec7-0938-44cd-9c50-82f270b4b316 req-e2c386fc-b113-4113-83d4-7a024a8686f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:37.606387 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-43b69ec7-0938-44cd-9c50-82f270b4b316 req-e2c386fc-b113-4113-83d4-7a024a8686f1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 1162 time: 0.0766590
Dec 03 11:31:37.650306 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-43b69ec7-0938-44cd-9c50-82f270b4b316 req-75e04163-12da-4dac-9553-972f74818807 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0374644
Dec 03 11:31:38.376176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baf088-ff0f-43fc-a8bc-1b30ef0e8741 req-415fe5b7-a176-45a6-bcc5-ad92f7090fce tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:38.377807 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11baf088-ff0f-43fc-a8bc-1b30ef0e8741 req-415fe5b7-a176-45a6-bcc5-ad92f7090fce tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 945 time: 0.0888028
Dec 03 11:31:38.424194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:31:38.425623 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11baf088-ff0f-43fc-a8bc-1b30ef0e8741 req-f8ae2392-d786-4382-aa4d-11cb95eb8f48 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413771
Dec 03 11:31:38.496887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:31:38.497316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:39.646184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75ab11-a58d-4a09-9d45-3c36879326bf req-a2858fd5-66b6-4657-843b-ce0c75bfdfca tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:39.648005 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa75ab11-a58d-4a09-9d45-3c36879326bf req-a2858fd5-66b6-4657-843b-ce0c75bfdfca tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 945 time: 0.0860729
Dec 03 11:31:39.699952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa75ab11-a58d-4a09-9d45-3c36879326bf req-d14397c9-7b4d-473e-a134-c0ccd4d0f486 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0454340
Dec 03 11:31:39.923442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee3b5c-c9b3-4fe7-8f87-9c13326072f4 req-f52b1123-a627-42e8-8677-3a8163550e72 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:39.925150 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-66ee3b5c-c9b3-4fe7-8f87-9c13326072f4 req-f52b1123-a627-42e8-8677-3a8163550e72 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 945 time: 0.0926278
Dec 03 11:31:39.978457 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-66ee3b5c-c9b3-4fe7-8f87-9c13326072f4 req-e4fd84d8-c057-49d4-9592-634aafbae57d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0465205
Dec 03 11:31:40.194948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-640af4fd-5a1b-4ba0-8c8d-5578dc147516 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1598849
Dec 03 11:31:40.206203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:31:40.211976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:31:40.222988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:31:40.241837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:40.390729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:40.670981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Allocated IP 172.26.1.169 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/585e1ce7-8b4c-4775-b7fb-107427f5efe1) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:31:40.828699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:40.869329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:40.885375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e1f6c6d2-896a-47e5-b137-093f073abfcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:31:41.179987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:31:41.262477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event updated for resources: {'Port': ['ID=585e1ce7-8b4c-4775-b7fb-107427f5efe1,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:31:41.322946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.323423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.323934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.324392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.324792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.325209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.325777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.326201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.326608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.327049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.332138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.332138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.332138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.332138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.332138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.332138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.332138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.332138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.332138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.332138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.332138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.332138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.333234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.333234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:31:41.337374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:31:41.394572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:31:41.395767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:31:41.398158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:31:41.487651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:41.549071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:41.826943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:41.837392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:41.853820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a49d23f-34d7-4d36-8f98-e959e6397aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:31:41.997101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event updated for resources: {'Port': ['ID=585e1ce7-8b4c-4775-b7fb-107427f5efe1,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:31:42.001207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:31:42.107862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:42.135969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:42.137271 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9356785
Dec 03 11:31:42.225931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-8220765d-531e-4c35-8555-9f338ee16bf7 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:31:42.254474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-8220765d-531e-4c35-8555-9f338ee16bf7 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:31:42.256233 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-8220765d-531e-4c35-8555-9f338ee16bf7 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.169 HTTP/1.1" status: 200  len: 696 time: 0.1114686
Dec 03 11:31:42.422884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-b829b103-2584-4cad-8fe9-2cd5cd27dd8a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:42.426265 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0e25ac37-6c2e-4df7-b89c-b89794df16db req-b829b103-2584-4cad-8fe9-2cd5cd27dd8a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1613677
Dec 03 11:31:42.619190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-e678aa98-7569-402e-a706-fe2f249ac45f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:42.620795 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-e678aa98-7569-402e-a706-fe2f249ac45f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0885270
Dec 03 11:31:42.707811 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-d67e24f7-6af8-450d-a9ae-1eb29a4bcd44 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.169 HTTP/1.1" status: 200  len: 696 time: 0.0800290
Dec 03 11:31:42.719816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-261149a7-f7ee-4435-8050-936d7c64ec61 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Request body: {'floatingip': {'port_id': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:31:42.769596 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e830143-68e7-4704-805d-a02b4f6207c8 req-2b4a7c7f-5fb4-4d23-a4c9-8acc66bcac93 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0796418
Dec 03 11:31:42.802373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-261149a7-f7ee-4435-8050-936d7c64ec61 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:42.943272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e830143-68e7-4704-805d-a02b4f6207c8 req-6ae6dafe-1f1c-41aa-a261-e3dd6a1e47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:42.944239 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e830143-68e7-4704-805d-a02b4f6207c8 req-6ae6dafe-1f1c-41aa-a261-e3dd6a1e47d3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 1163 time: 0.0825348
Dec 03 11:31:43.110643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e830143-68e7-4704-805d-a02b4f6207c8 req-c2a26e6b-de3e-4027-95ec-da62c0f08e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:43.112574 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e830143-68e7-4704-805d-a02b4f6207c8 req-c2a26e6b-de3e-4027-95ec-da62c0f08e19 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.1483574
Dec 03 11:31:43.228422 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e830143-68e7-4704-805d-a02b4f6207c8 req-1356f0ee-ea30-41bc-b070-30b9a1184364 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9fd042c-241a-4f91-a588-e212be203cae HTTP/1.1" status: 200  len: 1001 time: 0.1076107
Dec 03 11:31:43.301456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e830143-68e7-4704-805d-a02b4f6207c8 req-a203e31e-f5fe-4f44-acf4-c17983b09b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:43.303396 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e830143-68e7-4704-805d-a02b4f6207c8 req-a203e31e-f5fe-4f44-acf4-c17983b09b9c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0685670
Dec 03 11:31:43.389066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e830143-68e7-4704-805d-a02b4f6207c8 req-0b2d7374-3eac-4de3-86e8-9272b89b0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:43.390737 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e830143-68e7-4704-805d-a02b4f6207c8 req-0b2d7374-3eac-4de3-86e8-9272b89b0999 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0799501
Dec 03 11:31:43.442665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-261149a7-f7ee-4435-8050-936d7c64ec61 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:43.446525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-261149a7-f7ee-4435-8050-936d7c64ec61 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:43.543782 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e830143-68e7-4704-805d-a02b4f6207c8 req-34c07341-afca-4a84-b8b2-8f591fd97efd service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442828
Dec 03 11:31:43.629828 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-261149a7-f7ee-4435-8050-936d7c64ec61 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Floating IP b12506f1-dc4e-4b29-bad4-0da11e210b2d associated. External IP: 172.26.1.169, port: 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a.
Dec 03 11:31:43.689329 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e830143-68e7-4704-805d-a02b4f6207c8 req-9f1651d4-f893-4749-bacb-329e5b6ff693 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393311
Dec 03 11:31:44.006085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-261149a7-f7ee-4435-8050-936d7c64ec61 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:31:44.474563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-261149a7-f7ee-4435-8050-936d7c64ec61 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:31:44.478713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-261149a7-f7ee-4435-8050-936d7c64ec61 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:44.487560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f7bed-f5a5-4cfb-a677-82981bd54c5b None None] Sync routers for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:31:44.499133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f7bed-f5a5-4cfb-a677-82981bd54c5b None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:31:44.500509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-264f7bed-f5a5-4cfb-a677-82981bd54c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b674d4e0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:31:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:31:44.536677 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-261149a7-f7ee-4435-8050-936d7c64ec61 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "PUT /v2.0/floatingips/b12506f1-dc4e-4b29-bad4-0da11e210b2d HTTP/1.1" status: 200  len: 996 time: 1.8220859
Dec 03 11:31:44.537303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c09c165-cc87-49da-b2b8-24031774bf09', 'tag': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:31:44.603901 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c09c165-cc87-49da-b2b8-24031774bf09', 'tag': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a', 'status': 'completed', 'code': 200}
Dec 03 11:31:44.642296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-bf7be2fd-11fc-4855-9d98-9114649bc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:44.644065 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-bf7be2fd-11fc-4855-9d98-9114649bc515 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 1162 time: 0.0929458
Dec 03 11:31:44.730592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69813af6-d7a4-419b-a745-7da1abf07775 req-65844fa9-a3c3-47d0-a789-8dbeb02c8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:44.732340 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69813af6-d7a4-419b-a745-7da1abf07775 req-65844fa9-a3c3-47d0-a789-8dbeb02c8295 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 1162 time: 0.0839400
Dec 03 11:31:44.808488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-9eda41e5-8a2a-415e-b1d4-f57ec3c63539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:44.810841 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-9eda41e5-8a2a-415e-b1d4-f57ec3c63539 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.1599696
Dec 03 11:31:44.854045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-264f7bed-f5a5-4cfb-a677-82981bd54c5b None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:31:44.901793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69813af6-d7a4-419b-a745-7da1abf07775 req-1c3b3cef-ddef-4626-9e73-9ed283c8bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:44.905621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69813af6-d7a4-419b-a745-7da1abf07775 req-1c3b3cef-ddef-4626-9e73-9ed283c8bbe3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.1659930
Dec 03 11:31:44.934270 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-5f073d24-79fd-415d-be23-931e2a2ff0e0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a HTTP/1.1" status: 200  len: 999 time: 0.1152232
Dec 03 11:31:45.014862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-fb23541e-e581-4b87-8958-bff434d2abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:45.016474 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-fb23541e-e581-4b87-8958-bff434d2abfc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0743389
Dec 03 11:31:45.026702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69813af6-d7a4-419b-a745-7da1abf07775 req-cc015468-6bcd-40f4-9b96-5a9e8aec7a7a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a HTTP/1.1" status: 200  len: 999 time: 0.1153104
Dec 03 11:31:45.105237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-9a0c680f-be1a-4e3d-864d-9d19c91c9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:45.115615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-9a0c680f-be1a-4e3d-864d-9d19c91c9e92 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0875750
Dec 03 11:31:45.115746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69813af6-d7a4-419b-a745-7da1abf07775 req-8698c523-5865-4df6-a76b-60728ed62b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:45.115746 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69813af6-d7a4-419b-a745-7da1abf07775 req-8698c523-5865-4df6-a76b-60728ed62b04 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0710325
Dec 03 11:31:45.210814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69813af6-d7a4-419b-a745-7da1abf07775 req-e6c5ecbc-20ad-44f9-ab28-b4e2dab81af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:31:45.212620 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69813af6-d7a4-419b-a745-7da1abf07775 req-e6c5ecbc-20ad-44f9-ab28-b4e2dab81af9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0902090
Dec 03 11:31:45.260106 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-64360c35-b7ec-44bc-b108-d7db77eebbf9 service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449378
Dec 03 11:31:45.261352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-264f7bed-f5a5-4cfb-a677-82981bd54c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b674d4e0>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '20a2672f-49d1-462b-9e13-9d5b4bcf708f', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.56', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': 'f9fd042c-241a-4f91-a588-e212be203cae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:eb:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:29:30Z', 'updated_at': '2020-12-03T11:29:34Z', 'revision_number': 2, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}, {'id': 'b12506f1-dc4e-4b29-bad4-0da11e210b2d', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:49:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c09c165-cc87-49da-b2b8-24031774bf09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:31:41Z', 'updated_at': '2020-12-03T11:31:43Z', 'revision_number': 1, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:31:45.266731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f7bed-f5a5-4cfb-a677-82981bd54c5b None None] Checking router: 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:31:45.280081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f7bed-f5a5-4cfb-a677-82981bd54c5b None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:31:45.280869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-264f7bed-f5a5-4cfb-a677-82981bd54c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b674d4e0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:31:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:31:45.367379 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69813af6-d7a4-419b-a745-7da1abf07775 req-63b84e8e-ca2c-40c5-ba14-61f29cffc2a7 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467497
Dec 03 11:31:45.425432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d45672f1-1915-45e6-b912-64e65c61b8cb req-ba026e41-f4f8-401d-84ce-747a1e904b82 service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1561887
Dec 03 11:31:45.468267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-264f7bed-f5a5-4cfb-a677-82981bd54c5b None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:31:45.525109 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69813af6-d7a4-419b-a745-7da1abf07775 req-defc170f-db0e-4cda-a28c-a4e68a93d4c0 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1512010
Dec 03 11:31:45.846241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-264f7bed-f5a5-4cfb-a677-82981bd54c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b674d4e0>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '20a2672f-49d1-462b-9e13-9d5b4bcf708f', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.56', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': 'f9fd042c-241a-4f91-a588-e212be203cae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:eb:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:29:30Z', 'updated_at': '2020-12-03T11:29:34Z', 'revision_number': 2, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}, {'id': 'b12506f1-dc4e-4b29-bad4-0da11e210b2d', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:49:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c09c165-cc87-49da-b2b8-24031774bf09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:31:41Z', 'updated_at': '2020-12-03T11:31:43Z', 'revision_number': 1, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:31:45.850460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f7bed-f5a5-4cfb-a677-82981bd54c5b None None] The sync data for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs is: [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '20a2672f-49d1-462b-9e13-9d5b4bcf708f', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.56', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': 'f9fd042c-241a-4f91-a588-e212be203cae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:eb:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:29:30Z', 'updated_at': '2020-12-03T11:29:34Z', 'revision_number': 2, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}, {'id': 'b12506f1-dc4e-4b29-bad4-0da11e210b2d', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:49:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c09c165-cc87-49da-b2b8-24031774bf09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:31:41Z', 'updated_at': '2020-12-03T11:31:43Z', 'revision_number': 1, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:31:46.156695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e75b305-f1d5-45f4-9324-3525a726bf70 None None] New status for floating IP b12506f1-dc4e-4b29-bad4-0da11e210b2d: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:31:51.304135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:31:59.633370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51558) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:31:59.640424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7100ede9-ae2e-4d9e-ad44-2e3f64b6ce94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:31:59.912294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7100ede9-ae2e-4d9e-ad44-2e3f64b6ce94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2077739'] for subnet, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:00.380383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7100ede9-ae2e-4d9e-ad44-2e3f64b6ce94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792259466099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2095217'] for subnet, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:00.400267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fbdc2edb-3c9f-4a27-a63c-acc5edf3f206 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:32:00.537746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100ede9-ae2e-4d9e-ad44-2e3f64b6ce94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Subnet': ['ID=153f138d-0ecc-4ebd-90e1-8c59bb7a47ad,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:32:00.544751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7100ede9-ae2e-4d9e-ad44-2e3f64b6ce94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:32:00.587852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7100ede9-ae2e-4d9e-ad44-2e3f64b6ce94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:32:00.587852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7100ede9-ae2e-4d9e-ad44-2e3f64b6ce94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:00.595107 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7100ede9-ae2e-4d9e-ad44-2e3f64b6ce94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/subnets/153f138d-0ecc-4ebd-90e1-8c59bb7a47ad HTTP/1.1" status: 200  len: 836 time: 0.9606969
Dec 03 11:32:00.598661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37adc776-b534-4bb5-9c17-b0f81449682a None None] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:32:01.013467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d89435ae-c019-445d-a338-ceb7a86c46b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:01.295213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-663ef28c-c837-43a2-ad54-18e2d9817b66 None None] Provisioning complete for port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:32:01.295634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-663ef28c-c837-43a2-ad54-18e2d9817b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:01.425448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-663ef28c-c837-43a2-ad54-18e2d9817b66 None None] Provisioning complete for port e41e893f-df85-4348-bb53-89787f20c38e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:32:01.425864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-663ef28c-c837-43a2-ad54-18e2d9817b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:01.555049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-663ef28c-c837-43a2-ad54-18e2d9817b66 None None] Provisioning complete for port 49443414-f5b4-4c02-bed0-3248c1edc7b6 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:32:01.555474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-663ef28c-c837-43a2-ad54-18e2d9817b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:02.887807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d574d431-f0d6-4443-9fde-2aad11d07e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:03.777729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:05.015748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:05.528351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:18.180591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:32:21.297370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:30.774671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe33f2c1-a0f0-4023-bb1b-4321599131bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:32.890735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ac49c094-dd1d-4486-b4fc-6d247778e505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:33.768250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:35.018738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:35.508532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:43.806958 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3be5a488-af25-4608-8dc8-41c3f6df7085 req-bd510936-e8e4-4a5c-a546-23b755900b81 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0782304
Dec 03 11:32:43.920210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a488-af25-4608-8dc8-41c3f6df7085 req-ff28dc7b-0ba3-4d65-89af-8965af0ff76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:32:43.921754 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3be5a488-af25-4608-8dc8-41c3f6df7085 req-ff28dc7b-0ba3-4d65-89af-8965af0ff76a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 1163 time: 0.0798826
Dec 03 11:32:44.081098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a488-af25-4608-8dc8-41c3f6df7085 req-863d716a-a25c-45d7-b161-e98bf21c9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:32:44.083910 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3be5a488-af25-4608-8dc8-41c3f6df7085 req-863d716a-a25c-45d7-b161-e98bf21c9349 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d6a16565-6d9e-425e-8464-f8609bf6ed3e HTTP/1.1" status: 200  len: 890 time: 0.1421804
Dec 03 11:32:44.193773 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3be5a488-af25-4608-8dc8-41c3f6df7085 req-6d4e7b0b-cd5d-4aa0-9bfc-e21682768142 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e41e893f-df85-4348-bb53-89787f20c38e HTTP/1.1" status: 200  len: 1002 time: 0.1041873
Dec 03 11:32:44.267542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a488-af25-4608-8dc8-41c3f6df7085 req-6275f427-fc87-44e2-aaa6-262ce6496cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:32:44.269031 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3be5a488-af25-4608-8dc8-41c3f6df7085 req-6275f427-fc87-44e2-aaa6-262ce6496cde service neutron] 10.222.0.91 "GET /v2.0/subnets?id=153f138d-0ecc-4ebd-90e1-8c59bb7a47ad HTTP/1.1" status: 200  len: 844 time: 0.0691431
Dec 03 11:32:44.348887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a488-af25-4608-8dc8-41c3f6df7085 req-5449247e-be3d-4efd-91ab-a8664e3e3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:32:44.350379 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3be5a488-af25-4608-8dc8-41c3f6df7085 req-5449247e-be3d-4efd-91ab-a8664e3e3fea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d6a16565-6d9e-425e-8464-f8609bf6ed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0747333
Dec 03 11:32:44.737793 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3be5a488-af25-4608-8dc8-41c3f6df7085 req-168eaa1e-5fe2-462b-9015-b3a756ef286a service neutron] 10.222.0.91 "GET /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3804772
Dec 03 11:32:44.887374 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3be5a488-af25-4608-8dc8-41c3f6df7085 req-0c4ba665-d07b-498f-b8bd-972ce5b10fbe service neutron] 10.222.0.91 "GET /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1419566
Dec 03 11:32:51.295693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:32:55.180058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:33:00.776960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38c9dedd-deb2-4560-bbb1-3e570b43fcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:02.884713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ccd66e2d-bf69-4235-956c-5ce768be08c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:03.771249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:05.021407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:05.512313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:21.300511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:22.785019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51584) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:23.005614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port db46a18f-986c-4852-9798-259b6676f1e5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:23.005986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:23.184226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:23.184592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:23.310405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for db46a18f-986c-4852-9798-259b6676f1e5 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:33:23.461961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:23.478005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:23.536473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=db46a18f-986c-4852-9798-259b6676f1e5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:23.593614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.594047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.595030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.595456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.595868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.596281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.596693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.597106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.597515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.597925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.598333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.598743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.599232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.599640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.600050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.600459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.600864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.601267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.601668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.602071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.602475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.602875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.603303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.603707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:23.607595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:23.721295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:23.721588 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 4766cd27-907f-4310-9de4-d6aea1173452 disassociated (deleted). External IP: 172.26.1.202, port: e41e893f-df85-4348-bb53-89787f20c38e.
Dec 03 11:33:24.080015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 648b23e8-aed9-485c-898c-50f3b75c942f has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:33:24.265208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:33:24.276014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6548b1-1124-4c34-8f9d-cea67d87be60 None None] Sync routers for ids ['648b23e8-aed9-485c-898c-50f3b75c942f'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:33:24.282960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:24.289732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6548b1-1124-4c34-8f9d-cea67d87be60 None None] Routers {'648b23e8-aed9-485c-898c-50f3b75c942f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:24.290416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9a6548b1-1124-4c34-8f9d-cea67d87be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b679e518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['648b23e8-aed9-485c-898c-50f3b75c942f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:24.341061 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/floatingips/4766cd27-907f-4310-9de4-d6aea1173452 HTTP/1.1" status: 204  len: 168 time: 1.5547929
Dec 03 11:33:24.341966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f535d8-ff8b-4199-9779-97c1214306bd', 'tag': 'e41e893f-df85-4348-bb53-89787f20c38e'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:33:24.489518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-9a6548b1-1124-4c34-8f9d-cea67d87be60 None None] Set router 648b23e8-aed9-485c-898c-50f3b75c942f gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:24.493948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-1327a8c4-64f6-44df-ad25-39af7ff03c7c tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips/b12506f1-dc4e-4b29-bad4-0da11e210b2d HTTP/1.1" status: 200  len: 998 time: 0.2073817
Dec 03 11:33:24.626748 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f535d8-ff8b-4199-9779-97c1214306bd', 'tag': 'e41e893f-df85-4348-bb53-89787f20c38e', 'status': 'completed', 'code': 200}
Dec 03 11:33:24.669780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-7c5bd316-88fd-4261-8fbd-1df54bfb69d6 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:24.671295 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-7c5bd316-88fd-4261-8fbd-1df54bfb69d6 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1708722
Dec 03 11:33:24.685326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-21964ea1-6fdc-4d0f-ba6a-5970b3253b33 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:33:24.694471 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-21964ea1-6fdc-4d0f-ba6a-5970b3253b33 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0145659
Dec 03 11:33:24.762401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5e43b-c6e5-4dff-ad29-1c75b5afb459 req-45d8ff71-7028-4d67-b6c1-d9ff2f51c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:24.764081 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57e5e43b-c6e5-4dff-ad29-1c75b5afb459 req-45d8ff71-7028-4d67-b6c1-d9ff2f51c341 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 1163 time: 0.0888362
Dec 03 11:33:24.836845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9a6548b1-1124-4c34-8f9d-cea67d87be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b679e518>, [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:30:28Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf', 'name': '', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:0c:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:27Z', 'updated_at': '2020-12-03T11:30:35Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:24.843291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6548b1-1124-4c34-8f9d-cea67d87be60 None None] Checking router: 648b23e8-aed9-485c-898c-50f3b75c942f for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:33:24.853749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6548b1-1124-4c34-8f9d-cea67d87be60 None None] Routers {'648b23e8-aed9-485c-898c-50f3b75c942f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:24.854406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9a6548b1-1124-4c34-8f9d-cea67d87be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b679e518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['648b23e8-aed9-485c-898c-50f3b75c942f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:24.871306 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-2f187ee1-f8ac-484f-bdf1-a43b58673d32 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.169 HTTP/1.1" status: 200  len: 1001 time: 0.1755071
Dec 03 11:33:24.929200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5e43b-c6e5-4dff-ad29-1c75b5afb459 req-cede2257-dcda-45c9-a28a-e57740b268c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:24.931137 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57e5e43b-c6e5-4dff-ad29-1c75b5afb459 req-cede2257-dcda-45c9-a28a-e57740b268c6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d6a16565-6d9e-425e-8464-f8609bf6ed3e HTTP/1.1" status: 200  len: 890 time: 0.1593146
Dec 03 11:33:24.945552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95820b4-c043-4821-8a12-8c351e572dcd req-b35a14f3-8506-4291-85b3-8ba0174c0201 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:24.950745 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c95820b4-c043-4821-8a12-8c351e572dcd req-b35a14f3-8506-4291-85b3-8ba0174c0201 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 946 time: 0.1892052
Dec 03 11:33:25.013826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-f49d6350-9645-4c7b-840b-ccdb30fbf565 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:25.015645 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-f49d6350-9645-4c7b-840b-ccdb30fbf565 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports/99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a HTTP/1.1" status: 200  len: 942 time: 0.1334755
Dec 03 11:33:25.018259 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57e5e43b-c6e5-4dff-ad29-1c75b5afb459 req-00ded4e9-395f-4273-b118-50073e0fbedb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e41e893f-df85-4348-bb53-89787f20c38e HTTP/1.1" status: 200  len: 217 time: 0.0792975
Dec 03 11:33:25.028637 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c95820b4-c043-4821-8a12-8c351e572dcd req-ade2e4c3-8932-42ae-bb95-51b4590cf5d9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725694
Dec 03 11:33:25.093675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5e43b-c6e5-4dff-ad29-1c75b5afb459 req-97ee0281-53f9-4923-87f4-841aa727a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:25.095885 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57e5e43b-c6e5-4dff-ad29-1c75b5afb459 req-97ee0281-53f9-4923-87f4-841aa727a680 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=153f138d-0ecc-4ebd-90e1-8c59bb7a47ad HTTP/1.1" status: 200  len: 844 time: 0.0713844
Dec 03 11:33:25.182874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5e43b-c6e5-4dff-ad29-1c75b5afb459 req-c54a3374-37d2-4921-8099-beb6ebfbfa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:25.184518 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57e5e43b-c6e5-4dff-ad29-1c75b5afb459 req-c54a3374-37d2-4921-8099-beb6ebfbfa67 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d6a16565-6d9e-425e-8464-f8609bf6ed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0818388
Dec 03 11:33:25.201130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-9a6548b1-1124-4c34-8f9d-cea67d87be60 None None] Set router 648b23e8-aed9-485c-898c-50f3b75c942f gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:25.235824 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-ea53cff6-f1fd-41be-ac04-0b7726cf301c tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.169 HTTP/1.1" status: 200  len: 1001 time: 0.1129000
Dec 03 11:33:25.338237 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57e5e43b-c6e5-4dff-ad29-1c75b5afb459 req-c0577abe-0dd7-4e88-987b-ecc266b65ee9 service neutron] 10.222.0.91 "GET /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456327
Dec 03 11:33:25.460149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Deleting port 585e1ce7-8b4c-4775-b7fb-107427f5efe1 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:25.460523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:25.488428 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57e5e43b-c6e5-4dff-ad29-1c75b5afb459 req-aee1b88f-1bb4-4c3c-bc8d-8f1d9264dd90 service neutron] 10.222.0.91 "GET /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423895
Dec 03 11:33:25.543439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9a6548b1-1124-4c34-8f9d-cea67d87be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b679e518>, [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:30:28Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf', 'name': '', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:0c:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:27Z', 'updated_at': '2020-12-03T11:30:35Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:25.548153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6548b1-1124-4c34-8f9d-cea67d87be60 None None] The sync data for ids ['648b23e8-aed9-485c-898c-50f3b75c942f'] in dv-neutron-765072-2-ovs is: [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:30:28Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf', 'name': '', 'network_id': 'd6a16565-6d9e-425e-8464-f8609bf6ed3e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:0c:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:27Z', 'updated_at': '2020-12-03T11:30:35Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '153f138d-0ecc-4ebd-90e1-8c59bb7a47ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:33:25.653987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:25.654353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:25.783454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Calling delete_port for 585e1ce7-8b4c-4775-b7fb-107427f5efe1 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:33:25.935316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:25.937610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a3f112-6915-441c-9427-1a7248c3ef86 None None] New status for floating IP 4766cd27-907f-4310-9de4-d6aea1173452: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:33:25.954647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-52b2786a-e536-47ca-8719-953fa165a6c1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:25.999467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event deleted for resources: {'Port': ['ID=585e1ce7-8b4c-4775-b7fb-107427f5efe1,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:26.020286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.020723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.021136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.021561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.021994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.022408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.022826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.023267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.023688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.024104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.024519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.024929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.025399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.025810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.026221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.026629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.027061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.027474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.027882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.028290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.028698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.029106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.029514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.029919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:26.037403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:26.251090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:26.251671 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Floating IP b12506f1-dc4e-4b29-bad4-0da11e210b2d disassociated (deleted). External IP: 172.26.1.169, port: 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a.
Dec 03 11:33:26.351617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eef61-d984-418e-92ed-9269f71953ee req-85e4a253-bedb-4722-b906-9afc74f95035 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:26.352387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ef9eef61-d984-418e-92ed-9269f71953ee req-85e4a253-bedb-4722-b906-9afc74f95035 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:33:26.368047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ef9eef61-d984-418e-92ed-9269f71953ee req-85e4a253-bedb-4722-b906-9afc74f95035 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:33:26.369286 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef9eef61-d984-418e-92ed-9269f71953ee req-85e4a253-bedb-4722-b906-9afc74f95035 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 946 time: 0.1013868
Dec 03 11:33:26.422588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd25cdf-ed9f-4be4-a3b3-a00c2e49ed6c req-a03fe5e2-7568-4d08-97c4-4d8e60375ab7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:26.424232 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-acd25cdf-ed9f-4be4-a3b3-a00c2e49ed6c req-a03fe5e2-7568-4d08-97c4-4d8e60375ab7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 946 time: 0.2489595
Dec 03 11:33:26.449823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-ef9eef61-d984-418e-92ed-9269f71953ee req-5cc7ce88-e492-4dda-ad84-c3552fe2a8b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port e41e893f-df85-4348-bb53-89787f20c38e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:26.450207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ef9eef61-d984-418e-92ed-9269f71953ee req-5cc7ce88-e492-4dda-ad84-c3552fe2a8b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:26.498661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-acd25cdf-ed9f-4be4-a3b3-a00c2e49ed6c req-df8995c0-5166-4f02-84a9-e93656b142c5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666566
Dec 03 11:33:26.685105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:33:26.714067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-ef9eef61-d984-418e-92ed-9269f71953ee req-5cc7ce88-e492-4dda-ad84-c3552fe2a8b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port e41e893f-df85-4348-bb53-89787f20c38e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e41e893f-df85-4348-bb53-89787f20c38e,segment=NetworkSegment(b9e2695c-9e4a-4b44-8b87-50f983bb2909),segment_id=b9e2695c-9e4a-4b44-8b87-50f983bb2909)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:26.714470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ef9eef61-d984-418e-92ed-9269f71953ee req-5cc7ce88-e492-4dda-ad84-c3552fe2a8b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:26.845077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-ef9eef61-d984-418e-92ed-9269f71953ee req-5cc7ce88-e492-4dda-ad84-c3552fe2a8b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for e41e893f-df85-4348-bb53-89787f20c38e owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:33:27.174453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:33:27.185222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b5765a-1fad-46a1-9de8-2a64430f0885 None None] Sync routers for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:33:27.197075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b5765a-1fad-46a1-9de8-2a64430f0885 None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:27.197855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2b5765a-1fad-46a1-9de8-2a64430f0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b66dab70>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:27.198366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:27.258591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ef9eef61-d984-418e-92ed-9269f71953ee req-5cc7ce88-e492-4dda-ad84-c3552fe2a8b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:27.262840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "DELETE /v2.0/floatingips/b12506f1-dc4e-4b29-bad4-0da11e210b2d HTTP/1.1" status: 204  len: 173 time: 2.0208514
Dec 03 11:33:27.263462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c09c165-cc87-49da-b2b8-24031774bf09', 'tag': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:33:27.288787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9e8475bf-45fa-4b05-9c2e-1619e120d9e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:27.334968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c09c165-cc87-49da-b2b8-24031774bf09', 'tag': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a', 'status': 'completed', 'code': 200}
Dec 03 11:33:27.350568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7ce88-e492-4dda-ad84-c3552fe2a8b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=e41e893f-df85-4348-bb53-89787f20c38e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:27.356353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5cc7ce88-e492-4dda-ad84-c3552fe2a8b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:27.371831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-8fd16ca4-2fc8-413c-b20b-fa2b112b66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:27.373494 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-8fd16ca4-2fc8-413c-b20b-fa2b112b66c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 1162 time: 0.0947113
Dec 03 11:33:27.405813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f2b5765a-1fad-46a1-9de8-2a64430f0885 None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:27.450970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device e41e893f-df85-4348-bb53-89787f20c38e no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:33:27.502876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: e41e893f-df85-4348-bb53-89787f20c38e {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:33:27.503568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device e41e893f-df85-4348-bb53-89787f20c38e not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:33:27.534029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a27e44-db8f-4b1d-b20c-b1fc49959388 req-99a2b2b1-4ae9-46c8-b335-1647284c1628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:27.535733 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31a27e44-db8f-4b1d-b20c-b1fc49959388 req-99a2b2b1-4ae9-46c8-b335-1647284c1628 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 1162 time: 0.1304228
Dec 03 11:33:27.537533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-2666045c-71f0-4609-86a8-ed5a4afa9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:27.546210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-2666045c-71f0-4609-86a8-ed5a4afa9a86 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.1646569
Dec 03 11:33:27.627920 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-3a691e1a-73b7-4a24-b199-5f6100dc128c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a HTTP/1.1" status: 200  len: 217 time: 0.0806017
Dec 03 11:33:27.685830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9eef61-d984-418e-92ed-9269f71953ee req-5cc7ce88-e492-4dda-ad84-c3552fe2a8b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] No DVR routers for this DVR port e41e893f-df85-4348-bb53-89787f20c38e on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:33:27.689948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ef9eef61-d984-418e-92ed-9269f71953ee req-5cc7ce88-e492-4dda-ad84-c3552fe2a8b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:27.692767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f535d8-ff8b-4199-9779-97c1214306bd', 'name': 'network-vif-deleted', 'tag': 'e41e893f-df85-4348-bb53-89787f20c38e'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:33:27.729973 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef9eef61-d984-418e-92ed-9269f71953ee req-5cc7ce88-e492-4dda-ad84-c3552fe2a8b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "DELETE /v2.0/ports/e41e893f-df85-4348-bb53-89787f20c38e HTTP/1.1" status: 204  len: 173 time: 1.3546505
Dec 03 11:33:27.740569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a27e44-db8f-4b1d-b20c-b1fc49959388 req-f4c04fc8-ef77-4536-9bad-bb567ddae396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:27.741648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-3bdf798e-f779-4f80-83d8-8e5fa9e6e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:27.743932 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31a27e44-db8f-4b1d-b20c-b1fc49959388 req-f4c04fc8-ef77-4536-9bad-bb567ddae396 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.1785905
Dec 03 11:33:27.744745 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-3bdf798e-f779-4f80-83d8-8e5fa9e6e48f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.1158350
Dec 03 11:33:27.748207 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4bd82351-0a1e-4ca3-b65d-e5e587c55690 req-c4e75ec5-7682-416c-8194-2586e6b0bbfa tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=87f535d8-ff8b-4199-9779-97c1214306bd HTTP/1.1" status: 200  len: 210 time: 0.0572469
Dec 03 11:33:27.816052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-896bea2c-a4ce-43cf-a11b-17f9e38ac503 req-887562e8-9aaa-451c-9bd0-9765dc9f7aa1 tempest-ServersTestManualDisk-817872709 tempest-ServersTestManualDisk-817872709] (80975) timed out ('10.222.0.91', 54563) {{(pid=80975) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 03 11:33:27.839822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2b5765a-1fad-46a1-9de8-2a64430f0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b66dab70>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '20a2672f-49d1-462b-9e13-9d5b4bcf708f', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.56', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': 'f9fd042c-241a-4f91-a588-e212be203cae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:eb:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:29:30Z', 'updated_at': '2020-12-03T11:29:34Z', 'revision_number': 2, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:27.842427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-2191ed24-cb38-4d08-8239-9e7361e86acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:27.843715 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31a27e44-db8f-4b1d-b20c-b1fc49959388 req-6a133c04-2e79-4cb3-aff0-7f2fb0056322 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a HTTP/1.1" status: 200  len: 217 time: 0.0919597
Dec 03 11:33:27.844577 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-2191ed24-cb38-4d08-8239-9e7361e86acc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0945477
Dec 03 11:33:27.846113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b5765a-1fad-46a1-9de8-2a64430f0885 None None] Checking router: 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:33:27.868743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b5765a-1fad-46a1-9de8-2a64430f0885 None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:27.869590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2b5765a-1fad-46a1-9de8-2a64430f0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b66dab70>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:27.902310 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f535d8-ff8b-4199-9779-97c1214306bd', 'name': 'network-vif-deleted', 'tag': 'e41e893f-df85-4348-bb53-89787f20c38e', 'status': 'completed', 'code': 200}
Dec 03 11:33:27.936552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a27e44-db8f-4b1d-b20c-b1fc49959388 req-306d132a-5f43-4cf4-aa45-c64869ebfa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:27.938661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31a27e44-db8f-4b1d-b20c-b1fc49959388 req-306d132a-5f43-4cf4-aa45-c64869ebfa26 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0864768
Dec 03 11:33:28.021023 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-0b7ccc8a-d0e3-48b7-9dfc-c3cc2d6cbb5d service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688285
Dec 03 11:33:28.029017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a27e44-db8f-4b1d-b20c-b1fc49959388 req-1e97f7cc-1a90-4ed0-b6c4-6c9e14b9353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:28.031058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31a27e44-db8f-4b1d-b20c-b1fc49959388 req-1e97f7cc-1a90-4ed0-b6c4-6c9e14b9353f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0856805
Dec 03 11:33:28.120069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f2b5765a-1fad-46a1-9de8-2a64430f0885 None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:28.183830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d08ddd17-c8f0-4a62-8539-d29f7a225a83 req-27ad9199-39a3-477f-ad20-89c465e4d800 service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1618693
Dec 03 11:33:28.198566 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31a27e44-db8f-4b1d-b20c-b1fc49959388 req-b3819de1-9c19-4c35-b5d9-dbfcd7ab5778 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600444
Dec 03 11:33:28.380699 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31a27e44-db8f-4b1d-b20c-b1fc49959388 req-59675671-aba4-49a1-b531-478c71717575 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1566737
Dec 03 11:33:28.533358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2b5765a-1fad-46a1-9de8-2a64430f0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b66dab70>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '20a2672f-49d1-462b-9e13-9d5b4bcf708f', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.56', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': 'f9fd042c-241a-4f91-a588-e212be203cae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:eb:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:29:30Z', 'updated_at': '2020-12-03T11:29:34Z', 'revision_number': 2, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:28.537600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b5765a-1fad-46a1-9de8-2a64430f0885 None None] The sync data for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs is: [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '20a2672f-49d1-462b-9e13-9d5b4bcf708f', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'floating_ip_address': '172.26.1.56', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'port_id': 'f9fd042c-241a-4f91-a588-e212be203cae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'mac_address': 'fa:16:3e:eb:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:29:30Z', 'updated_at': '2020-12-03T11:29:34Z', 'revision_number': 2, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:33:28.639212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86207e-0daa-437f-89ab-ef7f9bae3d49 req-3c4b6e8a-5730-42ea-b60a-dc1e11432d4d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:28.639976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-6e86207e-0daa-437f-89ab-ef7f9bae3d49 req-3c4b6e8a-5730-42ea-b60a-dc1e11432d4d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:33:28.655151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-6e86207e-0daa-437f-89ab-ef7f9bae3d49 req-3c4b6e8a-5730-42ea-b60a-dc1e11432d4d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:33:28.656444 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e86207e-0daa-437f-89ab-ef7f9bae3d49 req-3c4b6e8a-5730-42ea-b60a-dc1e11432d4d tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 945 time: 0.1018603
Dec 03 11:33:28.705627 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e86207e-0daa-437f-89ab-ef7f9bae3d49 req-f5f45b40-ded6-42ba-9111-5ffcf2c026ff tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0426772
Dec 03 11:33:28.872056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51612) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:28.929586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31747c10-c2cf-4021-afc8-d3e9cc886747 None None] New status for floating IP b12506f1-dc4e-4b29-bad4-0da11e210b2d: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:33:28.946433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ab148f0-0840-4477-85e3-92ba861cda94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:28.978285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ab148f0-0840-4477-85e3-92ba861cda94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:29.033279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ab148f0-0840-4477-85e3-92ba861cda94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:29.038699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-533e7c63-b1f9-4e36-8ce8-99d5577bd648 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:29.055000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab148f0-0840-4477-85e3-92ba861cda94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcdb2bb-9f62-4374-ae19-d0dc1164ec47,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:29.059591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0ab148f0-0840-4477-85e3-92ba861cda94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:29.063623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ab148f0-0840-4477-85e3-92ba861cda94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:29.064926 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0ab148f0-0840-4477-85e3-92ba861cda94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/security-groups/ebcdb2bb-9f62-4374-ae19-d0dc1164ec47 HTTP/1.1" status: 204  len: 168 time: 0.1915994
Dec 03 11:33:29.108005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51618) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:29.489234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:29.928076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fe038-1d58-4bca-b716-ab9ebed70a92 req-aa7d1b54-32fd-4a8b-a246-0009a7cac4c3 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:29.929701 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-903fe038-1d58-4bca-b716-ab9ebed70a92 req-aa7d1b54-32fd-4a8b-a246-0009a7cac4c3 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 945 time: 0.0897937
Dec 03 11:33:29.977925 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-903fe038-1d58-4bca-b716-ab9ebed70a92 req-3b593c97-9136-42e1-b2a1-6f86559e2b98 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0411580
Dec 03 11:33:30.106317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:30.106686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:30.352414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf,segment=NetworkSegment(b9e2695c-9e4a-4b44-8b87-50f983bb2909),segment_id=b9e2695c-9e4a-4b44-8b87-50f983bb2909)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:30.352739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:30.487002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:33:30.569274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-b16f7e1e-2a15-4f86-95bb-711dfb9fff53 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:30.570035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-b16f7e1e-2a15-4f86-95bb-711dfb9fff53 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:33:30.604771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-b16f7e1e-2a15-4f86-95bb-711dfb9fff53 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:33:30.605980 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-b16f7e1e-2a15-4f86-95bb-711dfb9fff53 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 945 time: 0.3226209
Dec 03 11:33:30.692366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Deleting port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:30.692749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:30.779845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22530213-cc2d-4637-a767-4f048dcb899e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:30.866021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:30.883659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5b98ad8-806f-4591-b517-8e2edd12858c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:30.956318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:31.204463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842f33d-7b07-42e7-9315-b56f8f5d7bfe req-b3e200b3-2ba4-4c08-90df-629e8258a059 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:31.206333 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a842f33d-7b07-42e7-9315-b56f8f5d7bfe req-b3e200b3-2ba4-4c08-90df-629e8258a059 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 945 time: 0.0923138
Dec 03 11:33:31.236826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:31.258218 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a842f33d-7b07-42e7-9315-b56f8f5d7bfe req-d88ebcfd-c92d-495f-9846-8a87f71268ea tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0454340
Dec 03 11:33:31.420321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] For port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:31.420724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:31.439174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:33:31.558895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:31.593543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c09c165-cc87-49da-b2b8-24031774bf09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:33:31.594100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Calling delete_port for 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:33:31.605161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:31.612702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:31.615801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:31.676782 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c09c165-cc87-49da-b2b8-24031774bf09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a', 'code': 200}
Dec 03 11:33:31.717076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:31.725923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.726309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.726689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.727121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.727498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.727870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.728241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.728607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.728975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.729340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.729704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.730071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.730486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.730853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.731244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.731605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.731968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.732331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.732698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.733056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.733462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.733826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.734186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.734546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:31.738977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:31.855413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:33:31.855706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:33:31.885724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:32.180916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:33:32.357818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Deleting port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:32.358200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:32.475288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb2918-f442-438b-9f04-d2e765897fc1 req-0b81de33-2c86-434e-8cb3-acd6a615dd2a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:32.476842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-87cb2918-f442-438b-9f04-d2e765897fc1 req-0b81de33-2c86-434e-8cb3-acd6a615dd2a tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 943 time: 0.0857368
Dec 03 11:33:32.483562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router 648b23e8-aed9-485c-898c-50f3b75c942f has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:33:32.533180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-87cb2918-f442-438b-9f04-d2e765897fc1 req-247c9db7-7f68-4f47-b06f-39f5c67701ac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0489061
Dec 03 11:33:32.808076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] For port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:32.808617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:32.824604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:33:32.835864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f6d50-c3f9-4117-b5f9-8d996a3e368e None None] Sync routers for ids ['648b23e8-aed9-485c-898c-50f3b75c942f'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:33:32.848606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f6d50-c3f9-4117-b5f9-8d996a3e368e None None] Routers {'648b23e8-aed9-485c-898c-50f3b75c942f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:32.849290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-137f6d50-c3f9-4117-b5f9-8d996a3e368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73650f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['648b23e8-aed9-485c-898c-50f3b75c942f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:32.918516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16a71f43-2dbd-4983-bfc9-0c5df31026ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:32.947180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Calling delete_port for 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:33:32.999083 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/648b23e8-aed9-485c-898c-50f3b75c942f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8884077
Dec 03 11:33:33.000795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51630) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:33.066373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-137f6d50-c3f9-4117-b5f9-8d996a3e368e None None] Set router 648b23e8-aed9-485c-898c-50f3b75c942f gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:33.108327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:33.124006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:33.173932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event deleted for resources: {'Port': ['ID=99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:33.179286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:33.229665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a383dec3-3d6b-4544-a7f7-af15a6ae46e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting subnet 153f138d-0ecc-4ebd-90e1-8c59bb7a47ad {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:33:33.233222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a383dec3-3d6b-4544-a7f7-af15a6ae46e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:33.294824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a383dec3-3d6b-4544-a7f7-af15a6ae46e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:33.343799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] No DVR routers for this DVR port 99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:33:33.347272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:33.350342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c09c165-cc87-49da-b2b8-24031774bf09', 'name': 'network-vif-deleted', 'tag': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:33:33.371156 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9609508b-7c9d-4573-b344-7ef30ae42c8c req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "DELETE /v2.0/ports/99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a HTTP/1.1" status: 204  len: 173 time: 2.7568445
Dec 03 11:33:33.412987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a383dec3-3d6b-4544-a7f7-af15a6ae46e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:33.426391 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c09c165-cc87-49da-b2b8-24031774bf09', 'name': 'network-vif-deleted', 'tag': '99c77cb1-d2fc-4a6c-ab6c-58ea8c222d3a', 'status': 'completed', 'code': 200}
Dec 03 11:33:33.529599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-137f6d50-c3f9-4117-b5f9-8d996a3e368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73650f0>, [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:33:30Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:33.534474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f6d50-c3f9-4117-b5f9-8d996a3e368e None None] Checking router: 648b23e8-aed9-485c-898c-50f3b75c942f for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:33:33.543839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f6d50-c3f9-4117-b5f9-8d996a3e368e None None] Routers {'648b23e8-aed9-485c-898c-50f3b75c942f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:33.544515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-137f6d50-c3f9-4117-b5f9-8d996a3e368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73650f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['648b23e8-aed9-485c-898c-50f3b75c942f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:33.758058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-137f6d50-c3f9-4117-b5f9-8d996a3e368e None None] Set router 648b23e8-aed9-485c-898c-50f3b75c942f gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:33.783266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:33.788871 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dcae16ed-2b24-4915-9ccd-9efc37c8e74a req-fcefd86e-9938-45f8-8b4c-fdfbf86a69d5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=3c09c165-cc87-49da-b2b8-24031774bf09 HTTP/1.1" status: 200  len: 210 time: 0.0740821
Dec 03 11:33:33.815762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a383dec3-3d6b-4544-a7f7-af15a6ae46e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:33.960176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fe4cf875-e01a-4fe7-a177-9d0f53025b59 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:34.005430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a383dec3-3d6b-4544-a7f7-af15a6ae46e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:34.014690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383dec3-3d6b-4544-a7f7-af15a6ae46e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Subnet': ['ID=153f138d-0ecc-4ebd-90e1-8c59bb7a47ad,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:34.015082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1313ceba-d240-4eb4-9d55-1f79199e5b5b None None] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:33:34.019104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a383dec3-3d6b-4544-a7f7-af15a6ae46e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:34.023813 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a383dec3-3d6b-4544-a7f7-af15a6ae46e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/subnets/153f138d-0ecc-4ebd-90e1-8c59bb7a47ad HTTP/1.1" status: 204  len: 168 time: 1.0186837
Dec 03 11:33:34.023813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51638) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:34.112208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-137f6d50-c3f9-4117-b5f9-8d996a3e368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73650f0>, [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:33:30Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:34.116464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f6d50-c3f9-4117-b5f9-8d996a3e368e None None] The sync data for ids ['648b23e8-aed9-485c-898c-50f3b75c942f'] in dv-neutron-765072-2-ovs is: [{'id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'name': 'tempest-TestNetworkBasicOps-router-1144954350', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'beb3ca41-0418-4525-8845-171839aa688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:30:21Z', 'updated_at': '2020-12-03T11:33:30Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'beb3ca41-0418-4525-8845-171839aa688b', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b23e8-aed9-485c-898c-50f3b75c942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:30:22Z', 'updated_at': '2020-12-03T11:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:33:34.222596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:34.300036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0bd11a-d764-44b5-8e18-ce75f9080cd4 None None] DHCP port deletion for d6a16565-6d9e-425e-8464-f8609bf6ed3e request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:33:34.304787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bd11a-d764-44b5-8e18-ce75f9080cd4 None None] Deleting port 49443414-f5b4-4c02-bed0-3248c1edc7b6 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:34.305292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd11a-d764-44b5-8e18-ce75f9080cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:34.417598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:34.423565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port beb3ca41-0418-4525-8845-171839aa688b {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:34.423782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:34.531871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5c0bd11a-d764-44b5-8e18-ce75f9080cd4 None None] For port 49443414-f5b4-4c02-bed0-3248c1edc7b6, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=49443414-f5b4-4c02-bed0-3248c1edc7b6,segment=NetworkSegment(b9e2695c-9e4a-4b44-8b87-50f983bb2909),segment_id=b9e2695c-9e4a-4b44-8b87-50f983bb2909)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:34.532321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd11a-d764-44b5-8e18-ce75f9080cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:34.619499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port beb3ca41-0418-4525-8845-171839aa688b, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=beb3ca41-0418-4525-8845-171839aa688b,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:34.619753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:34.669584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bd11a-d764-44b5-8e18-ce75f9080cd4 None None] Calling delete_port for 49443414-f5b4-4c02-bed0-3248c1edc7b6 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:33:34.747358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd11a-d764-44b5-8e18-ce75f9080cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:34.755990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for beb3ca41-0418-4525-8845-171839aa688b owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:33:34.760945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8086dcc2-ea94-4e65-b3bb-388ec6296d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:34.808161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bd11a-d764-44b5-8e18-ce75f9080cd4 None None] Pushing event deleted for resources: {'Port': ['ID=49443414-f5b4-4c02-bed0-3248c1edc7b6,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:34.823229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c0bd11a-d764-44b5-8e18-ce75f9080cd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:34.905937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0bd11a-d764-44b5-8e18-ce75f9080cd4 None None] No DVR routers for this DVR port 49443414-f5b4-4c02-bed0-3248c1edc7b6 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:33:34.925286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 49443414-f5b4-4c02-bed0-3248c1edc7b6 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:33:34.936614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:34.993829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 49443414-f5b4-4c02-bed0-3248c1edc7b6 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:33:34.993829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 49443414-f5b4-4c02-bed0-3248c1edc7b6 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:33:34.993829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:33:35.014317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:33:35.014806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7eb0bb5d-39b9-4158-90a1-1a5bb35c56cf not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:33:35.032440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:35.198067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:35.339220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:35.341502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:35.363216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:35.363926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Fanout notify agent at l3_agent the message router_deleted on router 648b23e8-aed9-485c-898c-50f3b75c942f {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:33:35.379935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:35.383786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f215ecab-bb7e-4a52-8e0e-fd59ac30420b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/routers/648b23e8-aed9-485c-898c-50f3b75c942f HTTP/1.1" status: 204  len: 168 time: 1.3566492
Dec 03 11:33:35.384246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51648) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:35.518321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:35.523756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:36.016818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:36.144715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f6b9e8>,) {'filters': {'network_id': ['d6a16565-6d9e-425e-8464-f8609bf6ed3e']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:36.158955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f6b9e8>, 'b9e2695c-9e4a-4b44-8b87-50f983bb2909') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:36.159309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f6b9e8>, 'b9e2695c-9e4a-4b44-8b87-50f983bb2909') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:36.171779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:36.188692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:36.190689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Releasing vxlan tunnel 5 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:33:36.377742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:33:36.391624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:36.578233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network d6a16565-6d9e-425e-8464-f8609bf6ed3e has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:33:36.606336 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:33:36.691387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:36.694533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-28d48e63-1099-4d38-a6cd-0b712f729724 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:36.711274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:36.721924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Network': ['ID=d6a16565-6d9e-425e-8464-f8609bf6ed3e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:36.727165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:36.733824 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/networks/d6a16565-6d9e-425e-8464-f8609bf6ed3e HTTP/1.1" status: 204  len: 168 time: 1.3485296
Dec 03 11:33:36.744102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51654) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:36.752191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'network': {'name': 'tempest-network-smoke--1391507452', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'port_security_enabled': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:33:36.758109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:33:36.764240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:network and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:33:36.767630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:33:36.773909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:33:36.783323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:33:36.788939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:36.824946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:33:36.835370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:36.835891 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Added segment 51c43d91-36d8-499a-a216-0b1a07a55a14 of type vxlan for network cda80850-dbf9-470a-93cc-4cf27b3cce44
Dec 03 11:33:36.866341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:36.902262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:36.908284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:36.908980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:36.912212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device beb3ca41-0418-4525-8845-171839aa688b no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:33:36.915574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-06ac2caa-1e1b-48a4-bc8e-45265a650f99 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:36.948512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: beb3ca41-0418-4525-8845-171839aa688b {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:33:36.949494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device beb3ca41-0418-4525-8845-171839aa688b not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:33:37.028580 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2828512
Dec 03 11:33:37.031927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51658) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:37.037734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Network': ['ID=cda80850-dbf9-470a-93cc-4cf27b3cce44,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:37.038877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-605094409', 'admin_state_up': True, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:33:37.040756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02de154e-6e21-4108-b8a9-a1c62663b7dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:37.046779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:33:37.049821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:33:37.051524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:router and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:33:37.054651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:33:37.060728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:33:37.068144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:33:37.074514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:37.075729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:37.097293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:37.383995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:37.710157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:37.742942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:38.028091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.132 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/4138bd29-b144-42d2-b6ed-5a4e2eb1997d) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:33:38.195545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:38.225236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:38.239707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ed8c13ed-5d9e-4198-b2b5-d339d09fab6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:38.384921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=4138bd29-b144-42d2-b6ed-5a4e2eb1997d,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:38.389379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:38.441732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:33:38.442879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:33:38.445238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:33:38.785796 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-46ddaef3-1d33-4ab7-a3a3-d2d69e27ec34 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips/20a2672f-49d1-462b-9e13-9d5b4bcf708f HTTP/1.1" status: 200  len: 998 time: 0.2277417
Dec 03 11:33:39.386315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844aada-5340-4188-a8e7-f59400e0671e req-7c28cce3-42e5-467e-b23c-5e2f908af638 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:39.387826 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-7c28cce3-42e5-467e-b23c-5e2f908af638 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.5943320
Dec 03 11:33:39.446788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:39.642447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e844aada-5340-4188-a8e7-f59400e0671e req-176508d2-f516-4ec1-ad0c-a5402106ae52 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:33:39.679635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e844aada-5340-4188-a8e7-f59400e0671e req-176508d2-f516-4ec1-ad0c-a5402106ae52 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:33:39.680900 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-176508d2-f516-4ec1-ad0c-a5402106ae52 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.56 HTTP/1.1" status: 200  len: 1001 time: 0.2854125
Dec 03 11:33:39.896124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844aada-5340-4188-a8e7-f59400e0671e req-d80dfb67-6542-4205-8da5-0dc7bd9cd6a2 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:39.897536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-d80dfb67-6542-4205-8da5-0dc7bd9cd6a2 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports/f9fd042c-241a-4f91-a588-e212be203cae HTTP/1.1" status: 200  len: 943 time: 0.1572704
Dec 03 11:33:39.928671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:40.175918 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-689f5a2c-20e9-4d9b-9180-c3d478f94d7b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.56 HTTP/1.1" status: 200  len: 1001 time: 0.1892912
Dec 03 11:33:40.420945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router ba10f6eb-443e-4db1-a21b-023cbf81430f is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:33:40.437817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-e844aada-5340-4188-a8e7-f59400e0671e req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Deleting port 20018501-ffb7-49ca-9a1c-fae68815ac73 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:40.438687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e844aada-5340-4188-a8e7-f59400e0671e req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:40.764657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:33:40.774479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Sync routers for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:33:40.785971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:40.786647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5baeeb8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:40.802814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e844aada-5340-4188-a8e7-f59400e0671e req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:40.803217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e844aada-5340-4188-a8e7-f59400e0671e req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:40.875109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:40.877315 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.8438804
Dec 03 11:33:40.880838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51672) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:40.943463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-e844aada-5340-4188-a8e7-f59400e0671e req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Calling delete_port for 20018501-ffb7-49ca-9a1c-fae68815ac73 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:33:40.945520 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-294ff762-9fbb-4e76-8701-9dbf952c22c2 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets?project_id=85d2c11b1de444db8a782028cdd05d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0630524
Dec 03 11:33:40.948393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51676) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:40.956539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1669718431', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:33:41.116656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e844aada-5340-4188-a8e7-f59400e0671e req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:41.134399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34d2a386-8b94-4fd6-ba5f-94b65952365a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:41.166492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:41.197881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event deleted for resources: {'Port': ['ID=20018501-ffb7-49ca-9a1c-fae68815ac73,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:41.203595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:41.369621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:33:41.374019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:subnet and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:33:41.374543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e844aada-5340-4188-a8e7-f59400e0671e req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:41.374946 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-e844aada-5340-4188-a8e7-f59400e0671e req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Floating IP 20a2672f-49d1-462b-9e13-9d5b4bcf708f disassociated (deleted). External IP: 172.26.1.56, port: f9fd042c-241a-4f91-a588-e212be203cae.
Dec 03 11:33:41.377800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:33:41.384157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:33:41.394569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:33:41.482301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5baeeb8>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:38Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:41.486667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Checking router: ba10f6eb-443e-4db1-a21b-023cbf81430f for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:33:41.487118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Updating router ba10f6eb-443e-4db1-a21b-023cbf81430f port 4138bd29-b144-42d2-b6ed-5a4e2eb1997d binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:33:41.514048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:41.547169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:41.993560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:41.994699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:42.010618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Transition to ACTIVE for port object 4138bd29-b144-42d2-b6ed-5a4e2eb1997d will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:33:42.011011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-951ddb87-5526-4c02-b6c7-d326cd82bc72 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:42.016632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:42.033234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:42.062387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e844aada-5340-4188-a8e7-f59400e0671e req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:33:42.150232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Subnet': ['ID=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:42.154550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:42.169943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42270df-8330-4197-a8e9-d963d32ddb25 None None] Pushing event updated for resources: {'Port': ['ID=4138bd29-b144-42d2-b6ed-5a4e2eb1997d,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:42.174437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e42270df-8330-4197-a8e9-d963d32ddb25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:42.223532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Checking segment: {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:33:42.223860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network hostable DHCP agents. Network: cda80850-dbf9-470a-93cc-4cf27b3cce44, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:33:42.239898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Attempting to bind port 4138bd29-b144-42d2-b6ed-5a4e2eb1997d on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:33:42.240334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Attempting to bind port 4138bd29-b144-42d2-b6ed-5a4e2eb1997d by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:33:42.240763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Attempting to bind port 4138bd29-b144-42d2-b6ed-5a4e2eb1997d on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:33:42.243481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:33:42.247257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:33:42.248097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:33:42.248097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:42.248531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:33:42.249048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Bound port: 4138bd29-b144-42d2-b6ed-5a4e2eb1997d, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:33:42.249473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:42.252878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, cda80850-dbf9-470a-93cc-4cf27b3cce44) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:33:42.263181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e844aada-5340-4188-a8e7-f59400e0671e req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:33:42.267100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:42.267764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:42.274335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c149167a-13f0-4a3a-bbad-433b5bf93118 None None] Sync routers for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:33:42.286750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149167a-13f0-4a3a-bbad-433b5bf93118 None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:42.287902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c149167a-13f0-4a3a-bbad-433b5bf93118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b72ea208>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:42.289795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e844aada-5340-4188-a8e7-f59400e0671e req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:42.292067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ad7d39-dc42-48a0-b6cc-ef51a855ac39 None None] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:33:42.294270 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.3445578
Dec 03 11:33:42.294991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51680) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:42.358583 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "DELETE /v2.0/floatingips/20a2672f-49d1-462b-9e13-9d5b4bcf708f HTTP/1.1" status: 204  len: 173 time: 2.1720705
Dec 03 11:33:42.359379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'tag': 'f9fd042c-241a-4f91-a588-e212be203cae'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:33:42.429441 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'tag': 'f9fd042c-241a-4f91-a588-e212be203cae', 'status': 'completed', 'code': 200}
Dec 03 11:33:42.450300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] For port 4138bd29-b144-42d2-b6ed-5a4e2eb1997d, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:33:42.474329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] For port 4138bd29-b144-42d2-b6ed-5a4e2eb1997d, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4138bd29-b144-42d2-b6ed-5a4e2eb1997d,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:33:42.479180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:42.491397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844aada-5340-4188-a8e7-f59400e0671e req-22ee6a2a-044d-418c-ab8b-9209248e11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:42.494618 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-22ee6a2a-044d-418c-ab8b-9209248e11a7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 1163 time: 0.1210494
Dec 03 11:33:42.496035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b694311e-9934-477f-8ccc-cce3faf970c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:42.575829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c149167a-13f0-4a3a-bbad-433b5bf93118 None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:42.671647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-cda80850-dbf9-470a-93cc-4cf27b3cce44', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:33:42.673108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:42.702250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844aada-5340-4188-a8e7-f59400e0671e req-5a8bd90e-41e7-4899-8782-cdadbf6dd1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:42.704852 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-5a8bd90e-41e7-4899-8782-cdadbf6dd1fc service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.1996176
Dec 03 11:33:42.776172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42270df-8330-4197-a8e9-d963d32ddb25 None None] Pushing event updated for resources: {'Port': ['ID=4138bd29-b144-42d2-b6ed-5a4e2eb1997d,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:42.782712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e42270df-8330-4197-a8e9-d963d32ddb25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:42.805631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-fae339ef-165f-490c-9e05-8b53bb1f7def service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9fd042c-241a-4f91-a588-e212be203cae HTTP/1.1" status: 200  len: 217 time: 0.0937083
Dec 03 11:33:42.909425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844aada-5340-4188-a8e7-f59400e0671e req-11444bbb-4452-4b0d-8291-f78634b0a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:42.911328 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-11444bbb-4452-4b0d-8291-f78634b0a3fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0985701
Dec 03 11:33:42.975827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c149167a-13f0-4a3a-bbad-433b5bf93118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b72ea208>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:42.981197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c149167a-13f0-4a3a-bbad-433b5bf93118 None None] Checking router: 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:33:42.993590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149167a-13f0-4a3a-bbad-433b5bf93118 None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:42.995964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c149167a-13f0-4a3a-bbad-433b5bf93118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b72ea208>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:43.017579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-f15534f6-0452-40be-ab45-ca3b038c22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:43.019243 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-f15534f6-0452-40be-ab45-ca3b038c22dd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b8d0e500db347619c0c66778743cdae&device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 1163 time: 0.5330341
Dec 03 11:33:43.026969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844aada-5340-4188-a8e7-f59400e0671e req-a74363e2-edcf-43af-81e5-250638ba3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:43.036463 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-a74363e2-edcf-43af-81e5-250638ba3511 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1167595
Dec 03 11:33:43.086850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Allocated IP 172.20.0.2 (cda80850-dbf9-470a-93cc-4cf27b3cce44/8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e/a58cf967-fc4d-4df6-8fd5-0faee99b9663) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:33:43.221024 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-8636ffa0-ab31-4a5b-b483-6feeb459f1b9 service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1835494
Dec 03 11:33:43.224934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c149167a-13f0-4a3a-bbad-433b5bf93118 None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:43.306525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:43.323761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-77382527-f933-4882-a389-cebcc77d0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:43.325368 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-77382527-f933-4882-a389-cebcc77d0020 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 200  len: 905 time: 0.2922456
Dec 03 11:33:43.338983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:43.350493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Transition to ACTIVE for port object a58cf967-fc4d-4df6-8fd5-0faee99b9663 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:33:43.369477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:43.370176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5baeeb8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:43.394384 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e844aada-5340-4188-a8e7-f59400e0671e req-25d0d12c-b297-4072-bb36-06b2e031f97b service neutron] 10.222.0.90 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1688080
Dec 03 11:33:43.430200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Transition to ACTIVE for port object a58cf967-fc4d-4df6-8fd5-0faee99b9663 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:33:43.541880 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-9bfa10e6-fef9-449a-a619-b966f31c8860 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9fd042c-241a-4f91-a588-e212be203cae HTTP/1.1" status: 200  len: 217 time: 0.1929600
Dec 03 11:33:43.620989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-ae30b128-f25e-4d16-b77e-edca61518460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:43.622609 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-ae30b128-f25e-4d16-b77e-edca61518460 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 200  len: 850 time: 0.0721240
Dec 03 11:33:43.632532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c149167a-13f0-4a3a-bbad-433b5bf93118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b72ea208>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:43.637423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c149167a-13f0-4a3a-bbad-433b5bf93118 None None] The sync data for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs is: [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:26:07Z', 'revision_number': 4, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'f09be0d1-1c2b-411b-9adc-b553ed18357e', 'name': '', 'network_id': 'e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'mac_address': 'fa:16:3e:01:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:06Z', 'updated_at': '2020-12-03T11:26:15Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'subnets': [{'id': '878a3eb6-da33-46ac-aa4f-66be12556866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:33:43.745255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:43.771357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c0bd11a-d764-44b5-8e18-ce75f9080cd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:43.914431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e9898-2dd7-4cab-8710-ad4b17633343 req-19b2a10a-23c0-47ae-8ed0-bcfb6f6b7d17 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:43.915449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3e8e9898-2dd7-4cab-8710-ad4b17633343 req-19b2a10a-23c0-47ae-8ed0-bcfb6f6b7d17 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:33:43.951879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Pushing event updated for resources: {'Port': ['ID=a58cf967-fc4d-4df6-8fd5-0faee99b9663,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:43.954682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3e8e9898-2dd7-4cab-8710-ad4b17633343 req-19b2a10a-23c0-47ae-8ed0-bcfb6f6b7d17 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:33:43.958346 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e8e9898-2dd7-4cab-8710-ad4b17633343 req-19b2a10a-23c0-47ae-8ed0-bcfb6f6b7d17 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 946 time: 0.1565652
Dec 03 11:33:43.960338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:43.999959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:44.020177 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e8e9898-2dd7-4cab-8710-ad4b17633343 req-de6cd3d8-15ec-4c8c-8d1f-76acdebc1ad8 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0530701
Dec 03 11:33:44.100228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-6c6338d0-b838-4edd-b7e5-206e9b28dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:44.101824 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-6c6338d0-b838-4edd-b7e5-206e9b28dd93 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4490559
Dec 03 11:33:44.142529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df0325-6593-46fc-add1-b98aa1da0b58 None None] New status for floating IP 20a2672f-49d1-462b-9e13-9d5b4bcf708f: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:33:44.162733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-7917779e-cb7e-414d-adb6-072dd5110efd service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:33:44.163782 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-7917779e-cb7e-414d-adb6-072dd5110efd service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0110798
Dec 03 11:33:44.298950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:33:44.349948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:33:44.355899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:33:44.438608 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-e2a037de-77de-4e66-84fa-9bd649d79271 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2655857
Dec 03 11:33:44.438879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Attempting to bind port a58cf967-fc4d-4df6-8fd5-0faee99b9663 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:33:44.439185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Attempting to bind port a58cf967-fc4d-4df6-8fd5-0faee99b9663 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:33:44.439607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Attempting to bind port a58cf967-fc4d-4df6-8fd5-0faee99b9663 on network cda80850-dbf9-470a-93cc-4cf27b3cce44 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:33:44.453879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:33:44.454557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Checking segment: {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:33:44.455154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:44.455693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Bound using segment: {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:33:44.456353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Bound port: a58cf967-fc4d-4df6-8fd5-0faee99b9663, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:33:44.456865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:44.595889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] For port a58cf967-fc4d-4df6-8fd5-0faee99b9663, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:33:44.604226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] For port a58cf967-fc4d-4df6-8fd5-0faee99b9663, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a58cf967-fc4d-4df6-8fd5-0faee99b9663,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:33:44.609320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:44.629638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-99d8f6cc-15be-4b70-a6a5-672f7a7c84d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:44.649049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.1 (cda80850-dbf9-470a-93cc-4cf27b3cce44/8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e/2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:33:44.667635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5baeeb8>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:38Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:44.681149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a7ffa818-203e-441a-9124-8fb6dba76bc1 req-42cb885a-e717-4280-a323-3619785f21b3 service neutron] 10.222.0.91 "GET /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2354496
Dec 03 11:33:44.695863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48e9bb-a344-4bfa-bbfa-fd764637bee3 None None] The sync data for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs is: [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:38Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:33:44.794871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Pushing event updated for resources: {'Port': ['ID=a58cf967-fc4d-4df6-8fd5-0faee99b9663,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:44.801127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:44.850382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:44.869272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:33:44.890635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:44.912691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-18f64a59-7725-4a9c-beac-4a7511cd01eb tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:45.054762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:45.059163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:45.128552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:33:45.131519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:33:45.134145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:33:45.239996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:45.388378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:45.413451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e912e-2e21-466c-91e3-7087bb9bedee req-4a8d7f83-79b0-4814-8545-3feb8776742e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:45.415172 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a03e912e-2e21-466c-91e3-7087bb9bedee req-4a8d7f83-79b0-4814-8545-3feb8776742e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 946 time: 0.2081592
Dec 03 11:33:45.471529 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a03e912e-2e21-466c-91e3-7087bb9bedee req-10d9a7b3-66f8-4939-8788-2dee40afef09 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0495980
Dec 03 11:33:45.584897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device f9fd042c-241a-4f91-a588-e212be203cae no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:33:45.709085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:45.742953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9fd042c-241a-4f91-a588-e212be203cae'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:33:45.754049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port f9fd042c-241a-4f91-a588-e212be203cae, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f9fd042c-241a-4f91-a588-e212be203cae,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:45.756409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-24374290-ae42-4b0e-99c3-3001eb1c9a65 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:45.757215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-24374290-ae42-4b0e-99c3-3001eb1c9a65 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:33:45.757963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:45.760092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae580d40-bbb7-41b0-9150-972ba662d7d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:45.786641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-24374290-ae42-4b0e-99c3-3001eb1c9a65 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:33:45.787931 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-24374290-ae42-4b0e-99c3-3001eb1c9a65 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 946 time: 0.3466012
Dec 03 11:33:45.809270 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9fd042c-241a-4f91-a588-e212be203cae', 'code': 200}
Dec 03 11:33:45.833116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=f9fd042c-241a-4f91-a588-e212be203cae,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:45.836555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:45.915189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-f46d862e-9511-4d02-a0d7-afc282c8d630 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Deleting port f9fd042c-241a-4f91-a588-e212be203cae {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:45.915594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-f46d862e-9511-4d02-a0d7-afc282c8d630 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:46.284236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:46.301905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:46.302355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f78165f-eab9-4b6d-9e48-201a5babccd3 None None] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:33:46.334657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-92484d01-5833-4d02-a640-c9a00a8723fd tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:46.407770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9e5ab055-7a65-4f77-89d4-17b6dd196427 None None] Provisioning for port a58cf967-fc4d-4df6-8fd5-0faee99b9663 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:33:46.414980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-f46d862e-9511-4d02-a0d7-afc282c8d630 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] For port f9fd042c-241a-4f91-a588-e212be203cae, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f9fd042c-241a-4f91-a588-e212be203cae,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:46.415394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-f46d862e-9511-4d02-a0d7-afc282c8d630 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:46.514767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:46.587255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:46.590790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:46.605171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-f46d862e-9511-4d02-a0d7-afc282c8d630 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Calling delete_port for f9fd042c-241a-4f91-a588-e212be203cae owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:33:46.700624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94058e64-d3a4-4c70-8602-d5b87463ab8b req-886cd789-3099-4a19-8620-89dd3247cfbe tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:46.702293 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-94058e64-d3a4-4c70-8602-d5b87463ab8b req-886cd789-3099-4a19-8620-89dd3247cfbe tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 944 time: 0.0914578
Dec 03 11:33:46.759836 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-94058e64-d3a4-4c70-8602-d5b87463ab8b req-232cca6c-a2d2-4d1f-9b60-23415db6acc2 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups?id=acc54273-3682-49f3-8e52-43d562ba2563&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0492544
Dec 03 11:33:46.838903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-804fde80-020c-4aea-b9f8-3273a1636d84 None None] Provisioning for port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:33:46.849964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-804fde80-020c-4aea-b9f8-3273a1636d84 None None] Provisioning complete for port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:33:46.850898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-804fde80-020c-4aea-b9f8-3273a1636d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:46.947725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-804fde80-020c-4aea-b9f8-3273a1636d84 None None] Port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:33:47.025451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4138bd29-b144-42d2-b6ed-5a4e2eb1997d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:33:47.115687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 4138bd29-b144-42d2-b6ed-5a4e2eb1997d completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:33:47.121069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 4138bd29-b144-42d2-b6ed-5a4e2eb1997d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:33:47.121628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:47.130739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:33:47.138559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:33:47.217161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-f46d862e-9511-4d02-a0d7-afc282c8d630 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:47.260172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:47.292141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 4138bd29-b144-42d2-b6ed-5a4e2eb1997d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4138bd29-b144-42d2-b6ed-5a4e2eb1997d,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:47.293577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-91fde461-813b-4def-a8ac-845680b3dbde tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:47.295762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c6a5e1fa-5c62-4017-a4ef-a49dee420904 None None] Provisioning complete for port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:33:47.296195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e1fa-5c62-4017-a4ef-a49dee420904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:47.321866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:47.322796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a58cf967-fc4d-4df6-8fd5-0faee99b9663 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:33:47.359563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:47.366376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d862e-9511-4d02-a0d7-afc282c8d630 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event deleted for resources: {'Port': ['ID=f9fd042c-241a-4f91-a588-e212be203cae,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:47.383792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f46d862e-9511-4d02-a0d7-afc282c8d630 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:47.468680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5e1fa-5c62-4017-a4ef-a49dee420904 None None] Port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:33:47.486479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port a58cf967-fc4d-4df6-8fd5-0faee99b9663 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:33:47.495827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port a58cf967-fc4d-4df6-8fd5-0faee99b9663 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:33:47.496253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:47.537965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router ba10f6eb-443e-4db1-a21b-023cbf81430f has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:33:47.540880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=4138bd29-b144-42d2-b6ed-5a4e2eb1997d,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:47.554328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:47.593935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-f46d862e-9511-4d02-a0d7-afc282c8d630 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] No DVR routers for this DVR port f9fd042c-241a-4f91-a588-e212be203cae on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:33:47.642694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c5a059e5-71f7-48c0-80ba-715d67477b81 None None] Provisioning complete for port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:33:47.643155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5a059e5-71f7-48c0-80ba-715d67477b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:47.648611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-f46d862e-9511-4d02-a0d7-afc282c8d630 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:47.656238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'name': 'network-vif-deleted', 'tag': 'f9fd042c-241a-4f91-a588-e212be203cae'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:33:47.678759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:47.729164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c5a059e5-71f7-48c0-80ba-715d67477b81 None None] Port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:33:47.734598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port a58cf967-fc4d-4df6-8fd5-0faee99b9663, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a58cf967-fc4d-4df6-8fd5-0faee99b9663,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:47.737727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:47.739841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:47.754744 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f384949b-2f6a-4ac5-aa33-e773ca699395 req-f46d862e-9511-4d02-a0d7-afc282c8d630 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.91 "DELETE /v2.0/ports/f9fd042c-241a-4f91-a588-e212be203cae HTTP/1.1" status: 204  len: 173 time: 1.9542584
Dec 03 11:33:47.799760 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef88bece-a7f5-42a2-b13b-5b96fcba40e1', 'name': 'network-vif-deleted', 'tag': 'f9fd042c-241a-4f91-a588-e212be203cae', 'status': 'completed', 'code': 200}
Dec 03 11:33:47.808243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=a58cf967-fc4d-4df6-8fd5-0faee99b9663,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:47.811621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:47.815629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:33:47.820870 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/ba10f6eb-443e-4db1-a21b-023cbf81430f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5248199
Dec 03 11:33:47.823582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51704) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:47.828482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Sync routers for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:33:47.852407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:47.853111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b65b3c50>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:47.855908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0c399697-cbab-4241-962c-d366e71132e0 None None] Provisioning complete for port a58cf967-fc4d-4df6-8fd5-0faee99b9663 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:33:47.856317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0c399697-cbab-4241-962c-d366e71132e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:48.075791 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-78662ed0-3117-4c7c-b221-e3254036ed4a req-d6951d14-fc14-4a9c-a0b9-b090531dc323 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/ports?device_id=ef88bece-a7f5-42a2-b13b-5b96fcba40e1 HTTP/1.1" status: 200  len: 210 time: 0.0876176
Dec 03 11:33:48.105798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6236d23-acab-4c4e-bb53-37d16d06d77a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:48.106632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6236d23-acab-4c4e-bb53-37d16d06d77a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:48.107053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6236d23-acab-4c4e-bb53-37d16d06d77a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:48.107614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6236d23-acab-4c4e-bb53-37d16d06d77a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:48.108039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6236d23-acab-4c4e-bb53-37d16d06d77a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:48.111030 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d6236d23-acab-4c4e-bb53-37d16d06d77a tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4250 time: 0.2863142
Dec 03 11:33:48.114366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51708) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:48.211543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a0f7c-d131-4585-bfba-d4e97242e051 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:48.211985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a0f7c-d131-4585-bfba-d4e97242e051 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:48.212404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a0f7c-d131-4585-bfba-d4e97242e051 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:48.212925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a0f7c-d131-4585-bfba-d4e97242e051 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:48.213518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a0f7c-d131-4585-bfba-d4e97242e051 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:48.213933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a0f7c-d131-4585-bfba-d4e97242e051 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:48.217704 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-337a0f7c-d131-4585-bfba-d4e97242e051 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.1007471
Dec 03 11:33:48.219678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51712) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:48.286030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:48.457739 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-be4baeec-8c94-44fd-840c-b546ed8986fe tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3048 time: 0.2366574
Dec 03 11:33:48.631162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b65b3c50>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:48.635172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Checking router: ba10f6eb-443e-4db1-a21b-023cbf81430f for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:33:48.635578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Updating router ba10f6eb-443e-4db1-a21b-023cbf81430f port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:33:48.689276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:48.799276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51718) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:48.805102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383837046', 'description': 'tempest-secgroup-smoke-383837046 description', 'project_id': '85d2c11b1de444db8a782028cdd05d7d'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:33:48.811464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:33:48.816026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:33:48.819367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:33:48.825438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:33:48.836232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:48.859684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:33:48.864139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:33:48.867229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:33:48.873283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:33:48.961177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4138bd29-b144-42d2-b6ed-5a4e2eb1997d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:33:48.964301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:48.967643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:48.980231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34c4537a-cb7a-4390-b319-37dfc3b75212 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:49.025552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:49.029286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:49.031738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.036255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51722) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:49.036543 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2361183
Dec 03 11:33:49.039747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 4138bd29-b144-42d2-b6ed-5a4e2eb1997d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:33:49.040120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.042681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'bffb5dd5-f5c4-403f-a122-ed63bc94c4b6', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:33:49.049827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:33:49.054569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:33:49.057853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:33:49.064399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:33:49.083595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.151681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.157310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.159417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d7694b84-5606-4a2e-a91a-d7feb944ff95 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:49.179023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.184715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf5aee5-3cb0-41fa-8b9b-95985cf6914d,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:49.187453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:49.191135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a58cf967-fc4d-4df6-8fd5-0faee99b9663 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:33:49.196275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.197748 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1600516
Dec 03 11:33:49.201332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51728) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:49.206422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Transition to ACTIVE for port object 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:33:49.207837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-72408f08-45ec-4316-ba15-0835c259f5b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'bffb5dd5-f5c4-403f-a122-ed63bc94c4b6', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:33:49.212420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.215423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-72408f08-45ec-4316-ba15-0835c259f5b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:33:49.220722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-72408f08-45ec-4316-ba15-0835c259f5b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:33:49.224152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-72408f08-45ec-4316-ba15-0835c259f5b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:33:49.230038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2dd97a19-583d-4b44-8d53-6e6f8c52c41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:49.230727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-72408f08-45ec-4316-ba15-0835c259f5b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:33:49.256431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72408f08-45ec-4316-ba15-0835c259f5b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.268211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port a58cf967-fc4d-4df6-8fd5-0faee99b9663 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:33:49.268663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.345473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72408f08-45ec-4316-ba15-0835c259f5b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.348734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72408f08-45ec-4316-ba15-0835c259f5b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.357566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34805c2f-2cdd-4cbb-9b98-5bb44d863021 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:49.361820 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-dd075d04-0705-4178-8045-8ef7bfcb24a1 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips/3e1592ae-1309-4b33-a4fc-fe0a7f738d0a HTTP/1.1" status: 200  len: 693 time: 0.0928028
Dec 03 11:33:49.381210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Pushing event updated for resources: {'Port': ['ID=2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:49.385603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72408f08-45ec-4316-ba15-0835c259f5b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af85172c-6131-4731-b8b8-191bfd2c86f0,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:49.392795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.393148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.393553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.393936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.394334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.394645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.395041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.395413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.395780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.396146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.396514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.396632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-72408f08-45ec-4316-ba15-0835c259f5b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:49.396934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.397301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.397666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.398030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.398394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.398755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.399146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.399513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.399875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.400240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.400599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.400967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.401334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:33:49.407764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:49.414747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72408f08-45ec-4316-ba15-0835c259f5b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.417968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-72408f08-45ec-4316-ba15-0835c259f5b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.2134616
Dec 03 11:33:49.419101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51734) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:49.425836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'bffb5dd5-f5c4-403f-a122-ed63bc94c4b6', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:33:49.432484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:33:49.436680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:33:49.441931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:33:49.448359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:33:49.467626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.544063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.559029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.560121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-cad6241f-4a99-4950-b0df-8c6fb4237fdb tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:49.561350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-769a63aa-c404-4d01-bdee-ba06c1e1d5e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:49.568658 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-cad6241f-4a99-4950-b0df-8c6fb4237fdb tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1973689
Dec 03 11:33:49.588365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6708ef-d8fe-47f4-95ba-52bed82dcd29,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:49.593101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Attempting to bind port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:33:49.593793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Attempting to bind port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:33:49.594650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Attempting to bind port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d on network cda80850-dbf9-470a-93cc-4cf27b3cce44 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:33:49.594783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:49.600120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.604590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:33:49.604590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Checking segment: {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:33:49.604590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.604590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Bound using segment: {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:33:49.604590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Bound port: 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:33:49.604590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.605781 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1855080
Dec 03 11:33:49.606617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51738) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:49.614164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-af838e00-9d6d-4c19-8450-9c6beaf2193e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'bffb5dd5-f5c4-403f-a122-ed63bc94c4b6', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:33:49.620923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-af838e00-9d6d-4c19-8450-9c6beaf2193e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:33:49.625222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-af838e00-9d6d-4c19-8450-9c6beaf2193e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:33:49.628709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-af838e00-9d6d-4c19-8450-9c6beaf2193e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:33:49.635407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-af838e00-9d6d-4c19-8450-9c6beaf2193e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:33:49.653911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af838e00-9d6d-4c19-8450-9c6beaf2193e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.657196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-bbd3f350-2e4a-427d-9495-fe6ae8bfe2cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Synchronizing usage tracker for tenant:7b8d0e500db347619c0c66778743cdae on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:33:49.684793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-bbd3f350-2e4a-427d-9495-fe6ae8bfe2cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Unset dirty status for tenant:7b8d0e500db347619c0c66778743cdae on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:33:49.686102 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-bbd3f350-2e4a-427d-9495-fe6ae8bfe2cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.248 HTTP/1.1" status: 200  len: 696 time: 0.1163204
Dec 03 11:33:49.706364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] For port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:33:49.710354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] For port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:33:49.719304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.736554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af838e00-9d6d-4c19-8450-9c6beaf2193e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.737785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6983148-7a17-4854-a4c0-6ee0531b5bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:49.739663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af838e00-9d6d-4c19-8450-9c6beaf2193e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.747373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c93668a9-c306-437d-b9e6-42da90067493 tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:49.773620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af838e00-9d6d-4c19-8450-9c6beaf2193e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1019775-e8b7-41a2-8ba4-2005a9b822a3,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:49.776452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af838e00-9d6d-4c19-8450-9c6beaf2193e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:49.789023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af838e00-9d6d-4c19-8450-9c6beaf2193e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.793019 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-af838e00-9d6d-4c19-8450-9c6beaf2193e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1824410
Dec 03 11:33:49.793157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-8da3eb8f-3e70-4251-a416-b4ecbbfa059f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.248 HTTP/1.1" status: 200  len: 696 time: 0.0957253
Dec 03 11:33:49.793413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51742) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:49.800123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'bffb5dd5-f5c4-403f-a122-ed63bc94c4b6', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:33:49.807875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:33:49.813168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:33:49.816517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:33:49.822870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:33:49.833821 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:33:49.841263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.897363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Pushing event updated for resources: {'Port': ['ID=2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:49.907942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:49.928656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.931651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.944787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4c4becfc-3fa2-49f9-805c-d50a904bcedd tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:49.951517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:49.952278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b65b3c50>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:49.967145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c041f2f3-7501-4b70-981c-48b060c36c8e,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:49.972714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:49.982139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.983162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-d227a67f-1c00-4795-acdb-196ed1fa5487 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Deleting port 9b0eca59-28c7-4f45-9482-f7b9182dd396 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:49.983544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-d227a67f-1c00-4795-acdb-196ed1fa5487 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:49.987310 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1927664
Dec 03 11:33:49.988068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51746) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:49.995096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'bffb5dd5-f5c4-403f-a122-ed63bc94c4b6', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:33:50.003613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:33:50.008056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:33:50.011916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:33:50.018803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:33:50.032167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:33:50.039378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:50.116097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:50.120479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:50.145504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-225b6a0d-cdcd-4741-9f53-d0878adc7c0f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:50.157018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:50.158228 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1690609
Dec 03 11:33:50.167263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:50.171499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2e1558-89cd-409f-a1e8-f5172115f88f,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:50.184041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:50.190143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-d227a67f-1c00-4795-acdb-196ed1fa5487 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:50.190525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-d227a67f-1c00-4795-acdb-196ed1fa5487 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:50.336129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-d227a67f-1c00-4795-acdb-196ed1fa5487 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Calling delete_port for 9b0eca59-28c7-4f45-9482-f7b9182dd396 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:33:50.434515 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-11434da3-3885-4508-ac37-f065929687e3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383837046&fields=id&tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 267 time: 0.1054711
Dec 03 11:33:50.528645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b65b3c50>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:49Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:50.533542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3870f096-c573-4f8f-97cb-6e9edb754ea0 None None] The sync data for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs is: [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:49Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:33:50.659737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-d227a67f-1c00-4795-acdb-196ed1fa5487 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:50.676700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:50.718227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369adef7-5fc2-49e7-80da-61335d74c936 req-7982c8f5-a983-4b90-8de4-abfa9598e3e0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:50.719199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-369adef7-5fc2-49e7-80da-61335d74c936 req-7982c8f5-a983-4b90-8de4-abfa9598e3e0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:33:50.735322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227a67f-1c00-4795-acdb-196ed1fa5487 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event deleted for resources: {'Port': ['ID=9b0eca59-28c7-4f45-9482-f7b9182dd396,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:50.751308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d227a67f-1c00-4795-acdb-196ed1fa5487 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:50.829881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-369adef7-5fc2-49e7-80da-61335d74c936 req-7982c8f5-a983-4b90-8de4-abfa9598e3e0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:33:50.831129 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-7982c8f5-a983-4b90-8de4-abfa9598e3e0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 797 time: 0.3867123
Dec 03 11:33:50.866207 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-1b466de5-f7ec-40ef-92fb-4f00b9e991c8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/quotas/85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 375 time: 0.0242426
Dec 03 11:33:50.955668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:33:51.018523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-d227a67f-1c00-4795-acdb-196ed1fa5487 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:51.044185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:33:51.050496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:33:51.051055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:51.051196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-d227a67f-1c00-4795-acdb-196ed1fa5487 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:51.052388 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-37b4f084-edc6-442c-8fcf-ce83567880ef req-d227a67f-1c00-4795-acdb-196ed1fa5487 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "DELETE /v2.0/floatingips/3e1592ae-1309-4b33-a4fc-fe0a7f738d0a HTTP/1.1" status: 204  len: 173 time: 1.2550921
Dec 03 11:33:51.059450 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-a6732876-d6c1-496d-b38b-475c5d9cdf86 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1443305
Dec 03 11:33:51.162878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-4d6edd85-5fdb-4917-aeb8-3ec7b37cbaff service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:33:51.164150 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-4d6edd85-5fdb-4917-aeb8-3ec7b37cbaff service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0913458
Dec 03 11:33:51.346477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-f604c6cd-fea4-4b09-8712-ae7ee8b15c56 service neutron] 10.222.0.90 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728423
Dec 03 11:33:51.390268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:51.401266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:51.441175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:51.445183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:51.448438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:51.530708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:51.536000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:51.824392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-548b2967-74be-4270-9587-586f1aa401b4 service neutron] 10.222.0.90 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4689021
Dec 03 11:33:52.911540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:33:53.005156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:33:53.005780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:53.059952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-48d77963-4cc0-40e7-81e3-c4727c0d055a req-e069582e-647a-4171-bc4b-21abfa005006 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 210 time: 0.0506947
Dec 03 11:33:53.725031 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e30cb4c-e6a7-4afb-b0a6-30ac73d25771 req-adf4089a-55f4-41fd-9b58-6a1a877b29b9 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "GET /v2.0/security-groups/acc54273-3682-49f3-8e52-43d562ba2563 HTTP/1.1" status: 200  len: 2887 time: 0.0524509
Dec 03 11:33:53.805340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-2e30cb4c-e6a7-4afb-b0a6-30ac73d25771 req-713543af-9bb8-4dc9-b250-97a3de4d7bac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:53.838530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-2e30cb4c-e6a7-4afb-b0a6-30ac73d25771 req-713543af-9bb8-4dc9-b250-97a3de4d7bac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:53.899988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-2e30cb4c-e6a7-4afb-b0a6-30ac73d25771 req-713543af-9bb8-4dc9-b250-97a3de4d7bac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:53.905720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d524d453-f564-46ce-8b2b-38fcb5879336 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:53.923231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713543af-9bb8-4dc9-b250-97a3de4d7bac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc54273-3682-49f3-8e52-43d562ba2563,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:53.926446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-713543af-9bb8-4dc9-b250-97a3de4d7bac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:53.933664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-2e30cb4c-e6a7-4afb-b0a6-30ac73d25771 req-713543af-9bb8-4dc9-b250-97a3de4d7bac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:53.934928 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2e30cb4c-e6a7-4afb-b0a6-30ac73d25771 req-713543af-9bb8-4dc9-b250-97a3de4d7bac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] 10.222.0.90 "DELETE /v2.0/security-groups/acc54273-3682-49f3-8e52-43d562ba2563 HTTP/1.1" status: 204  len: 173 time: 0.2029057
Dec 03 11:33:54.005636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51796) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:54.245934 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5bcc518e-59c9-4c6c-b9a0-1f8174b5ca2f req-203a59bb-3893-437b-b682-7fc84f887839 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 210 time: 0.0462108
Dec 03 11:33:54.603712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369adef7-5fc2-49e7-80da-61335d74c936 req-a4078c39-3e34-4fd2-90d1-1e238b3a9504 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:54.604467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-369adef7-5fc2-49e7-80da-61335d74c936 req-a4078c39-3e34-4fd2-90d1-1e238b3a9504 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:33:54.647419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-369adef7-5fc2-49e7-80da-61335d74c936 req-a4078c39-3e34-4fd2-90d1-1e238b3a9504 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:33:54.648627 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-a4078c39-3e34-4fd2-90d1-1e238b3a9504 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 797 time: 0.3695457
Dec 03 11:33:54.709826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:54.887455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-369adef7-5fc2-49e7-80da-61335d74c936 req-e108550b-ce26-4c62-b13f-a929f6aa81d1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:33:54.926680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-369adef7-5fc2-49e7-80da-61335d74c936 req-e108550b-ce26-4c62-b13f-a929f6aa81d1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:33:54.928119 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-e108550b-ce26-4c62-b13f-a929f6aa81d1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 7767 time: 0.2585366
Dec 03 11:33:54.966411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'device_id': '57253dbe-583f-400f-a948-bce5006f0e2b', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'admin_state_up': True, 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'security_groups': ['bffb5dd5-f5c4-403f-a122-ed63bc94c4b6']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:33:55.428196 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9f68aad3-83d0-4757-b892-912b609b6210 req-ca37eba8-d406-4901-8727-2650c9e21ab7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 210 time: 0.0507092
Dec 03 11:33:55.492089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:33:55.497731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:port and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:33:55.527924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for port was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:33:55.542660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:33:55.565371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:33:55.571041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:56.007383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.11 (cda80850-dbf9-470a-93cc-4cf27b3cce44/8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e/46aee74d-1cad-473b-9e93-3b8922cf0e3a) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:33:56.096228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] Deleting port f09be0d1-1c2b-411b-9adc-b553ed18357e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:56.096610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:56.421418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:56.434054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] For port f09be0d1-1c2b-411b-9adc-b553ed18357e, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f09be0d1-1c2b-411b-9adc-b553ed18357e,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:56.434448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:56.580011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] Calling delete_port for f09be0d1-1c2b-411b-9adc-b553ed18357e owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:33:56.607129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 46aee74d-1cad-473b-9e93-3b8922cf0e3a will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:33:56.608550 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-99b3cea0-4b53-4909-8c21-1dcb25a7580a req-9acd7e2f-7121-474e-8a70-a3100a357df3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 210 time: 0.0471711
Dec 03 11:33:56.661577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:56.682327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-63ae82d6-2624-4dab-8f68-8a26584f5c70 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:56.841412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=46aee74d-1cad-473b-9e93-3b8922cf0e3a,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:56.848874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:56.908479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:33:56.939613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:33:56.945579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:33:57.033311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:57.034029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:57.040313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:57.061290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f46d862e-9511-4d02-a0d7-afc282c8d630 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:57.120588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f09be0d1-1c2b-411b-9adc-b553ed18357e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:57.130591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:57.172489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9ba01b6c-4b23-44c6-be3d-bd79029cf1d1 None None] Provisioning for port 46aee74d-1cad-473b-9e93-3b8922cf0e3a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:33:57.177916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9ba01b6c-4b23-44c6-be3d-bd79029cf1d1 None None] Provisioning complete for port 46aee74d-1cad-473b-9e93-3b8922cf0e3a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:33:57.178340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9ba01b6c-4b23-44c6-be3d-bd79029cf1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:57.195296 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2329435
Dec 03 11:33:57.216864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Request body: {'port': {'device_id': '57253dbe-583f-400f-a948-bce5006f0e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:33:57.232549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9ba01b6c-4b23-44c6-be3d-bd79029cf1d1 None None] Port 46aee74d-1cad-473b-9e93-3b8922cf0e3a cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:33:57.400524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:57.762948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:57.828286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e5b27-d033-457c-9b8e-c2ff3cd7bb23 req-1db68623-39d4-40d7-a840-6e25a027c843 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:57.830031 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f38e5b27-d033-457c-9b8e-c2ff3cd7bb23 req-1db68623-39d4-40d7-a840-6e25a027c843 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 932 time: 0.0898249
Dec 03 11:33:57.889679 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f38e5b27-d033-457c-9b8e-c2ff3cd7bb23 req-69047707-4e1e-4ad6-aa4e-38fe45d158a9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527518
Dec 03 11:33:58.523485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46aee74d-1cad-473b-9e93-3b8922cf0e3a {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:33:58.532107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:58.666874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Transition to ACTIVE for port object 46aee74d-1cad-473b-9e93-3b8922cf0e3a will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:33:58.679237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:58.696463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3b16effb-d450-46b6-8bf9-f836061c26ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:58.872054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=46aee74d-1cad-473b-9e93-3b8922cf0e3a,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:58.886194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:58.905070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] Router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:33:59.114159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970530-e163-4627-8b31-ea86d55b1053 req-9494c72f-bd40-4c02-8951-fe046f7b60c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:59.116029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ad970530-e163-4627-8b31-ea86d55b1053 req-9494c72f-bd40-4c02-8951-fe046f7b60c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 944 time: 0.0896792
Dec 03 11:33:59.168353 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ad970530-e163-4627-8b31-ea86d55b1053 req-13d1117d-875a-4c9a-a65d-a47bee8851d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454671
Dec 03 11:33:59.245342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Attempting to bind port 46aee74d-1cad-473b-9e93-3b8922cf0e3a on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:33:59.245722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Attempting to bind port 46aee74d-1cad-473b-9e93-3b8922cf0e3a by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:33:59.246090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Attempting to bind port 46aee74d-1cad-473b-9e93-3b8922cf0e3a on network cda80850-dbf9-470a-93cc-4cf27b3cce44 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:33:59.252144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:33:59.260244 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] 10.222.0.90 "PUT /v2.0/routers/2432d9f3-5bdc-4736-bb02-1999ddaf69c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2534180
Dec 03 11:33:59.261275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:33:59.261656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Checking segment: {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:33:59.262059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:59.262461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Bound using segment: {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:33:59.262943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Bound port: 46aee74d-1cad-473b-9e93-3b8922cf0e3a, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:33:59.263343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:59.263511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fb24e-e606-4e9c-a331-f6e6c88e0686 None None] Sync routers for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:33:59.268467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51816) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:33:59.294755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808fb24e-e606-4e9c-a331-f6e6c88e0686 None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:59.295471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-808fb24e-e606-4e9c-a331-f6e6c88e0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c40f60>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:59.365071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] For port 46aee74d-1cad-473b-9e93-3b8922cf0e3a, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:33:59.368327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] For port 46aee74d-1cad-473b-9e93-3b8922cf0e3a, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:33:59.372641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:59.389112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0d59c414-1875-4086-a3e5-0a18feb5a8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:33:59.461528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:59.488596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-808fb24e-e606-4e9c-a331-f6e6c88e0686 None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:33:59.540171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=46aee74d-1cad-473b-9e93-3b8922cf0e3a,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:33:59.553322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:33:59.594950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:59.595685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:59.597175 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] 10.222.0.91 "PUT /v2.0/ports/46aee74d-1cad-473b-9e93-3b8922cf0e3a HTTP/1.1" status: 200  len: 1158 time: 2.3849914
Dec 03 11:33:59.598033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:33:59.651552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:59.658438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Deleting port ae1955fc-796c-464a-9c9c-a8ce932b2b02 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:33:59.658844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:59.700305 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'status': 'completed', 'code': 200}
Dec 03 11:33:59.745031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369adef7-5fc2-49e7-80da-61335d74c936 req-0a175c20-2df3-46a9-b405-6aa57032d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:59.747059 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-0a175c20-2df3-46a9-b405-6aa57032d4ca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 1161 time: 0.0884497
Dec 03 11:33:59.839942 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-63490122-2f6a-4909-bb0f-04679bf3ba81 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a HTTP/1.1" status: 200  len: 217 time: 0.0793593
Dec 03 11:33:59.865968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-808fb24e-e606-4e9c-a331-f6e6c88e0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c40f60>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:33:56Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:59.871565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fb24e-e606-4e9c-a331-f6e6c88e0686 None None] Checking router: 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:33:59.878090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] For port ae1955fc-796c-464a-9c9c-a8ce932b2b02, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ae1955fc-796c-464a-9c9c-a8ce932b2b02,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:33:59.878090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:33:59.883047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808fb24e-e606-4e9c-a331-f6e6c88e0686 None None] Routers {'2432d9f3-5bdc-4736-bb02-1999ddaf69c4'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:33:59.883852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-808fb24e-e606-4e9c-a331-f6e6c88e0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c40f60>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:33:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:33:59.955626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369adef7-5fc2-49e7-80da-61335d74c936 req-e8911e79-e4e7-4850-b44f-d42869007910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:33:59.957220 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-e8911e79-e4e7-4850-b44f-d42869007910 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 200  len: 835 time: 0.1094255
Dec 03 11:34:00.025196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Calling delete_port for ae1955fc-796c-464a-9c9c-a8ce932b2b02 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:34:00.043649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369adef7-5fc2-49e7-80da-61335d74c936 req-c64ee745-dd59-4a24-b54b-6b2d549a049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:00.045379 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-c64ee745-dd59-4a24-b54b-6b2d549a049a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cda80850-dbf9-470a-93cc-4cf27b3cce44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0810726
Dec 03 11:34:00.103529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-808fb24e-e606-4e9c-a331-f6e6c88e0686 None None] Set router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:34:00.169285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:00.194777 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-df66dc99-8658-4533-b0f5-72be4eb4e036 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423399
Dec 03 11:34:00.380981 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-369adef7-5fc2-49e7-80da-61335d74c936 req-555d65b4-0a80-4a3d-9eaa-6978976765b8 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1792920
Dec 03 11:34:00.435516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-808fb24e-e606-4e9c-a331-f6e6c88e0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c40f60>, [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:33:56Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:00.440588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808fb24e-e606-4e9c-a331-f6e6c88e0686 None None] The sync data for ids ['2432d9f3-5bdc-4736-bb02-1999ddaf69c4'] in dv-neutron-765072-2-ovs is: [{'id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'name': 'tempest-TestVolumeBootPattern-157485731-router', 'tenant_id': '7b8d0e500db347619c0c66778743cdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:02Z', 'updated_at': '2020-12-03T11:33:56Z', 'revision_number': 5, 'project_id': '7b8d0e500db347619c0c66778743cdae', 'gw_port': {'id': 'ae1955fc-796c-464a-9c9c-a8ce932b2b02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432d9f3-5bdc-4736-bb02-1999ddaf69c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:03Z', 'updated_at': '2020-12-03T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:34:00.450864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:00.550662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c224-542f-406d-9183-6a264a48ced3 req-0a40345b-eea7-4fc5-90b3-219167f66107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:00.552319 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-43e5c224-542f-406d-9183-6a264a48ced3 req-0a40345b-eea7-4fc5-90b3-219167f66107 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 1161 time: 0.0837617
Dec 03 11:34:00.590359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59ae1-3aba-4095-80d4-fee9d0c23e61 req-6e0a1ca6-948d-4cf4-a9ab-223bfabdf0cd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:00.592287 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a7b59ae1-3aba-4095-80d4-fee9d0c23e61 req-6e0a1ca6-948d-4cf4-a9ab-223bfabdf0cd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 944 time: 0.2780824
Dec 03 11:34:00.599226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:00.603490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:00.659664 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a7b59ae1-3aba-4095-80d4-fee9d0c23e61 req-fc93d099-ffbd-4877-a886-aed6eab009cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582514
Dec 03 11:34:00.660435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:00.661025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2432d9f3-5bdc-4736-bb02-1999ddaf69c4 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:34:00.673519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:00.677604 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b862e72f-53ae-48bc-8c7b-06c006189983 admin admin] 10.222.0.90 "DELETE /v2.0/routers/2432d9f3-5bdc-4736-bb02-1999ddaf69c4 HTTP/1.1" status: 204  len: 168 time: 1.4079938
Dec 03 11:34:00.678497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51824) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:00.709222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c224-542f-406d-9183-6a264a48ced3 req-ff913275-a0eb-4347-a282-e959f638e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:00.710818 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-43e5c224-542f-406d-9183-6a264a48ced3 req-ff913275-a0eb-4347-a282-e959f638e1e1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 891 time: 0.1516118
Dec 03 11:34:00.751726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7421e9e5-f475-4422-8d11-d9d0acb0ca48 admin admin] Deleting subnet 878a3eb6-da33-46ac-aa4f-66be12556866 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:34:00.754999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7421e9e5-f475-4422-8d11-d9d0acb0ca48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:00.782975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0819486-8826-4e22-b77a-dc0929c66607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:00.787690 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-43e5c224-542f-406d-9183-6a264a48ced3 req-52f7f0fd-f0b8-46dc-98a6-dd8d17b4d5ad service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a HTTP/1.1" status: 200  len: 217 time: 0.0693741
Dec 03 11:34:00.811531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7421e9e5-f475-4422-8d11-d9d0acb0ca48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:00.863861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c224-542f-406d-9183-6a264a48ced3 req-70923a74-7eab-4086-8a9c-aa15a995498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:00.865101 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-43e5c224-542f-406d-9183-6a264a48ced3 req-70923a74-7eab-4086-8a9c-aa15a995498c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 200  len: 835 time: 0.0710688
Dec 03 11:34:00.890970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f09be0d1-1c2b-411b-9adc-b553ed18357e no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:34:00.904966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7421e9e5-f475-4422-8d11-d9d0acb0ca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:00.960149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: f09be0d1-1c2b-411b-9adc-b553ed18357e {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:34:00.960465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f09be0d1-1c2b-411b-9adc-b553ed18357e not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:34:01.217209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7421e9e5-f475-4422-8d11-d9d0acb0ca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:01.227289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c224-542f-406d-9183-6a264a48ced3 req-9acf163e-c6f5-45e3-b250-acef962ed917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:01.229076 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-43e5c224-542f-406d-9183-6a264a48ced3 req-9acf163e-c6f5-45e3-b250-acef962ed917 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cda80850-dbf9-470a-93cc-4cf27b3cce44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3576360
Dec 03 11:34:01.233329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-11cadd0e-c764-4dd3-b6e6-1d2028ee6e26 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:01.285106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421e9e5-f475-4422-8d11-d9d0acb0ca48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878a3eb6-da33-46ac-aa4f-66be12556866,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:01.289913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7421e9e5-f475-4422-8d11-d9d0acb0ca48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:01.368325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7421e9e5-f475-4422-8d11-d9d0acb0ca48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:01.373283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048f5838-0471-4bc8-ae92-14240ac1da5e None None] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:34:01.374362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7421e9e5-f475-4422-8d11-d9d0acb0ca48 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/878a3eb6-da33-46ac-aa4f-66be12556866 HTTP/1.1" status: 204  len: 168 time: 0.6947808
Dec 03 11:34:01.377988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51828) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:01.383586 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-43e5c224-542f-406d-9183-6a264a48ced3 req-bab0ce9d-8cef-4943-810e-4ad52eec1d38 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471262
Dec 03 11:34:01.498150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:01.535541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-43e5c224-542f-406d-9183-6a264a48ced3 req-b41132bd-97dd-4e65-ba52-73a9de80321a service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445594
Dec 03 11:34:01.571537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Deleting port dae8ef94-d7fe-44cd-a0d5-782a31a779ab {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:34:01.572106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:01.630655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02522e7e-3586-47d8-ab8b-c757ab8c15ae None None] DHCP port deletion for e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:34:01.635117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-02522e7e-3586-47d8-ab8b-c757ab8c15ae None None] Deleting port dae8ef94-d7fe-44cd-a0d5-782a31a779ab {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:34:01.635538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02522e7e-3586-47d8-ab8b-c757ab8c15ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:01.800528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] For port dae8ef94-d7fe-44cd-a0d5-782a31a779ab, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=dae8ef94-d7fe-44cd-a0d5-782a31a779ab,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:34:01.800900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:01.855697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-02522e7e-3586-47d8-ab8b-c757ab8c15ae None None] For port dae8ef94-d7fe-44cd-a0d5-782a31a779ab, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=dae8ef94-d7fe-44cd-a0d5-782a31a779ab,segment=NetworkSegment(680715a4-ecdc-4298-a526-eff1b5ed8d47),segment_id=680715a4-ecdc-4298-a526-eff1b5ed8d47)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:34:01.855922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02522e7e-3586-47d8-ab8b-c757ab8c15ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:01.978088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Calling delete_port for dae8ef94-d7fe-44cd-a0d5-782a31a779ab owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:34:01.982862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-02522e7e-3586-47d8-ab8b-c757ab8c15ae None None] Calling delete_port for dae8ef94-d7fe-44cd-a0d5-782a31a779ab owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:34:02.054742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02522e7e-3586-47d8-ab8b-c757ab8c15ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:02.069763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f19cd209-1388-4524-b566-dcd2e13afa14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:02.072744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:34:02.073111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:34:02.080704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c1975-04da-461c-a819-802b7b8aa8c0 req-f8a941ce-d1f6-419c-8e46-68ea533bffa6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:02.082322 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4a6c1975-04da-461c-a819-802b7b8aa8c0 req-f8a941ce-d1f6-419c-8e46-68ea533bffa6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 944 time: 0.2736816
Dec 03 11:34:02.119316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02522e7e-3586-47d8-ab8b-c757ab8c15ae None None] Pushing event deleted for resources: {'Port': ['ID=dae8ef94-d7fe-44cd-a0d5-782a31a779ab,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:02.131447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02522e7e-3586-47d8-ab8b-c757ab8c15ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:02.133678 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4a6c1975-04da-461c-a819-802b7b8aa8c0 req-e918d28a-e8c8-4cff-a782-0644861e0e38 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446954
Dec 03 11:34:02.211621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02522e7e-3586-47d8-ab8b-c757ab8c15ae None None] No DVR routers for this DVR port dae8ef94-d7fe-44cd-a0d5-782a31a779ab on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:34:02.574667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Deleting port dae8ef94-d7fe-44cd-a0d5-782a31a779ab {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:34:02.575284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:02.640135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] The port 'dae8ef94-d7fe-44cd-a0d5-782a31a779ab' was deleted {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:34:02.760500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:02.886932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b461b630>,) {'filters': {'network_id': ['e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:02.892079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b461b630>, '680715a4-ecdc-4298-a526-eff1b5ed8d47') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:02.892235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b461b630>, '680715a4-ecdc-4298-a526-eff1b5ed8d47') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:02.903417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-845e94ce-6f3c-47cc-b87f-71600fd8f637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:02.904805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:02.922582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae1955fc-796c-464a-9c9c-a8ce932b2b02 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:34:02.924539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:02.926658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:34:02.964381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: ae1955fc-796c-464a-9c9c-a8ce932b2b02 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:34:02.964782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ae1955fc-796c-464a-9c9c-a8ce932b2b02 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:34:02.965256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device dae8ef94-d7fe-44cd-a0d5-782a31a779ab no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:34:03.001500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: dae8ef94-d7fe-44cd-a0d5-782a31a779ab {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:34:03.001906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device dae8ef94-d7fe-44cd-a0d5-782a31a779ab not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:34:03.431775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:34:03.441983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:03.573722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c62865-4647-490f-8878-9a5740578c08 req-8df6cb0e-71bb-4011-82c3-eaa93d75dff7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:03.575376 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15c62865-4647-490f-8878-9a5740578c08 req-8df6cb0e-71bb-4011-82c3-eaa93d75dff7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 944 time: 0.2959330
Dec 03 11:34:03.666399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Network e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:34:03.691870 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:34:03.772062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:03.789378 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15c62865-4647-490f-8878-9a5740578c08 req-c3bb262c-968d-4a71-ae84-b1958a25461c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2029178
Dec 03 11:34:03.792506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:03.796684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:03.801462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3e0f43ae-e7af-4d39-84c3-23c8f8f903fc tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:03.825643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:03.828933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:03.840362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-75fae4f7-4dcf-4f1a-aa9d-e045547d6446 admin admin] 10.222.0.90 "DELETE /v2.0/networks/e8671b9c-f57a-4c11-83ab-b2a4b2ade6cc HTTP/1.1" status: 204  len: 168 time: 2.4612095
Dec 03 11:34:03.844474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51836) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:04.207736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:04.457154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 46aee74d-1cad-473b-9e93-3b8922cf0e3a up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:34:04.528127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 46aee74d-1cad-473b-9e93-3b8922cf0e3a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:34:04.533088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 46aee74d-1cad-473b-9e93-3b8922cf0e3a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:34:04.533514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:04.817591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:04.848303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:34:04.858081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] Deleting port a24c5882-b165-4d4c-ab15-74e8b17d630e {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:34:04.858378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:04.859545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 46aee74d-1cad-473b-9e93-3b8922cf0e3a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:34:04.862676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:04.864799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93c4c9a8-1207-431a-bd20-6e7500e6c8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:04.948887 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'code': 200}
Dec 03 11:34:04.964284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=46aee74d-1cad-473b-9e93-3b8922cf0e3a,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:04.967982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:05.024717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:05.110055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] For port a24c5882-b165-4d4c-ab15-74e8b17d630e, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a24c5882-b165-4d4c-ab15-74e8b17d630e,segment=NetworkSegment(c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f),segment_id=c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:34:05.110370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:05.230491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65ee6-3751-427c-926a-a1b8e5f0cc06 req-3ca78ff2-4622-4c21-8170-b905f570d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:05.232171 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24b65ee6-3751-427c-926a-a1b8e5f0cc06 req-3ca78ff2-4622-4c21-8170-b905f570d9da service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 1163 time: 0.0821462
Dec 03 11:34:05.246828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] Calling delete_port for a24c5882-b165-4d4c-ab15-74e8b17d630e owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:34:05.276127 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24b65ee6-3751-427c-926a-a1b8e5f0cc06 req-add5eda3-6ca5-491a-b394-65774fb934c9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378077
Dec 03 11:34:05.307338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069b3b1-8c86-4ac4-91a2-9946d5ddc7a7 req-e8583aa5-2b84-4125-91b8-c56bea30b0a1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:05.308965 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d069b3b1-8c86-4ac4-91a2-9946d5ddc7a7 req-e8583aa5-2b84-4125-91b8-c56bea30b0a1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 946 time: 0.2966373
Dec 03 11:34:05.384406 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d069b3b1-8c86-4ac4-91a2-9946d5ddc7a7 req-caa71b79-a6a2-4b89-872a-404c9aa3f3d2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667911
Dec 03 11:34:05.470052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:05.485495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-299fd9c2-e4a8-4645-81ae-b1c76b344eac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:05.517484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:05.531675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=a24c5882-b165-4d4c-ab15-74e8b17d630e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:05.543384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:05.887287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:05.953488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 46aee74d-1cad-473b-9e93-3b8922cf0e3a up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:34:06.024599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 46aee74d-1cad-473b-9e93-3b8922cf0e3a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:34:06.025027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:06.739517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18100dcf-67e9-4804-83ce-cc0c759c9319 req-0d1a840f-2011-42b9-9208-66a299134043 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:06.741048 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-18100dcf-67e9-4804-83ce-cc0c759c9319 req-0d1a840f-2011-42b9-9208-66a299134043 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 946 time: 0.1950507
Dec 03 11:34:06.752966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] Router 3ef02495-1a01-4c65-8785-273f31ea4cfc has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:34:06.923047 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-18100dcf-67e9-4804-83ce-cc0c759c9319 req-4dad4816-915a-4fcc-84c2-4a59d40fd307 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1734469
Dec 03 11:34:06.978065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:34:06.988913 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] 10.222.0.90 "PUT /v2.0/routers/3ef02495-1a01-4c65-8785-273f31ea4cfc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1433115
Dec 03 11:34:06.989655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f62d5-57ce-4d17-9a9a-567fe56bddeb None None] Sync routers for ids ['3ef02495-1a01-4c65-8785-273f31ea4cfc'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:34:06.991535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51846) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:06.999397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f62d5-57ce-4d17-9a9a-567fe56bddeb None None] Routers {'3ef02495-1a01-4c65-8785-273f31ea4cfc'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:34:07.000228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d29f62d5-57ce-4d17-9a9a-567fe56bddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b65f5c18>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:34:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3ef02495-1a01-4c65-8785-273f31ea4cfc'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:07.178356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:07.187653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-d29f62d5-57ce-4d17-9a9a-567fe56bddeb None None] Set router 3ef02495-1a01-4c65-8785-273f31ea4cfc gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:34:07.370165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:07.376442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Deleting port 66e2e308-afdf-4166-be58-e7b5ab149f02 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:34:07.376826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:07.564375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] For port 66e2e308-afdf-4166-be58-e7b5ab149f02, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=66e2e308-afdf-4166-be58-e7b5ab149f02,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:34:07.564780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:07.638986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d29f62d5-57ce-4d17-9a9a-567fe56bddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b65f5c18>, [{'id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'name': 'tempest-TestVolumeBootPattern-1133165552-router', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:10Z', 'updated_at': '2020-12-03T11:34:05Z', 'revision_number': 5, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'gw_port': {'id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:11Z', 'updated_at': '2020-12-03T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:07.643678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f62d5-57ce-4d17-9a9a-567fe56bddeb None None] Checking router: 3ef02495-1a01-4c65-8785-273f31ea4cfc for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:34:07.652663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f62d5-57ce-4d17-9a9a-567fe56bddeb None None] Routers {'3ef02495-1a01-4c65-8785-273f31ea4cfc'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:34:07.653321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d29f62d5-57ce-4d17-9a9a-567fe56bddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b65f5c18>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:34:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['3ef02495-1a01-4c65-8785-273f31ea4cfc'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:07.697498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Calling delete_port for 66e2e308-afdf-4166-be58-e7b5ab149f02 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:34:07.832122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:07.839152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-d29f62d5-57ce-4d17-9a9a-567fe56bddeb None None] Set router 3ef02495-1a01-4c65-8785-273f31ea4cfc gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:34:08.039375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:08.144265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-d29f62d5-57ce-4d17-9a9a-567fe56bddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b65f5c18>, [{'id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'name': 'tempest-TestVolumeBootPattern-1133165552-router', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:10Z', 'updated_at': '2020-12-03T11:34:05Z', 'revision_number': 5, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'gw_port': {'id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:11Z', 'updated_at': '2020-12-03T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:08.148461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f62d5-57ce-4d17-9a9a-567fe56bddeb None None] The sync data for ids ['3ef02495-1a01-4c65-8785-273f31ea4cfc'] in dv-neutron-765072-2-ovs is: [{'id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'name': 'tempest-TestVolumeBootPattern-1133165552-router', 'tenant_id': '7de1f70e3cbb4e999874c5f484a58761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:26:10Z', 'updated_at': '2020-12-03T11:34:05Z', 'revision_number': 5, 'project_id': '7de1f70e3cbb4e999874c5f484a58761', 'gw_port': {'id': '66e2e308-afdf-4166-be58-e7b5ab149f02', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef02495-1a01-4c65-8785-273f31ea4cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:26:11Z', 'updated_at': '2020-12-03T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:34:08.220823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:08.223999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:08.260238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:08.260807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ef02495-1a01-4c65-8785-273f31ea4cfc {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:34:08.282001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:08.283287 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7f09a3d0-eafe-4b68-b330-a6f0673fce95 admin admin] 10.222.0.90 "DELETE /v2.0/routers/3ef02495-1a01-4c65-8785-273f31ea4cfc HTTP/1.1" status: 204  len: 168 time: 1.2906656
Dec 03 11:34:08.286189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51852) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:08.290753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b583d4f-9725-4820-a5aa-038e497fbb9c req-b90e3e50-caba-4060-95c5-50f0722a88f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:08.292383 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b583d4f-9725-4820-a5aa-038e497fbb9c req-b90e3e50-caba-4060-95c5-50f0722a88f4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 946 time: 0.1905999
Dec 03 11:34:08.346120 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b583d4f-9725-4820-a5aa-038e497fbb9c req-19331cd6-e943-49e1-a1d9-1dd1dc719888 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471330
Dec 03 11:34:08.356413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8495ed20-9268-49b4-b2ce-a178c57ba3e4 admin admin] Deleting subnet 559357aa-923e-4e9e-81a1-5c899cfe44e5 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:34:08.360028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8495ed20-9268-49b4-b2ce-a178c57ba3e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:08.421732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8495ed20-9268-49b4-b2ce-a178c57ba3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:08.510155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8495ed20-9268-49b4-b2ce-a178c57ba3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:08.559789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ff524-cae4-43b8-9ac1-bc899b252db3 req-cc4a5ac6-1c44-4400-a3ec-0b712a059a41 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:08.561442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-000ff524-cae4-43b8-9ac1-bc899b252db3 req-cc4a5ac6-1c44-4400-a3ec-0b712a059a41 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 946 time: 0.0847023
Dec 03 11:34:08.612977 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-000ff524-cae4-43b8-9ac1-bc899b252db3 req-59a13f3b-10cc-4c3c-b180-f5b9b6e738e8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443366
Dec 03 11:34:08.646785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51858) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:08.727848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7c99fc-b251-4a94-aba3-9ef5cc311dcd tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:08.729455 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fe7c99fc-b251-4a94-aba3-9ef5cc311dcd tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 1158 time: 0.0815678
Dec 03 11:34:08.732553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51862) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:08.738658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:34:08.744881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:34:08.749024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:floatingip and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:34:08.753065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:34:08.762103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:34:08.774752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:08.800277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8495ed20-9268-49b4-b2ce-a178c57ba3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:08.817182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9a8268ac-0f9a-41bb-8f4f-25f2e0bf64e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:08.868808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495ed20-9268-49b4-b2ce-a178c57ba3e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559357aa-923e-4e9e-81a1-5c899cfe44e5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:08.871822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8495ed20-9268-49b4-b2ce-a178c57ba3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:08.925804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a24c5882-b165-4d4c-ab15-74e8b17d630e no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:34:08.963189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8495ed20-9268-49b4-b2ce-a178c57ba3e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:08.963569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:08.968266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: a24c5882-b165-4d4c-ab15-74e8b17d630e {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:34:08.968947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a24c5882-b165-4d4c-ab15-74e8b17d630e not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:34:08.969646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 66e2e308-afdf-4166-be58-e7b5ab149f02 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:34:08.972770 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8495ed20-9268-49b4-b2ce-a178c57ba3e4 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/559357aa-923e-4e9e-81a1-5c899cfe44e5 HTTP/1.1" status: 204  len: 168 time: 0.6854284
Dec 03 11:34:08.973464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51866) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:09.003334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01d6940-1eea-4aac-9ad1-12ad49bd8d41 None None] Network 1c1fd55e-c347-43a4-850c-664a44931ed1 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:34:09.024286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 66e2e308-afdf-4166-be58-e7b5ab149f02 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:34:09.024735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 66e2e308-afdf-4166-be58-e7b5ab149f02 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:34:09.098376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:09.169446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Deleting port d001d4cc-498a-438f-9dbc-44e80c88e8b5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:34:09.170440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:09.180219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:34:09.257311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.74 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/f7626de8-31be-45a7-8776-835baf140c58) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:34:09.275307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83079b89-1eea-40f6-8e54-5679b25a2a4a None None] DHCP port deletion for 1c1fd55e-c347-43a4-850c-664a44931ed1 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:34:09.280158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83079b89-1eea-40f6-8e54-5679b25a2a4a None None] Deleting port d001d4cc-498a-438f-9dbc-44e80c88e8b5 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:34:09.280853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83079b89-1eea-40f6-8e54-5679b25a2a4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:09.402075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] For port d001d4cc-498a-438f-9dbc-44e80c88e8b5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d001d4cc-498a-438f-9dbc-44e80c88e8b5,segment=NetworkSegment(c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f),segment_id=c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:34:09.402455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:09.424889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:09.453071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:09.504410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-83079b89-1eea-40f6-8e54-5679b25a2a4a None None] For port d001d4cc-498a-438f-9dbc-44e80c88e8b5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d001d4cc-498a-438f-9dbc-44e80c88e8b5,segment=NetworkSegment(c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f),segment_id=c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:34:09.504748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83079b89-1eea-40f6-8e54-5679b25a2a4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:09.536762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:09.540464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Calling delete_port for d001d4cc-498a-438f-9dbc-44e80c88e8b5 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:34:09.622347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:09.633277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=f7626de8-31be-45a7-8776-835baf140c58,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:09.634259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83079b89-1eea-40f6-8e54-5679b25a2a4a None None] Calling delete_port for d001d4cc-498a-438f-9dbc-44e80c88e8b5 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:34:09.638745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:09.639266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:09.661073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:34:09.662403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:34:09.664730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:34:09.689445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Pushing event deleted for resources: {'Port': ['ID=d001d4cc-498a-438f-9dbc-44e80c88e8b5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:09.701967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:09.715246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-83079b89-1eea-40f6-8e54-5679b25a2a4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:34:09.715668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-83079b89-1eea-40f6-8e54-5679b25a2a4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:34:09.791499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] No DVR routers for this DVR port d001d4cc-498a-438f-9dbc-44e80c88e8b5 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:34:09.926625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:10.052883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5117588>,) {'filters': {'network_id': ['1c1fd55e-c347-43a4-850c-664a44931ed1']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:10.066142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5117588>, 'c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:10.066485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5117588>, 'c1c9fac6-6b3e-4ae7-89ce-f5cfb63e9b1f') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:10.078821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:10.098417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:10.100490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:34:10.217383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83079b89-1eea-40f6-8e54-5679b25a2a4a None None] Deleting port d001d4cc-498a-438f-9dbc-44e80c88e8b5 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:34:10.217843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-83079b89-1eea-40f6-8e54-5679b25a2a4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:10.288358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Network 1c1fd55e-c347-43a4-850c-664a44931ed1 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:34:10.289488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-83079b89-1eea-40f6-8e54-5679b25a2a4a None None] The port 'd001d4cc-498a-438f-9dbc-44e80c88e8b5' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:34:10.302104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:10.480650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Network 1c1fd55e-c347-43a4-850c-664a44931ed1 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:34:10.505627 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:34:10.591624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:10.595214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f1eedfb-621b-49a0-84da-42b45a480faf tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:10.615642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:10.618725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1fd55e-c347-43a4-850c-664a44931ed1,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:10.622109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:10.632716 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] 10.222.0.90 "DELETE /v2.0/networks/1c1fd55e-c347-43a4-850c-664a44931ed1 HTTP/1.1" status: 204  len: 168 time: 1.6557636
Dec 03 11:34:10.646247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:10.726588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:10.797170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51872) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:10.857192 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2d8ed58d-1606-4797-b8d7-3447dd91b965 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7b8d0e500db347619c0c66778743cdae&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0561686
Dec 03 11:34:10.857404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51876) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:10.950056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc367dd8-ce4b-4ea6-98d7-b58561eadefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:10.962759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d001d4cc-498a-438f-9dbc-44e80c88e8b5 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:34:11.015750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc367dd8-ce4b-4ea6-98d7-b58561eadefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:11.028332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: d001d4cc-498a-438f-9dbc-44e80c88e8b5 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:34:11.029015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d001d4cc-498a-438f-9dbc-44e80c88e8b5 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:34:11.033029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:11.037852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:11.056316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e6810d9-9f57-481e-b2aa-6795613a3aa1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:11.074283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc367dd8-ce4b-4ea6-98d7-b58561eadefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:11.080297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d222e49-1ab3-45bc-a35a-82970a28f3e9 tempest-TestServerAdvancedOps-506132946 tempest-TestServerAdvancedOps-506132946] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:11.096093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc367dd8-ce4b-4ea6-98d7-b58561eadefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18587fc-6af8-47a3-986c-d0f4e3b4db81,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:11.101017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc367dd8-ce4b-4ea6-98d7-b58561eadefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:11.104974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc367dd8-ce4b-4ea6-98d7-b58561eadefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:11.109284 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fc367dd8-ce4b-4ea6-98d7-b58561eadefc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e18587fc-6af8-47a3-986c-d0f4e3b4db81 HTTP/1.1" status: 204  len: 168 time: 0.2477133
Dec 03 11:34:11.209348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=f7626de8-31be-45a7-8776-835baf140c58,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:11.213902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:11.320798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:11.502560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 9db9066f-6f76-4d62-b01d-893143808b36 associated. External IP: 172.26.1.74, port: 46aee74d-1cad-473b-9e93-3b8922cf0e3a.
Dec 03 11:34:11.558366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51884) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:11.612846 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-857a7ad4-94d5-46d0-a3e5-48093e987b25 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7de1f70e3cbb4e999874c5f484a58761&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0531256
Dec 03 11:34:11.615385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51888) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:11.679863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fe622ad-1c80-4da3-ab95-0770fca96fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:11.712151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fe622ad-1c80-4da3-ab95-0770fca96fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:11.766067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fe622ad-1c80-4da3-ab95-0770fca96fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:11.771503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b95b8570-a9ca-486d-be91-f3c1c592826c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:11.786728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe622ad-1c80-4da3-ab95-0770fca96fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402fe60f-1a58-484c-97a8-268589e6ddab,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:11.790542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fe622ad-1c80-4da3-ab95-0770fca96fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:11.793920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fe622ad-1c80-4da3-ab95-0770fca96fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:11.795845 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0fe622ad-1c80-4da3-ab95-0770fca96fd0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/402fe60f-1a58-484c-97a8-268589e6ddab HTTP/1.1" status: 204  len: 168 time: 0.1795006
Dec 03 11:34:11.895375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router ba10f6eb-443e-4db1-a21b-023cbf81430f has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:34:12.089063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:34:12.100662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885c6d5f-1b03-4426-8d8f-23c917f695c4 None None] Sync routers for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:34:12.113263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885c6d5f-1b03-4426-8d8f-23c917f695c4 None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:34:12.113960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-885c6d5f-1b03-4426-8d8f-23c917f695c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eb0748>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:34:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:12.121115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:12.186208 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.4524276
Dec 03 11:34:12.194982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:34:12.195240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 51894) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:12.268743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'status': 'completed', 'code': 200}
Dec 03 11:34:12.272789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee58d9-7886-4fa7-a744-b0009b5c9305 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:12.274477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-adee58d9-7886-4fa7-a744-b0009b5c9305 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 1158 time: 0.0841491
Dec 03 11:34:12.316610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-885c6d5f-1b03-4426-8d8f-23c917f695c4 None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:34:12.388869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a567e9-3645-4d27-9f10-fd1638739c74 req-95fa4dbb-d14c-4002-86f1-f78de4727d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:12.390828 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0a567e9-3645-4d27-9f10-fd1638739c74 req-95fa4dbb-d14c-4002-86f1-f78de4727d9d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 1163 time: 0.0791883
Dec 03 11:34:12.537094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a567e9-3645-4d27-9f10-fd1638739c74 req-74c48e71-b963-4313-b8f6-99a63dfc346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:12.538601 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0a567e9-3645-4d27-9f10-fd1638739c74 req-74c48e71-b963-4313-b8f6-99a63dfc346b service neutron] 10.222.0.91 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 891 time: 0.1414924
Dec 03 11:34:12.652721 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0a567e9-3645-4d27-9f10-fd1638739c74 req-ee188911-8cf6-4f1c-8020-2d270401bff8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a HTTP/1.1" status: 200  len: 999 time: 0.1072776
Dec 03 11:34:12.684674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-885c6d5f-1b03-4426-8d8f-23c917f695c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eb0748>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '9db9066f-6f76-4d62-b01d-893143808b36', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'port_id': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'mac_address': 'fa:16:3e:83:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57253dbe-583f-400f-a948-bce5006f0e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:34:10Z', 'updated_at': '2020-12-03T11:34:10Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:51Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:12.689014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885c6d5f-1b03-4426-8d8f-23c917f695c4 None None] Checking router: ba10f6eb-443e-4db1-a21b-023cbf81430f for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:34:12.698476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885c6d5f-1b03-4426-8d8f-23c917f695c4 None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:34:12.699262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-885c6d5f-1b03-4426-8d8f-23c917f695c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eb0748>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:34:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:12.729239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a567e9-3645-4d27-9f10-fd1638739c74 req-4a483c2d-11a4-40f5-861a-acae48e1c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:12.730816 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0a567e9-3645-4d27-9f10-fd1638739c74 req-4a483c2d-11a4-40f5-861a-acae48e1c537 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 200  len: 835 time: 0.0722990
Dec 03 11:34:12.810403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a567e9-3645-4d27-9f10-fd1638739c74 req-863fa8ec-098b-45ad-9039-b02efdf31f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:12.812201 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0a567e9-3645-4d27-9f10-fd1638739c74 req-863fa8ec-098b-45ad-9039-b02efdf31f26 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cda80850-dbf9-470a-93cc-4cf27b3cce44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0750837
Dec 03 11:34:12.886773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-885c6d5f-1b03-4426-8d8f-23c917f695c4 None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:34:12.968868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51902) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:12.976343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1257329489', 'description': 'tempest-secgroup-smoke-1257329489 description', 'project_id': '85d2c11b1de444db8a782028cdd05d7d'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:34:12.983530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:34:12.995955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:34:13.009042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.034288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:34:13.039454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:34:13.042865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:34:13.050088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:34:13.132868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.136193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.142527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-26ee318a-cabb-447b-bf4d-dd36dd14e52b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:13.179558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=87c414d4-2ccc-43f2-b675-7f45bf8db01f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:13.184699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:13.200916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.205958 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2318137
Dec 03 11:34:13.206199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51906) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:13.212598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '87c414d4-2ccc-43f2-b675-7f45bf8db01f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:34:13.220723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:34:13.225359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:34:13.228380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:34:13.228965 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0a567e9-3645-4d27-9f10-fd1638739c74 req-fd93001a-cc26-4523-8c26-61af9947b63a service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4097960
Dec 03 11:34:13.235176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:34:13.251628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.296816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-885c6d5f-1b03-4426-8d8f-23c917f695c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eb0748>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '9db9066f-6f76-4d62-b01d-893143808b36', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'port_id': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'mac_address': 'fa:16:3e:83:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57253dbe-583f-400f-a948-bce5006f0e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:34:10Z', 'updated_at': '2020-12-03T11:34:10Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:51Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:13.304281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885c6d5f-1b03-4426-8d8f-23c917f695c4 None None] The sync data for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs is: [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '9db9066f-6f76-4d62-b01d-893143808b36', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'port_id': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'mac_address': 'fa:16:3e:83:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57253dbe-583f-400f-a948-bce5006f0e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:34:10Z', 'updated_at': '2020-12-03T11:34:10Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:51Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:34:13.321928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.324923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.326839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89e319a3-08e5-492e-9465-e23a9ba17260 tempest-SecGroupIPv6Test-569858851 tempest-SecGroupIPv6Test-569858851] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:13.345812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa39404-fc3f-4a56-ab1e-21939698d822,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:13.349835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:13.364404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.365705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1584859
Dec 03 11:34:13.368762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51910) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:13.374487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '87c414d4-2ccc-43f2-b675-7f45bf8db01f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:34:13.381565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:34:13.384968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0a567e9-3645-4d27-9f10-fd1638739c74 req-45b21db8-ba26-4e0a-8fbe-583048ca08b6 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1488910
Dec 03 11:34:13.385893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:34:13.388936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:34:13.399604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:34:13.416496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.481381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.484091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.486102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b00be0d-3813-446f-ae6a-836dd5e518ef tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:13.509294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc5652e-57ea-4c0f-a027-3524a676b089,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:13.511982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:13.519054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.520471 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1508009
Dec 03 11:34:13.523362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51914) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:13.529121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '87c414d4-2ccc-43f2-b675-7f45bf8db01f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:34:13.536359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:34:13.540516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:34:13.543700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:34:13.549594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:34:13.566733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.587315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2b116d-0d49-4860-9ded-ae5ceaa351d5 None None] New status for floating IP 9db9066f-6f76-4d62-b01d-893143808b36: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:34:13.634269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.637066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.638987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb5a4474-a8e0-4a7b-930d-aa86de8a5e17 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:13.661778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a8e985-7c02-4e4d-a9c1-c4a7c2c58c97,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:13.666091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:13.673581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.674884 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1505113
Dec 03 11:34:13.677758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51918) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:13.683401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '87c414d4-2ccc-43f2-b675-7f45bf8db01f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:34:13.690656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:34:13.697155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:34:13.700331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:34:13.706872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:34:13.725249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.795829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.798590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.800610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d70e9a91-7f88-4eb3-9b54-f793c6ef32d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:13.824643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6242f0a7-94e0-4e3a-ada2-306591463e5c,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:13.827296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:13.834477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.835816 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1570597
Dec 03 11:34:13.838688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51922) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:13.844800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '87c414d4-2ccc-43f2-b675-7f45bf8db01f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:34:13.851419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:34:13.855529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:34:13.858698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:34:13.865080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:34:13.875937 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:34:13.883139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.954170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.956919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.958802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6352f2be-4121-4e45-ba55-67eb35e9276c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:13.980390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624e72a3-ba56-4241-8ea1-c05682858640,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:13.984827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:13.991324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:13.992596 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1528924
Dec 03 11:34:13.995616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51926) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:14.001865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': '87c414d4-2ccc-43f2-b675-7f45bf8db01f', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:34:14.008442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:34:14.012663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:34:14.016711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:34:14.022646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:34:14.034277 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:34:14.041176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:14.121629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:14.124983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:14.126979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba89f4bf-9757-4653-901a-8db53e90e6a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:14.152609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6fcc00-29a2-431e-8fc3-b7d3a4581932,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:14.157227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:14.165138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:14.166774 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b62286fa-af8c-4e2c-a79c-b48249e07133 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1698327
Dec 03 11:34:14.489292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-a9ba8be5-8c31-4c2e-9f03-28bb66800afc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:34:14.513686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-a9ba8be5-8c31-4c2e-9f03-28bb66800afc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:34:14.515573 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-a9ba8be5-8c31-4c2e-9f03-28bb66800afc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257329489&fields=id&tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 267 time: 0.0880818
Dec 03 11:34:14.712057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-c5c00164-4f26-43ad-ad74-56eb7d1afec0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:14.713694 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-c5c00164-4f26-43ad-ad74-56eb7d1afec0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 797 time: 0.1906641
Dec 03 11:34:14.731936 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-2c750f16-0638-4fdf-b35b-7087151310c6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/quotas/85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 375 time: 0.0103078
Dec 03 11:34:14.837629 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-9dd6afdc-0c21-4275-a42b-29f70472e8c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0956519
Dec 03 11:34:15.040696 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-3b7ce1d7-6573-4162-874e-644bae993e01 service neutron] 10.222.0.90 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1883254
Dec 03 11:34:15.190150 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-0379c721-01cb-4362-ae35-932ce5390060 service neutron] 10.222.0.90 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374116
Dec 03 11:34:15.413231 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-48bb52a5-507c-4816-8399-fee649c8968d req-14d0d288-c307-48af-ab91-68fc586ab68a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 210 time: 0.0501962
Dec 03 11:34:16.534276 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-211d3162-c825-46d1-85dd-b2a82515cadf req-4f83f4b9-1578-45c6-86ee-27013d15bacf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 210 time: 0.0460277
Dec 03 11:34:17.657704 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-03c3eec0-3d12-402e-af4f-fa9b9a3ff336 req-a98cd1f1-20db-4e42-91e8-28f4b6162010 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 210 time: 0.0458815
Dec 03 11:34:18.582704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-41d42ba8-bdfa-44ce-a031-30bbe2d11862 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:18.584179 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-41d42ba8-bdfa-44ce-a031-30bbe2d11862 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 797 time: 0.1616607
Dec 03 11:34:18.692895 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-f13e53ee-e325-49d7-9830-45045a834cab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 12653 time: 0.0846987
Dec 03 11:34:18.709257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'device_id': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'admin_state_up': True, 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'security_groups': ['87c414d4-2ccc-43f2-b675-7f45bf8db01f']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:34:18.842688 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a08c7462-7002-4b6c-9b36-728bdd10db24 req-b41afb60-b50b-4ec5-b6a5-c74e04edc214 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 210 time: 0.0499961
Dec 03 11:34:18.861497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:34:18.866333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:port and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:34:18.869030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for port was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:34:18.875657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:34:18.884847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:34:18.891012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:19.194435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.10 (cda80850-dbf9-470a-93cc-4cf27b3cce44/8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e/6152c669-53c6-4e7a-9dcd-c639585f378e) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:34:19.394106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:19.409966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 6152c669-53c6-4e7a-9dcd-c639585f378e will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:34:19.429543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:19.444521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8144893e-cdc9-486f-86ec-64cd9672e684 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:19.581312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=6152c669-53c6-4e7a-9dcd-c639585f378e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:19.585806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:19.635997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:34:19.637213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:34:19.639501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:34:19.712586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:19.713269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:19.740097 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0349653
Dec 03 11:34:19.761979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Request body: {'port': {'device_id': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:34:19.821697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dc591217-813a-4ed9-b844-8cd83cceb96e None None] Provisioning for port 6152c669-53c6-4e7a-9dcd-c639585f378e completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:34:19.826902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dc591217-813a-4ed9-b844-8cd83cceb96e None None] Provisioning complete for port 6152c669-53c6-4e7a-9dcd-c639585f378e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:34:19.828470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc591217-813a-4ed9-b844-8cd83cceb96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:19.884995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:19.886849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-dc591217-813a-4ed9-b844-8cd83cceb96e None None] Port 6152c669-53c6-4e7a-9dcd-c639585f378e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:34:20.325562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6152c669-53c6-4e7a-9dcd-c639585f378e {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:34:20.333043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:20.345947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Transition to ACTIVE for port object 6152c669-53c6-4e7a-9dcd-c639585f378e will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:34:20.349855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:20.359985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e462f-d4de-46e9-9cd8-89643a0c4a86 req-a3d6875f-8e8f-47f4-803d-89866b5c066b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:20.361754 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fe8e462f-d4de-46e9-9cd8-89643a0c4a86 req-a3d6875f-8e8f-47f4-803d-89866b5c066b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 932 time: 0.3602974
Dec 03 11:34:20.366126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ff50d796-8554-4be2-9e63-2271f2fcbc81 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:20.410177 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fe8e462f-d4de-46e9-9cd8-89643a0c4a86 req-c4ed9bd3-15b2-4677-9c8e-0fd6391155c1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415323
Dec 03 11:34:20.504088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Pushing event updated for resources: {'Port': ['ID=6152c669-53c6-4e7a-9dcd-c639585f378e,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:20.508440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:20.692062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Attempting to bind port 6152c669-53c6-4e7a-9dcd-c639585f378e on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:34:20.692422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Attempting to bind port 6152c669-53c6-4e7a-9dcd-c639585f378e by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:34:20.692795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Attempting to bind port 6152c669-53c6-4e7a-9dcd-c639585f378e on network cda80850-dbf9-470a-93cc-4cf27b3cce44 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:34:20.699199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:34:20.699578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Checking segment: {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:34:20.699984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:20.700382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Bound using segment: {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:34:20.700854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Bound port: 6152c669-53c6-4e7a-9dcd-c639585f378e, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c43d91-36d8-499a-a216-0b1a07a55a14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:34:20.701231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:20.800116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] For port 6152c669-53c6-4e7a-9dcd-c639585f378e, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:34:20.803325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] For port 6152c669-53c6-4e7a-9dcd-c639585f378e, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6152c669-53c6-4e7a-9dcd-c639585f378e,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:34:20.806890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:20.822295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f25e786d-5397-4311-936f-9141206da125 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:20.975925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Pushing event updated for resources: {'Port': ['ID=6152c669-53c6-4e7a-9dcd-c639585f378e,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:20.981874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:21.012525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:21.013209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:21.015279 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] 10.222.0.91 "PUT /v2.0/ports/6152c669-53c6-4e7a-9dcd-c639585f378e HTTP/1.1" status: 200  len: 1158 time: 1.2579272
Dec 03 11:34:21.015877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'tag': '6152c669-53c6-4e7a-9dcd-c639585f378e'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:34:21.151218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-74daf201-bed2-4ea0-a882-c30dcd54c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:21.152872 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-74daf201-bed2-4ea0-a882-c30dcd54c35c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 1161 time: 0.0863895
Dec 03 11:34:21.236559 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-8ca94c7f-82bf-45ec-a021-36abb4da82f3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6152c669-53c6-4e7a-9dcd-c639585f378e HTTP/1.1" status: 200  len: 217 time: 0.0660791
Dec 03 11:34:21.298774 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'tag': '6152c669-53c6-4e7a-9dcd-c639585f378e', 'status': 'completed', 'code': 200}
Dec 03 11:34:21.304739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:21.313829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-1173c3e3-0440-4f4b-809d-a99d152e2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:21.315451 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-1173c3e3-0440-4f4b-809d-a99d152e2494 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 200  len: 835 time: 0.0731258
Dec 03 11:34:21.398533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-8efec73c-5a14-464f-8ea5-b42f15da7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:21.400163 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-8efec73c-5a14-464f-8ea5-b42f15da7735 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cda80850-dbf9-470a-93cc-4cf27b3cce44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0773809
Dec 03 11:34:21.547190 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-391b4449-fd18-43f8-834e-62bc28249b85 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395564
Dec 03 11:34:21.625980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d57060-f6f5-4d78-8b99-9b0dfbb54960 req-ba4aaf4d-bc88-44f3-8d79-c24c1b167194 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:21.627627 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e4d57060-f6f5-4d78-8b99-9b0dfbb54960 req-ba4aaf4d-bc88-44f3-8d79-c24c1b167194 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 944 time: 0.0868485
Dec 03 11:34:21.674568 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e4d57060-f6f5-4d78-8b99-9b0dfbb54960 req-04f3c013-a368-4cf6-b83d-8c15fffd9bfe tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402391
Dec 03 11:34:21.698442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d5352ae-1bbf-4a59-91a9-b94a651fe465 req-93e4fdd8-6c56-4fd6-aa8b-ce34faa27f97 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1454172
Dec 03 11:34:21.880049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c871f-e2ad-4a47-8aa5-3cfa7b3f28ea req-74d5c210-578a-48d6-9447-093317502c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:21.881789 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0a5c871f-e2ad-4a47-8aa5-3cfa7b3f28ea req-74d5c210-578a-48d6-9447-093317502c26 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 1161 time: 0.0834379
Dec 03 11:34:22.027421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c871f-e2ad-4a47-8aa5-3cfa7b3f28ea req-66295a13-b347-47f4-a0bd-29170b6fd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:22.028985 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0a5c871f-e2ad-4a47-8aa5-3cfa7b3f28ea req-66295a13-b347-47f4-a0bd-29170b6fd702 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 891 time: 0.1397076
Dec 03 11:34:22.099874 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0a5c871f-e2ad-4a47-8aa5-3cfa7b3f28ea req-7806badd-a1ba-4843-9312-dab4b7f09dea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6152c669-53c6-4e7a-9dcd-c639585f378e HTTP/1.1" status: 200  len: 217 time: 0.0624521
Dec 03 11:34:22.171548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c871f-e2ad-4a47-8aa5-3cfa7b3f28ea req-8169b9ef-f739-43db-b5ff-23f77900af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:22.173051 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0a5c871f-e2ad-4a47-8aa5-3cfa7b3f28ea req-8169b9ef-f739-43db-b5ff-23f77900af8e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 200  len: 835 time: 0.0661807
Dec 03 11:34:22.255648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c871f-e2ad-4a47-8aa5-3cfa7b3f28ea req-aa8d8dbb-c7f6-4447-83ea-b912a100eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:22.257165 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0a5c871f-e2ad-4a47-8aa5-3cfa7b3f28ea req-aa8d8dbb-c7f6-4447-83ea-b912a100eeba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cda80850-dbf9-470a-93cc-4cf27b3cce44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0754764
Dec 03 11:34:22.402582 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0a5c871f-e2ad-4a47-8aa5-3cfa7b3f28ea req-8b429480-d81b-447d-98ca-aaea8dc0a2f0 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375687
Dec 03 11:34:22.547241 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0a5c871f-e2ad-4a47-8aa5-3cfa7b3f28ea req-2ab63f96-113a-43ac-a2bf-fb4ec921b9a9 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372283
Dec 03 11:34:22.888151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec36b35-75b9-4ba4-93da-7625eb171044 req-5087c5b7-1b2e-4b03-a433-eccccc41b0b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:22.889896 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bec36b35-75b9-4ba4-93da-7625eb171044 req-5087c5b7-1b2e-4b03-a433-eccccc41b0b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 944 time: 0.0847440
Dec 03 11:34:22.943567 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bec36b35-75b9-4ba4-93da-7625eb171044 req-99d08816-f3e2-4cf8-a40f-9558a3275158 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469818
Dec 03 11:34:24.161115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c0fef-711b-4e65-826e-ae22c001ecc8 req-ccd12dec-b4df-4dd4-9782-5c8ece3972ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:24.162743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f96c0fef-711b-4e65-826e-ae22c001ecc8 req-ccd12dec-b4df-4dd4-9782-5c8ece3972ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 944 time: 0.0869181
Dec 03 11:34:24.210313 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f96c0fef-711b-4e65-826e-ae22c001ecc8 req-76a5e960-28f3-4f8e-87e5-6c782025b16f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412354
Dec 03 11:34:25.427133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229fefa-c6bc-411b-961f-2f7cdf00e513 req-ce16aea6-6b89-4ae3-9156-f2ed9d1b32bd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:25.428738 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b229fefa-c6bc-411b-961f-2f7cdf00e513 req-ce16aea6-6b89-4ae3-9156-f2ed9d1b32bd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 944 time: 0.0882761
Dec 03 11:34:25.476371 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b229fefa-c6bc-411b-961f-2f7cdf00e513 req-02e0809e-96b2-4b71-8a3f-8753340b8084 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413482
Dec 03 11:34:26.616020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6152c669-53c6-4e7a-9dcd-c639585f378e up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:34:26.685618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 6152c669-53c6-4e7a-9dcd-c639585f378e completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:34:26.691226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 6152c669-53c6-4e7a-9dcd-c639585f378e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:34:26.691647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:26.692812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e481c-69eb-41ea-bb29-fe45959567e7 req-77ce1587-a045-4be4-986a-27e8decd1c8e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:26.694441 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3a3e481c-69eb-41ea-bb29-fe45959567e7 req-77ce1587-a045-4be4-986a-27e8decd1c8e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 944 time: 0.0884936
Dec 03 11:34:26.749466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3a3e481c-69eb-41ea-bb29-fe45959567e7 req-06c2498d-b44c-4540-bf8a-9a9ece9219ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475855
Dec 03 11:34:26.978356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:27.006822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152c669-53c6-4e7a-9dcd-c639585f378e'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:34:27.017316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 6152c669-53c6-4e7a-9dcd-c639585f378e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6152c669-53c6-4e7a-9dcd-c639585f378e,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:34:27.021303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:27.023521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f21d1c35-9484-4ed5-8542-749b881a4f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:27.092056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=6152c669-53c6-4e7a-9dcd-c639585f378e,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:27.095801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:27.163565 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152c669-53c6-4e7a-9dcd-c639585f378e', 'code': 200}
Dec 03 11:34:27.435942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652c3e0-cf31-4803-b835-f0b47f3051be req-eab4f462-a399-40a7-8c63-a77660d34504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:27.437645 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6652c3e0-cf31-4803-b835-f0b47f3051be req-eab4f462-a399-40a7-8c63-a77660d34504 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 1163 time: 0.0740187
Dec 03 11:34:27.484858 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6652c3e0-cf31-4803-b835-f0b47f3051be req-f25369d9-927d-4a17-92f0-3cfbdc3bff53 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400226
Dec 03 11:34:27.964664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda3265-9374-47ae-bf91-a8f176509823 req-2a5e2765-9d9a-42ff-8dec-43090b94548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:27.966272 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fda3265-9374-47ae-bf91-a8f176509823 req-2a5e2765-9d9a-42ff-8dec-43090b94548d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 946 time: 0.0845900
Dec 03 11:34:28.013905 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0fda3265-9374-47ae-bf91-a8f176509823 req-031c45ae-a760-4cb8-9a8a-0bc20aee0053 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402236
Dec 03 11:34:28.111016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6152c669-53c6-4e7a-9dcd-c639585f378e up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:34:28.178709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 6152c669-53c6-4e7a-9dcd-c639585f378e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:34:28.179153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:29.231507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9176ea5-27a3-432b-83c0-0fccfcb3a416 req-1027dfeb-5812-48d2-a2ab-6e0843cb24c1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:29.233596 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9176ea5-27a3-432b-83c0-0fccfcb3a416 req-1027dfeb-5812-48d2-a2ab-6e0843cb24c1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 946 time: 0.0867581
Dec 03 11:34:29.280565 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9176ea5-27a3-432b-83c0-0fccfcb3a416 req-0bf82195-8245-4863-ac50-020348ab106e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402184
Dec 03 11:34:29.495436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6253f-d84f-4978-a5db-151237c4917c req-5b0c80e9-55fb-4a93-bfbe-95b2464fe5a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:29.496963 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1ff6253f-d84f-4978-a5db-151237c4917c req-5b0c80e9-55fb-4a93-bfbe-95b2464fe5a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 946 time: 0.0854890
Dec 03 11:34:29.547715 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1ff6253f-d84f-4978-a5db-151237c4917c req-7e88405f-22f8-4baa-aedd-0e755bfe6c0e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440481
Dec 03 11:34:29.577500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 51998) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:29.650686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1235913a-e129-44cf-ab87-ac7151ec1500 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:29.652355 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1235913a-e129-44cf-ab87-ac7151ec1500 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 1158 time: 0.0740898
Dec 03 11:34:29.655950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52002) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:34:29.661388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '6152c669-53c6-4e7a-9dcd-c639585f378e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:34:29.667337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:34:29.672042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:floatingip and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:34:29.675069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:34:29.680855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:34:29.690190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:29.835117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:30.114671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.241 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/c7de9511-c3d7-451d-be32-2dae4d0a93f4) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:34:30.274517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:30.303512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:30.319313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d6bdd654-260b-4c27-a1b8-458c83653511 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:30.458641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=c7de9511-c3d7-451d-be32-2dae4d0a93f4,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:30.477754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.478204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.478610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.479055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.479472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.479886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.480300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.480713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.481144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.481528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.481937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.482343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.482805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.483859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.484271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.484670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.485076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.485480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.485887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.486297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.486700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.487129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.487532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.487932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:34:30.493601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:30.527271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:34:30.528455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:34:30.531336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:34:30.786439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-91984d92-8c45-479b-8ab8-bf7bd77d6368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:30.947881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:31.025274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:31.292863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:31.296282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:31.311451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-91b0f270-f6f4-4457-9f44-2d19cfe12ff0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:34:31.452533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=c7de9511-c3d7-451d-be32-2dae4d0a93f4,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:34:31.457028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:34:31.551112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:31.728734 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 128a4309-526f-482d-98d0-ca96f2087bbc associated. External IP: 172.26.1.241, port: 6152c669-53c6-4e7a-9dcd-c639585f378e.
Dec 03 11:34:32.104547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router ba10f6eb-443e-4db1-a21b-023cbf81430f has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:34:32.579248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:34:32.591494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b2eef-f245-4c20-904a-afcf3d84ba92 None None] Sync routers for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:34:32.603065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b2eef-f245-4c20-904a-afcf3d84ba92 None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:34:32.603262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:32.603881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd1b2eef-f245-4c20-904a-afcf3d84ba92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c6a518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:34:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:32.659363 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0022805
Dec 03 11:34:32.660131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'tag': '6152c669-53c6-4e7a-9dcd-c639585f378e'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:34:32.789403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cd1b2eef-f245-4c20-904a-afcf3d84ba92 None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:34:32.817981 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'tag': '6152c669-53c6-4e7a-9dcd-c639585f378e', 'status': 'completed', 'code': 200}
Dec 03 11:34:32.944450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3036e-db79-4865-95ef-a0d55666718d req-c3028107-1319-4066-8ac5-6fd48dfb2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:32.946166 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83e3036e-db79-4865-95ef-a0d55666718d req-c3028107-1319-4066-8ac5-6fd48dfb2aef service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 1163 time: 0.0829890
Dec 03 11:34:32.952478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-adfa4d6b-e8cb-4202-8b9f-a01857874a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:33.181509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd1b2eef-f245-4c20-904a-afcf3d84ba92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c6a518>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '128a4309-526f-482d-98d0-ca96f2087bbc', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.241', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'port_id': '6152c669-53c6-4e7a-9dcd-c639585f378e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'mac_address': 'fa:16:3e:3b:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:34:30Z', 'updated_at': '2020-12-03T11:34:30Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}, {'id': '9db9066f-6f76-4d62-b01d-893143808b36', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'port_id': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'mac_address': 'fa:16:3e:83:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57253dbe-583f-400f-a948-bce5006f0e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:34:10Z', 'updated_at': '2020-12-03T11:34:13Z', 'revision_number': 1, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:51Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:33.185901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b2eef-f245-4c20-904a-afcf3d84ba92 None None] Checking router: ba10f6eb-443e-4db1-a21b-023cbf81430f for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:34:33.196410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b2eef-f245-4c20-904a-afcf3d84ba92 None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:34:33.197106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd1b2eef-f245-4c20-904a-afcf3d84ba92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c6a518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:34:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:33.335950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3036e-db79-4865-95ef-a0d55666718d req-d7b5c649-a4e1-422b-9c1f-d8f429110e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:33.337547 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83e3036e-db79-4865-95ef-a0d55666718d req-d7b5c649-a4e1-422b-9c1f-d8f429110e3f service neutron] 10.222.0.91 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 891 time: 0.3848860
Dec 03 11:34:33.385014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cd1b2eef-f245-4c20-904a-afcf3d84ba92 None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:34:33.446142 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83e3036e-db79-4865-95ef-a0d55666718d req-c44449b8-069e-4d40-901d-ed4d5f1f9a58 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6152c669-53c6-4e7a-9dcd-c639585f378e HTTP/1.1" status: 200  len: 1000 time: 0.1014502
Dec 03 11:34:33.516268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3036e-db79-4865-95ef-a0d55666718d req-a4a48c90-fcfc-4fe7-9d22-ece93c7f236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:33.517856 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83e3036e-db79-4865-95ef-a0d55666718d req-a4a48c90-fcfc-4fe7-9d22-ece93c7f236a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 200  len: 835 time: 0.0651109
Dec 03 11:34:33.602307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3036e-db79-4865-95ef-a0d55666718d req-9e62ead1-9d83-4db5-92e3-ba46d2e2ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:33.603951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83e3036e-db79-4865-95ef-a0d55666718d req-9e62ead1-9d83-4db5-92e3-ba46d2e2ada4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cda80850-dbf9-470a-93cc-4cf27b3cce44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0790205
Dec 03 11:34:33.753431 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83e3036e-db79-4865-95ef-a0d55666718d req-395681e9-b279-403d-bdeb-b8a39ad45439 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423595
Dec 03 11:34:33.757034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd1b2eef-f245-4c20-904a-afcf3d84ba92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c6a518>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '128a4309-526f-482d-98d0-ca96f2087bbc', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.241', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'port_id': '6152c669-53c6-4e7a-9dcd-c639585f378e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'mac_address': 'fa:16:3e:3b:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:34:30Z', 'updated_at': '2020-12-03T11:34:30Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}, {'id': '9db9066f-6f76-4d62-b01d-893143808b36', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'port_id': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'mac_address': 'fa:16:3e:83:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57253dbe-583f-400f-a948-bce5006f0e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:34:10Z', 'updated_at': '2020-12-03T11:34:13Z', 'revision_number': 1, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:51Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:34:33.771223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b2eef-f245-4c20-904a-afcf3d84ba92 None None] The sync data for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs is: [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '128a4309-526f-482d-98d0-ca96f2087bbc', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.241', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'port_id': '6152c669-53c6-4e7a-9dcd-c639585f378e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'mac_address': 'fa:16:3e:3b:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:34:30Z', 'updated_at': '2020-12-03T11:34:30Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}, {'id': '9db9066f-6f76-4d62-b01d-893143808b36', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'port_id': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'mac_address': 'fa:16:3e:83:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57253dbe-583f-400f-a948-bce5006f0e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:34:10Z', 'updated_at': '2020-12-03T11:34:13Z', 'revision_number': 1, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:51Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:34:33.779334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:33.903801 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83e3036e-db79-4865-95ef-a0d55666718d req-192f20f3-d78a-4598-82bc-b2ccc2e24c27 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433094
Dec 03 11:34:34.054238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4127c-4dfb-4fcc-be62-b9e495e1f130 None None] New status for floating IP 128a4309-526f-482d-98d0-ca96f2087bbc: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:34:35.028082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:35.523306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:34:44.774621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5dadd1e0-92ec-411f-940d-aaedd83f29e0 req-6977a8de-bca7-48ec-9205-f7ca044c6764 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0771437
Dec 03 11:34:44.940284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd1e0-92ec-411f-940d-aaedd83f29e0 req-4b4422db-123e-4933-8535-31a9059ee34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:44.941925 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5dadd1e0-92ec-411f-940d-aaedd83f29e0 req-4b4422db-123e-4933-8535-31a9059ee34f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 1163 time: 0.0783119
Dec 03 11:34:45.105073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd1e0-92ec-411f-940d-aaedd83f29e0 req-489388c9-a376-460e-b102-3929f270c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:45.106561 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5dadd1e0-92ec-411f-940d-aaedd83f29e0 req-489388c9-a376-460e-b102-3929f270c936 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 891 time: 0.1438844
Dec 03 11:34:45.216392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5dadd1e0-92ec-411f-940d-aaedd83f29e0 req-127bdb52-fd8d-4b26-8249-7a052e02e514 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a HTTP/1.1" status: 200  len: 1001 time: 0.1019011
Dec 03 11:34:45.290699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd1e0-92ec-411f-940d-aaedd83f29e0 req-fe4c1d06-0f45-4146-8188-1dd198e04ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:45.292284 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5dadd1e0-92ec-411f-940d-aaedd83f29e0 req-fe4c1d06-0f45-4146-8188-1dd198e04ea4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 200  len: 835 time: 0.0682218
Dec 03 11:34:45.373532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd1e0-92ec-411f-940d-aaedd83f29e0 req-b7a1e475-3cf5-4c50-ac43-987e65e8048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:34:45.375262 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5dadd1e0-92ec-411f-940d-aaedd83f29e0 req-b7a1e475-3cf5-4c50-ac43-987e65e8048f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cda80850-dbf9-470a-93cc-4cf27b3cce44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0752692
Dec 03 11:34:45.519403 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5dadd1e0-92ec-411f-940d-aaedd83f29e0 req-5c0523dc-a60d-4108-8f93-78fce68a7c7c service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365218
Dec 03 11:34:45.664507 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5dadd1e0-92ec-411f-940d-aaedd83f29e0 req-92eb82a8-da11-4a36-aa05-69153f1069a3 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373591
Dec 03 11:34:46.180960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:34:51.352665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:00.788641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2ec2bb2-3fdd-4a9b-af7c-4c438b7ee64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:02.895676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7adc855-0639-4f93-aeff-de61a21a3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:03.777367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:05.029563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:05.522299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:21.372523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:23.180800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:35:30.790532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-70b9e482-e689-45d4-a3a2-208dc3a0b731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:32.899937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8387c26-6ca2-4507-9ca0-cc48f6608cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:33.779623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:35.032510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:35.524241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:45.793024 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-94348b5e-319f-4ee1-8341-10e97cf39891 req-7a749018-7ec6-42bb-85be-98940c25ee53 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0777814
Dec 03 11:35:45.908394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94348b5e-319f-4ee1-8341-10e97cf39891 req-d3902976-f4ac-452f-b9b4-e2ff7474b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:45.910032 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-94348b5e-319f-4ee1-8341-10e97cf39891 req-d3902976-f4ac-452f-b9b4-e2ff7474b363 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 1163 time: 0.0843544
Dec 03 11:35:46.069222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94348b5e-319f-4ee1-8341-10e97cf39891 req-c71300c6-e41e-49a6-93e2-c20301e74466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:46.070739 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-94348b5e-319f-4ee1-8341-10e97cf39891 req-c71300c6-e41e-49a6-93e2-c20301e74466 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 891 time: 0.1407287
Dec 03 11:35:46.178277 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-94348b5e-319f-4ee1-8341-10e97cf39891 req-4e01aa00-11e7-4130-9512-c076a38c55c9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6152c669-53c6-4e7a-9dcd-c639585f378e HTTP/1.1" status: 200  len: 1002 time: 0.1012709
Dec 03 11:35:46.246821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94348b5e-319f-4ee1-8341-10e97cf39891 req-126173d4-832c-4e79-b4b9-7b2a2afd8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:46.248374 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-94348b5e-319f-4ee1-8341-10e97cf39891 req-126173d4-832c-4e79-b4b9-7b2a2afd8ddc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 200  len: 835 time: 0.0640266
Dec 03 11:35:46.326704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94348b5e-319f-4ee1-8341-10e97cf39891 req-ead6fecf-bff8-4c40-b82c-55d1ded227ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:46.328530 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-94348b5e-319f-4ee1-8341-10e97cf39891 req-ead6fecf-bff8-4c40-b82c-55d1ded227ba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cda80850-dbf9-470a-93cc-4cf27b3cce44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0740998
Dec 03 11:35:46.475931 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-94348b5e-319f-4ee1-8341-10e97cf39891 req-7124b883-8cc9-4e0d-8eb2-ece7bc4596a6 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403415
Dec 03 11:35:46.620642 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-94348b5e-319f-4ee1-8341-10e97cf39891 req-119c579d-a0f3-419e-a2c6-4f5b2ab61f2d service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381602
Dec 03 11:35:48.179203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52032) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:35:48.497180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4929dcff-9bd6-45b9-b979-dafb086b2a73 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/9db9066f-6f76-4d62-b01d-893143808b36 HTTP/1.1" status: 200  len: 993 time: 0.3166802
Dec 03 11:35:49.308324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52044) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:35:49.315099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'admin_state_up': False}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:35:49.440911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:49.716022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 46aee74d-1cad-473b-9e93-3b8922cf0e3a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:35:49.742676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:49.746131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:49.761079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c32e8424-84fb-4bd2-88c6-d809a472f28f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:35:49.918262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=46aee74d-1cad-473b-9e93-3b8922cf0e3a,revision_number=5']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:35:49.939527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.939956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.940381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.940813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.941208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.941616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.942027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.942435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.942865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.943272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.943676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.944078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.944540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.944946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.945347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.945752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.946152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.946553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.946970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.947372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.947770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.948167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.948570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.948967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:49.955476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:35:49.975412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:49.976143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:49.977523 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/ports/46aee74d-1cad-473b-9e93-3b8922cf0e3a HTTP/1.1" status: 200  len: 939 time: 0.6681750
Dec 03 11:35:49.978226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:35:50.044029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'status': 'completed', 'code': 200}
Dec 03 11:35:50.169379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-68ffc952-c8a9-4140-989f-42da20e1760e None None] Provisioning complete for port 46aee74d-1cad-473b-9e93-3b8922cf0e3a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:35:50.169794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68ffc952-c8a9-4140-989f-42da20e1760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:50.170614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504cc86-d2b3-453b-affe-899ddc11da7f req-dee10f71-1aee-4500-92a3-a0ccb52363ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:50.172730 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7504cc86-d2b3-453b-affe-899ddc11da7f req-dee10f71-1aee-4500-92a3-a0ccb52363ad service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 1164 time: 0.0820146
Dec 03 11:35:50.230782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-68ffc952-c8a9-4140-989f-42da20e1760e None None] Port 46aee74d-1cad-473b-9e93-3b8922cf0e3a is administratively disabled so it will not transition to active. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}}
Dec 03 11:35:50.320067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504cc86-d2b3-453b-affe-899ddc11da7f req-58fc17e6-3f45-4090-aa4c-5b16d81e741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:50.321558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7504cc86-d2b3-453b-affe-899ddc11da7f req-58fc17e6-3f45-4090-aa4c-5b16d81e741d service neutron] 10.222.0.91 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 891 time: 0.1420333
Dec 03 11:35:50.429458 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7504cc86-d2b3-453b-affe-899ddc11da7f req-bc991673-e8ab-4214-8d05-80f730273028 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a HTTP/1.1" status: 200  len: 1002 time: 0.1004906
Dec 03 11:35:50.503471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504cc86-d2b3-453b-affe-899ddc11da7f req-7f015a40-1f5f-4d71-9ebf-97c6989a7ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:50.504943 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7504cc86-d2b3-453b-affe-899ddc11da7f req-7f015a40-1f5f-4d71-9ebf-97c6989a7ac3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 200  len: 835 time: 0.0692461
Dec 03 11:35:50.585100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504cc86-d2b3-453b-affe-899ddc11da7f req-d9a80f39-f06f-45ce-8284-e953ca89dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:50.586693 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7504cc86-d2b3-453b-affe-899ddc11da7f req-d9a80f39-f06f-45ce-8284-e953ca89dc8e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cda80850-dbf9-470a-93cc-4cf27b3cce44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0755928
Dec 03 11:35:50.701261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 46aee74d-1cad-473b-9e93-3b8922cf0e3a no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:35:50.738216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7504cc86-d2b3-453b-affe-899ddc11da7f req-2179fde1-1df1-45b9-9c8e-a8cb7078329b service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432161
Dec 03 11:35:50.820269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:50.848221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:35:50.859184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 46aee74d-1cad-473b-9e93-3b8922cf0e3a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:35:50.862172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:50.864090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0799d65-1f4e-4150-be8c-735810763b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:35:50.908848 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7504cc86-d2b3-453b-affe-899ddc11da7f req-6a5682c0-209f-4554-b839-b6be7a8d1ee8 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1631987
Dec 03 11:35:50.918155 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'code': 200}
Dec 03 11:35:50.935043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=46aee74d-1cad-473b-9e93-3b8922cf0e3a,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:35:50.944535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.944927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.945307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.945686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.946104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.946476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.946845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.947238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.947605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.947970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.948336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.948698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.949117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.949484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.949848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.950210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.950574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.950957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.951329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.951693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.952059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.952471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.952824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.953185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:50.957566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:35:51.378637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:52.683560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 46aee74d-1cad-473b-9e93-3b8922cf0e3a no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:35:53.018323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 46aee74d-1cad-473b-9e93-3b8922cf0e3a no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:35:53.442210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52058) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:35:53.448791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a291d2fc-6d8a-4fcc-b3e1-94c1d1edef8f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'admin_state_up': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:35:53.572764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a291d2fc-6d8a-4fcc-b3e1-94c1d1edef8f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:54.098689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a291d2fc-6d8a-4fcc-b3e1-94c1d1edef8f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 46aee74d-1cad-473b-9e93-3b8922cf0e3a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:35:54.123877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a291d2fc-6d8a-4fcc-b3e1-94c1d1edef8f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:54.127357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a291d2fc-6d8a-4fcc-b3e1-94c1d1edef8f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:54.142539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-19097f5b-f090-4203-b910-f45e62664ba2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:35:54.293621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291d2fc-6d8a-4fcc-b3e1-94c1d1edef8f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=46aee74d-1cad-473b-9e93-3b8922cf0e3a,revision_number=7']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:35:54.299105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a291d2fc-6d8a-4fcc-b3e1-94c1d1edef8f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:35:54.332743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291d2fc-6d8a-4fcc-b3e1-94c1d1edef8f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:54.333409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a291d2fc-6d8a-4fcc-b3e1-94c1d1edef8f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:54.334978 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a291d2fc-6d8a-4fcc-b3e1-94c1d1edef8f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/ports/46aee74d-1cad-473b-9e93-3b8922cf0e3a HTTP/1.1" status: 200  len: 936 time: 0.8915596
Dec 03 11:35:54.335621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:35:54.338444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52062) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:35:54.398155 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'status': 'completed', 'code': 200}
Dec 03 11:35:54.464492 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-252692c1-4b99-4dcc-9c87-c1f359468d21 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/9db9066f-6f76-4d62-b01d-893143808b36 HTTP/1.1" status: 200  len: 991 time: 0.1246681
Dec 03 11:35:54.522893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac73926-db01-480e-a50f-98a84c24b1b6 req-5d475295-9708-4fc0-8156-a4a4220e5677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:54.524569 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ac73926-db01-480e-a50f-98a84c24b1b6 req-5d475295-9708-4fc0-8156-a4a4220e5677 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 1161 time: 0.0825522
Dec 03 11:35:54.581401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1c285e73-b58e-423d-ad98-769a6a1d32fd None None] Provisioning complete for port 46aee74d-1cad-473b-9e93-3b8922cf0e3a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:35:54.581860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c285e73-b58e-423d-ad98-769a6a1d32fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:54.675691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac73926-db01-480e-a50f-98a84c24b1b6 req-aeae9520-d768-4f4c-963c-11be7de0cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:54.677284 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ac73926-db01-480e-a50f-98a84c24b1b6 req-aeae9520-d768-4f4c-963c-11be7de0cda6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 891 time: 0.1455035
Dec 03 11:35:54.685665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 46aee74d-1cad-473b-9e93-3b8922cf0e3a no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:35:54.756405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c285e73-b58e-423d-ad98-769a6a1d32fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:54.783735 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ac73926-db01-480e-a50f-98a84c24b1b6 req-143c3a0f-8a6b-487b-bd7c-033ba51abb95 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a HTTP/1.1" status: 200  len: 999 time: 0.0993884
Dec 03 11:35:54.791439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:35:54.837222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1c285e73-b58e-423d-ad98-769a6a1d32fd None None] For port 46aee74d-1cad-473b-9e93-3b8922cf0e3a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:35:54.848266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1c285e73-b58e-423d-ad98-769a6a1d32fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:54.852797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8086dcc2-ea94-4e65-b3bb-388ec6296d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:35:54.860473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac73926-db01-480e-a50f-98a84c24b1b6 req-9ff51b45-7e41-4b0c-bf9f-3492b03af34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:54.862083 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ac73926-db01-480e-a50f-98a84c24b1b6 req-9ff51b45-7e41-4b0c-bf9f-3492b03af34e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 200  len: 835 time: 0.0721200
Dec 03 11:35:54.893629 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'code': 200}
Dec 03 11:35:54.933381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c285e73-b58e-423d-ad98-769a6a1d32fd None None] Pushing event updated for resources: {'Port': ['ID=46aee74d-1cad-473b-9e93-3b8922cf0e3a,revision_number=8']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:35:54.937922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c285e73-b58e-423d-ad98-769a6a1d32fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:35:54.951279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac73926-db01-480e-a50f-98a84c24b1b6 req-d70b5a3a-9760-44f6-ae44-982bb7263060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:54.953211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ac73926-db01-480e-a50f-98a84c24b1b6 req-d70b5a3a-9760-44f6-ae44-982bb7263060 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cda80850-dbf9-470a-93cc-4cf27b3cce44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0841098
Dec 03 11:35:55.111425 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ac73926-db01-480e-a50f-98a84c24b1b6 req-ce274d86-8330-408c-be53-a12a3ffff4b7 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507096
Dec 03 11:35:55.186356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 46aee74d-1cad-473b-9e93-3b8922cf0e3a up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:35:55.255692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 46aee74d-1cad-473b-9e93-3b8922cf0e3a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:35:55.256110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:55.257760 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ac73926-db01-480e-a50f-98a84c24b1b6 req-8c07cb2e-cf43-40e5-ba69-df35f5d5ab2c service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392889
Dec 03 11:35:56.888930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 46aee74d-1cad-473b-9e93-3b8922cf0e3a up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:35:56.963390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 46aee74d-1cad-473b-9e93-3b8922cf0e3a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:35:56.963818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:57.070545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52076) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:35:57.282433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port c7de9511-c3d7-451d-be32-2dae4d0a93f4 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:35:57.282731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:57.462513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:57.462881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:57.590186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for c7de9511-c3d7-451d-be32-2dae4d0a93f4 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:35:57.744604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:57.763681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:35:57.817252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=c7de9511-c3d7-451d-be32-2dae4d0a93f4,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:35:57.829323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.829754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.830177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.830594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.831032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.831445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.831855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.832264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.832667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.833070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.833473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.833874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.834331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.834734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.835161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.835566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.835966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.836364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.836761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.837160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.837557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.837954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.838351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.838748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:35:57.843587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:35:58.003094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:58.003746 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 128a4309-526f-482d-98d0-ca96f2087bbc disassociated (deleted). External IP: 172.26.1.241, port: 6152c669-53c6-4e7a-9dcd-c639585f378e.
Dec 03 11:35:58.362100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router ba10f6eb-443e-4db1-a21b-023cbf81430f has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:35:58.546139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:35:58.555844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6424eec-83f4-4304-b3b6-c5504986d075 None None] Sync routers for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:35:58.563117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:35:58.565747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6424eec-83f4-4304-b3b6-c5504986d075 None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:35:58.566413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a6424eec-83f4-4304-b3b6-c5504986d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c1ad68>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:35:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:35:58.622156 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/floatingips/128a4309-526f-482d-98d0-ca96f2087bbc HTTP/1.1" status: 204  len: 168 time: 1.5494225
Dec 03 11:35:58.622931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'tag': '6152c669-53c6-4e7a-9dcd-c639585f378e'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:35:58.685615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'tag': '6152c669-53c6-4e7a-9dcd-c639585f378e', 'status': 'completed', 'code': 200}
Dec 03 11:35:58.768592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a6424eec-83f4-4304-b3b6-c5504986d075 None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:35:58.810332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23b8d-f877-4311-a6a8-9470c3ad3f22 req-83c53dd5-668f-48fc-8b31-8a039a241ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:58.812591 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-40f23b8d-f877-4311-a6a8-9470c3ad3f22 req-83c53dd5-668f-48fc-8b31-8a039a241ebd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 1163 time: 0.0835466
Dec 03 11:35:58.969382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23b8d-f877-4311-a6a8-9470c3ad3f22 req-d5844847-1019-4d62-87b8-fd404b2a8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:58.971344 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-40f23b8d-f877-4311-a6a8-9470c3ad3f22 req-d5844847-1019-4d62-87b8-fd404b2a8111 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 891 time: 0.1529572
Dec 03 11:35:59.049390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b152e-419a-4cf9-ac83-ef767b935a7d req-9bfe4650-b3eb-41b7-af2b-091e3bfee531 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:59.050175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-de3b152e-419a-4cf9-ac83-ef767b935a7d req-9bfe4650-b3eb-41b7-af2b-091e3bfee531 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:35:59.055654 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-40f23b8d-f877-4311-a6a8-9470c3ad3f22 req-e0a88d7a-5faa-4d76-9d36-7b97800687ce service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6152c669-53c6-4e7a-9dcd-c639585f378e HTTP/1.1" status: 200  len: 217 time: 0.0761514
Dec 03 11:35:59.067459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-de3b152e-419a-4cf9-ac83-ef767b935a7d req-9bfe4650-b3eb-41b7-af2b-091e3bfee531 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:35:59.068734 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-de3b152e-419a-4cf9-ac83-ef767b935a7d req-9bfe4650-b3eb-41b7-af2b-091e3bfee531 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 946 time: 0.1095858
Dec 03 11:35:59.124822 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-de3b152e-419a-4cf9-ac83-ef767b935a7d req-c516d132-a9e4-4a6d-8dec-5860b6d1fe25 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489891
Dec 03 11:35:59.136221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23b8d-f877-4311-a6a8-9470c3ad3f22 req-fdaf4e19-c475-403d-9460-3e041a699073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:59.137820 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-40f23b8d-f877-4311-a6a8-9470c3ad3f22 req-fdaf4e19-c475-403d-9460-3e041a699073 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 200  len: 835 time: 0.0755615
Dec 03 11:35:59.189702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a6424eec-83f4-4304-b3b6-c5504986d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c1ad68>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '9db9066f-6f76-4d62-b01d-893143808b36', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'port_id': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'mac_address': 'fa:16:3e:83:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57253dbe-583f-400f-a948-bce5006f0e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:34:10Z', 'updated_at': '2020-12-03T11:34:13Z', 'revision_number': 1, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:51Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:35:59.194002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6424eec-83f4-4304-b3b6-c5504986d075 None None] Checking router: ba10f6eb-443e-4db1-a21b-023cbf81430f for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:35:59.203752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6424eec-83f4-4304-b3b6-c5504986d075 None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:35:59.204451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a6424eec-83f4-4304-b3b6-c5504986d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c1ad68>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:35:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:35:59.221329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23b8d-f877-4311-a6a8-9470c3ad3f22 req-995ea6f5-d524-4697-8624-209969d78119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:35:59.222957 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-40f23b8d-f877-4311-a6a8-9470c3ad3f22 req-995ea6f5-d524-4697-8624-209969d78119 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cda80850-dbf9-470a-93cc-4cf27b3cce44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0774217
Dec 03 11:35:59.368503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-40f23b8d-f877-4311-a6a8-9470c3ad3f22 req-50401296-d5e1-49f6-913f-ed54930c9bd3 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381967
Dec 03 11:35:59.393534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a6424eec-83f4-4304-b3b6-c5504986d075 None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:35:59.516240 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-40f23b8d-f877-4311-a6a8-9470c3ad3f22 req-7a3eaa22-e48a-4131-a37d-231aade2b14b service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399240
Dec 03 11:35:59.754266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a6424eec-83f4-4304-b3b6-c5504986d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c1ad68>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '9db9066f-6f76-4d62-b01d-893143808b36', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'port_id': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'mac_address': 'fa:16:3e:83:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57253dbe-583f-400f-a948-bce5006f0e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:34:10Z', 'updated_at': '2020-12-03T11:34:13Z', 'revision_number': 1, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:51Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:35:59.758368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6424eec-83f4-4304-b3b6-c5504986d075 None None] The sync data for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs is: [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '9db9066f-6f76-4d62-b01d-893143808b36', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'port_id': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'mac_address': 'fa:16:3e:83:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57253dbe-583f-400f-a948-bce5006f0e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:34:10Z', 'updated_at': '2020-12-03T11:34:13Z', 'revision_number': 1, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:51Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:36:00.180461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:36:00.196915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f1c6d-b6b9-43ab-8ce3-6b9673b329c9 None None] New status for floating IP 128a4309-526f-482d-98d0-ca96f2087bbc: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:36:00.348402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862677f-07b3-4e51-afba-b79e4003faa5 req-be43442f-85bb-4d42-a412-1a88c0ccb6b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:00.350028 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1862677f-07b3-4e51-afba-b79e4003faa5 req-be43442f-85bb-4d42-a412-1a88c0ccb6b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 946 time: 0.0879660
Dec 03 11:36:00.399598 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1862677f-07b3-4e51-afba-b79e4003faa5 req-9e444716-b2a6-4171-a415-b05d258c5069 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431461
Dec 03 11:36:00.614368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-7c2e8ee7-5e7d-410d-806f-3f4098bc618d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:00.615085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-7c2e8ee7-5e7d-410d-806f-3f4098bc618d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:36:00.628037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-7c2e8ee7-5e7d-410d-806f-3f4098bc618d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:36:00.629413 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-7c2e8ee7-5e7d-410d-806f-3f4098bc618d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 946 time: 0.1002390
Dec 03 11:36:00.703941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 6152c669-53c6-4e7a-9dcd-c639585f378e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:36:00.704322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:00.777608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6152c669-53c6-4e7a-9dcd-c639585f378e no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:36:00.844614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aa7190b5-e63e-4d2f-b563-743abbb49817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:00.910702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:00.940004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6152c669-53c6-4e7a-9dcd-c639585f378e'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:36:00.950786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 6152c669-53c6-4e7a-9dcd-c639585f378e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6152c669-53c6-4e7a-9dcd-c639585f378e,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:36:00.954120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:00.956023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29e3e8e0-f640-484b-98e8-44ec78d1a28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:00.973181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 6152c669-53c6-4e7a-9dcd-c639585f378e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6152c669-53c6-4e7a-9dcd-c639585f378e,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:36:00.973425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:01.008118 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6152c669-53c6-4e7a-9dcd-c639585f378e', 'code': 200}
Dec 03 11:36:01.116664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 6152c669-53c6-4e7a-9dcd-c639585f378e owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:36:01.195410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=6152c669-53c6-4e7a-9dcd-c639585f378e,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:01.198826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:01.203125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:36:01.203524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:36:01.614814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7bffc-6ed9-40b0-b4c4-507f75296d43 req-b4b43941-89d5-488d-9618-ed5948caa6e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:01.616429 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5d7bffc-6ed9-40b0-b4c4-507f75296d43 req-b4b43941-89d5-488d-9618-ed5948caa6e4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 944 time: 0.0866678
Dec 03 11:36:01.665026 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5d7bffc-6ed9-40b0-b4c4-507f75296d43 req-3e1f9537-957b-4347-8470-c3bbd1c21f92 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=87c414d4-2ccc-43f2-b675-7f45bf8db01f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422728
Dec 03 11:36:01.704826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 6152c669-53c6-4e7a-9dcd-c639585f378e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:36:01.705207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:01.965396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 6152c669-53c6-4e7a-9dcd-c639585f378e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6152c669-53c6-4e7a-9dcd-c639585f378e,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:36:01.965720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:02.092343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 6152c669-53c6-4e7a-9dcd-c639585f378e owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:36:02.238366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:02.254130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b3a9a95-76ba-4981-b4c9-4788e5d445f5 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:02.306794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=6152c669-53c6-4e7a-9dcd-c639585f378e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:02.319671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:02.464887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] No DVR routers for this DVR port 6152c669-53c6-4e7a-9dcd-c639585f378e on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:36:02.467167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:02.471368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'name': 'network-vif-deleted', 'tag': '6152c669-53c6-4e7a-9dcd-c639585f378e'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:36:02.486673 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-acca624e-76ac-45c0-a25d-a9343d5f850c req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "DELETE /v2.0/ports/6152c669-53c6-4e7a-9dcd-c639585f378e HTTP/1.1" status: 204  len: 173 time: 1.8510439
Dec 03 11:36:02.532808 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89496b8e-dbc5-4dd5-821f-7f1e7f02e714', 'name': 'network-vif-deleted', 'tag': '6152c669-53c6-4e7a-9dcd-c639585f378e', 'status': 'completed', 'code': 200}
Dec 03 11:36:02.860196 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b2259063-75cc-4070-a16a-d228037378e9 req-94785dcd-28d9-4f24-bd5a-1ac50a6033e2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=89496b8e-dbc5-4dd5-821f-7f1e7f02e714 HTTP/1.1" status: 200  len: 210 time: 0.0491555
Dec 03 11:36:02.914500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e826b8c-c744-420e-847d-ba306cfb6b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:03.782582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:03.990227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52098) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:04.066285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8f67bc8-3de8-445f-a9a1-7960029d5ecb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:04.097373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8f67bc8-3de8-445f-a9a1-7960029d5ecb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:04.153651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8f67bc8-3de8-445f-a9a1-7960029d5ecb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:04.159681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-56d1b1b1-d0dc-4388-b11c-25f2ced0c03a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:04.176033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f67bc8-3de8-445f-a9a1-7960029d5ecb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c414d4-2ccc-43f2-b675-7f45bf8db01f,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:04.181550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d8f67bc8-3de8-445f-a9a1-7960029d5ecb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:04.183459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d8f67bc8-3de8-445f-a9a1-7960029d5ecb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:04.184665 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d8f67bc8-3de8-445f-a9a1-7960029d5ecb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/security-groups/87c414d4-2ccc-43f2-b675-7f45bf8db01f HTTP/1.1" status: 204  len: 168 time: 0.1933341
Dec 03 11:36:04.226458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52104) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:04.434209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port f7626de8-31be-45a7-8776-835baf140c58 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:36:04.434600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:04.887613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:04.888221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:05.019201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for f7626de8-31be-45a7-8776-835baf140c58 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:36:05.033994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:05.173274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:05.189627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:05.248570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=f7626de8-31be-45a7-8776-835baf140c58,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:05.254811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:05.419701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:05.420076 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP 9db9066f-6f76-4d62-b01d-893143808b36 disassociated (deleted). External IP: 172.26.1.74, port: 46aee74d-1cad-473b-9e93-3b8922cf0e3a.
Dec 03 11:36:05.527515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:05.790071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router ba10f6eb-443e-4db1-a21b-023cbf81430f has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:36:05.977634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:36:05.988380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64063683-3342-4b51-9f7d-42cbee08d80d None None] Sync routers for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:36:05.995159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:05.998508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64063683-3342-4b51-9f7d-42cbee08d80d None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:36:05.999255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-64063683-3342-4b51-9f7d-42cbee08d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c27a58>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:36:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:06.057522 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/floatingips/9db9066f-6f76-4d62-b01d-893143808b36 HTTP/1.1" status: 204  len: 168 time: 1.8273027
Dec 03 11:36:06.057522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:36:06.119660 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'status': 'completed', 'code': 200}
Dec 03 11:36:06.190673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-64063683-3342-4b51-9f7d-42cbee08d80d None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:36:06.239841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780ddc6-b8ff-4e01-9ad0-94e774d9dada req-e89ea48a-9b31-4b33-b4e6-7a096c274e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:06.241494 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8780ddc6-b8ff-4e01-9ad0-94e774d9dada req-e89ea48a-9b31-4b33-b4e6-7a096c274e35 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 1163 time: 0.0779057
Dec 03 11:36:06.494513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc16e4-35e4-43d0-b923-795c90e43000 req-fce9a6c1-788c-4a99-8da3-d4cf93a47f74 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:06.495383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-62dc16e4-35e4-43d0-b923-795c90e43000 req-fce9a6c1-788c-4a99-8da3-d4cf93a47f74 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:36:06.512105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-62dc16e4-35e4-43d0-b923-795c90e43000 req-fce9a6c1-788c-4a99-8da3-d4cf93a47f74 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:36:06.513411 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-62dc16e4-35e4-43d0-b923-795c90e43000 req-fce9a6c1-788c-4a99-8da3-d4cf93a47f74 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 946 time: 0.1097636
Dec 03 11:36:06.553579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-64063683-3342-4b51-9f7d-42cbee08d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c27a58>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:51Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:06.557923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64063683-3342-4b51-9f7d-42cbee08d80d None None] Checking router: ba10f6eb-443e-4db1-a21b-023cbf81430f for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:36:06.565302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-62dc16e4-35e4-43d0-b923-795c90e43000 req-4ec1e6f1-dbb6-4ec7-835b-7cfd34a94b4b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:36:06.569054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64063683-3342-4b51-9f7d-42cbee08d80d None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:36:06.569761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-64063683-3342-4b51-9f7d-42cbee08d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c27a58>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:36:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:06.581974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-62dc16e4-35e4-43d0-b923-795c90e43000 req-4ec1e6f1-dbb6-4ec7-835b-7cfd34a94b4b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:36:06.583763 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-62dc16e4-35e4-43d0-b923-795c90e43000 req-4ec1e6f1-dbb6-4ec7-835b-7cfd34a94b4b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620122
Dec 03 11:36:06.654322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780ddc6-b8ff-4e01-9ad0-94e774d9dada req-3609df94-0a73-4fdc-8618-71d980cc6a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:06.655981 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8780ddc6-b8ff-4e01-9ad0-94e774d9dada req-3609df94-0a73-4fdc-8618-71d980cc6a66 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 200  len: 891 time: 0.4078927
Dec 03 11:36:06.730355 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8780ddc6-b8ff-4e01-9ad0-94e774d9dada req-e679b2b4-cfab-4882-ae37-6c4c4c340545 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a HTTP/1.1" status: 200  len: 217 time: 0.0666277
Dec 03 11:36:06.758280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-64063683-3342-4b51-9f7d-42cbee08d80d None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:36:06.799378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780ddc6-b8ff-4e01-9ad0-94e774d9dada req-65c6b12d-a8e3-40bb-a315-e0c9ccb1f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:06.800944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8780ddc6-b8ff-4e01-9ad0-94e774d9dada req-65c6b12d-a8e3-40bb-a315-e0c9ccb1f843 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 200  len: 835 time: 0.0636902
Dec 03 11:36:06.893831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780ddc6-b8ff-4e01-9ad0-94e774d9dada req-1ae36fb9-3c6e-470f-b59c-da76a3f07bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:06.895521 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8780ddc6-b8ff-4e01-9ad0-94e774d9dada req-1ae36fb9-3c6e-470f-b59c-da76a3f07bc4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cda80850-dbf9-470a-93cc-4cf27b3cce44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0862124
Dec 03 11:36:07.043976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8780ddc6-b8ff-4e01-9ad0-94e774d9dada req-b0ea6ef4-2679-40a1-b230-56dc0a7d7b27 service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404884
Dec 03 11:36:07.094533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-64063683-3342-4b51-9f7d-42cbee08d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c27a58>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:51Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:07.099013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64063683-3342-4b51-9f7d-42cbee08d80d None None] The sync data for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs is: [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:45Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d', 'name': '', 'network_id': 'cda80850-dbf9-470a-93cc-4cf27b3cce44', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:cf:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:44Z', 'updated_at': '2020-12-03T11:33:51Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': '8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:36:07.195855 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8780ddc6-b8ff-4e01-9ad0-94e774d9dada req-1cad54cc-76e8-4399-95ed-6246e744882c service neutron] 10.222.0.91 "GET /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440911
Dec 03 11:36:07.505370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c826772a-4e2b-415b-9940-4bf66e5a3cda None None] New status for floating IP 9db9066f-6f76-4d62-b01d-893143808b36: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:36:07.807219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcabcb-fb70-4e39-8ed0-316d010171aa req-0cc4408e-e513-4e76-8398-f971457b777e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:07.808829 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cbdcabcb-fb70-4e39-8ed0-316d010171aa req-0cc4408e-e513-4e76-8398-f971457b777e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 946 time: 0.0858414
Dec 03 11:36:07.856328 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cbdcabcb-fb70-4e39-8ed0-316d010171aa req-b7f19f23-1506-474f-9bd6-c92f1cadc798 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402839
Dec 03 11:36:08.221035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dce950-e702-4cd5-a292-387f53923a19 req-a2abcd97-b52b-45b9-b14e-b508080ffb4e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:08.221803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-06dce950-e702-4cd5-a292-387f53923a19 req-a2abcd97-b52b-45b9-b14e-b508080ffb4e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:36:08.234647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-06dce950-e702-4cd5-a292-387f53923a19 req-a2abcd97-b52b-45b9-b14e-b508080ffb4e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:36:08.235862 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-06dce950-e702-4cd5-a292-387f53923a19 req-a2abcd97-b52b-45b9-b14e-b508080ffb4e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 946 time: 0.0992000
Dec 03 11:36:08.308133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-06dce950-e702-4cd5-a292-387f53923a19 req-0d09fbb4-a1d3-4bd0-ab03-6e44ba544466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 46aee74d-1cad-473b-9e93-3b8922cf0e3a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:36:08.308512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-06dce950-e702-4cd5-a292-387f53923a19 req-0d09fbb4-a1d3-4bd0-ab03-6e44ba544466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:08.566952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-06dce950-e702-4cd5-a292-387f53923a19 req-0d09fbb4-a1d3-4bd0-ab03-6e44ba544466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 46aee74d-1cad-473b-9e93-3b8922cf0e3a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=46aee74d-1cad-473b-9e93-3b8922cf0e3a,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:36:08.567300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-06dce950-e702-4cd5-a292-387f53923a19 req-0d09fbb4-a1d3-4bd0-ab03-6e44ba544466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:08.695013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-06dce950-e702-4cd5-a292-387f53923a19 req-0d09fbb4-a1d3-4bd0-ab03-6e44ba544466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 46aee74d-1cad-473b-9e93-3b8922cf0e3a owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:36:08.848703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-06dce950-e702-4cd5-a292-387f53923a19 req-0d09fbb4-a1d3-4bd0-ab03-6e44ba544466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:08.863191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 46aee74d-1cad-473b-9e93-3b8922cf0e3a no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:36:08.864678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:08.904596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 46aee74d-1cad-473b-9e93-3b8922cf0e3a {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:36:08.905629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 46aee74d-1cad-473b-9e93-3b8922cf0e3a not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:36:08.912263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09fbb4-a1d3-4bd0-ab03-6e44ba544466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=46aee74d-1cad-473b-9e93-3b8922cf0e3a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:08.918195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0d09fbb4-a1d3-4bd0-ab03-6e44ba544466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:09.044807 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-775d81a2-305f-4c6f-a8ef-bcf795d8f4a1 req-061b6604-5716-4ae4-8ba5-139792d63c39 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=57253dbe-583f-400f-a948-bce5006f0e2b HTTP/1.1" status: 200  len: 210 time: 0.0490274
Dec 03 11:36:09.077791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dce950-e702-4cd5-a292-387f53923a19 req-0d09fbb4-a1d3-4bd0-ab03-6e44ba544466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] No DVR routers for this DVR port 46aee74d-1cad-473b-9e93-3b8922cf0e3a on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:36:09.080384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-06dce950-e702-4cd5-a292-387f53923a19 req-0d09fbb4-a1d3-4bd0-ab03-6e44ba544466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:09.083251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'name': 'network-vif-deleted', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:36:09.099781 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-06dce950-e702-4cd5-a292-387f53923a19 req-0d09fbb4-a1d3-4bd0-ab03-6e44ba544466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "DELETE /v2.0/ports/46aee74d-1cad-473b-9e93-3b8922cf0e3a HTTP/1.1" status: 204  len: 173 time: 0.8586290
Dec 03 11:36:09.149075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57253dbe-583f-400f-a948-bce5006f0e2b', 'name': 'network-vif-deleted', 'tag': '46aee74d-1cad-473b-9e93-3b8922cf0e3a', 'status': 'completed', 'code': 200}
Dec 03 11:36:10.158117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52122) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:10.231895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-552bb3db-4db3-4b84-bbb0-b1659122c84c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:10.262463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-552bb3db-4db3-4b84-bbb0-b1659122c84c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:10.315655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-552bb3db-4db3-4b84-bbb0-b1659122c84c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:10.321175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c452de3-566c-4ef5-8435-3d4501b01cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:10.336756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bb3db-4db3-4b84-bbb0-b1659122c84c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffb5dd5-f5c4-403f-a122-ed63bc94c4b6,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:10.339746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-552bb3db-4db3-4b84-bbb0-b1659122c84c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:10.349290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-552bb3db-4db3-4b84-bbb0-b1659122c84c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:10.350515 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-552bb3db-4db3-4b84-bbb0-b1659122c84c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/security-groups/bffb5dd5-f5c4-403f-a122-ed63bc94c4b6 HTTP/1.1" status: 204  len: 168 time: 0.1913431
Dec 03 11:36:10.392611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52128) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:10.764616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:11.391596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:36:11.392197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:11.587027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:36:11.587350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:11.718057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:36:11.904207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:11.920887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3755449-1037-4ade-bdea-83bc9df3974c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:11.978596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:11.983355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:12.607383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:13.105812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router ba10f6eb-443e-4db1-a21b-023cbf81430f has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:36:13.290785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:36:13.301855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a6e36-c2fb-4271-b103-ebcd0d4605c9 None None] Sync routers for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:36:13.304530 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/ba10f6eb-443e-4db1-a21b-023cbf81430f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9107752
Dec 03 11:36:13.307618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52132) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:13.312234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a6e36-c2fb-4271-b103-ebcd0d4605c9 None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:36:13.313495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2d1a6e36-c2fb-4271-b103-ebcd0d4605c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c7e7f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:36:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:13.497818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-2d1a6e36-c2fb-4271-b103-ebcd0d4605c9 None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:36:13.514658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ce447f-0a03-4dd4-83e2-86c76e4fb9c2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting subnet 8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:36:13.518644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7ce447f-0a03-4dd4-83e2-86c76e4fb9c2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:13.577694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7ce447f-0a03-4dd4-83e2-86c76e4fb9c2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:13.672948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7ce447f-0a03-4dd4-83e2-86c76e4fb9c2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:13.803236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2d1a6e36-c2fb-4271-b103-ebcd0d4605c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c7e7f0>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:36:11Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:13.807382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a6e36-c2fb-4271-b103-ebcd0d4605c9 None None] Checking router: ba10f6eb-443e-4db1-a21b-023cbf81430f for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:36:13.816787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a6e36-c2fb-4271-b103-ebcd0d4605c9 None None] Routers {'ba10f6eb-443e-4db1-a21b-023cbf81430f'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:36:13.817437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2d1a6e36-c2fb-4271-b103-ebcd0d4605c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c7e7f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:36:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ba10f6eb-443e-4db1-a21b-023cbf81430f'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:13.978825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7ce447f-0a03-4dd4-83e2-86c76e4fb9c2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:13.995210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4add51f-9e46-44d7-ae15-ee51cd3070ef tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:13.999653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-2d1a6e36-c2fb-4271-b103-ebcd0d4605c9 None None] Set router ba10f6eb-443e-4db1-a21b-023cbf81430f gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:36:14.045295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce447f-0a03-4dd4-83e2-86c76e4fb9c2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Subnet': ['ID=8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:14.051243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c7ce447f-0a03-4dd4-83e2-86c76e4fb9c2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:14.140937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7ce447f-0a03-4dd4-83e2-86c76e4fb9c2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:14.159630 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c7ce447f-0a03-4dd4-83e2-86c76e4fb9c2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/subnets/8f02fca9-7486-4b8e-be52-b1ca2f9b1b7e HTTP/1.1" status: 204  len: 168 time: 0.8483658
Dec 03 11:36:14.159932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52136) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:14.217060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fd62a0-3df4-47f6-a121-511c72129a48 None None] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:36:14.350115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:14.537859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:14.543112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 4138bd29-b144-42d2-b6ed-5a4e2eb1997d {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:36:14.543474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:14.661407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2d1a6e36-c2fb-4271-b103-ebcd0d4605c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c7e7f0>, [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:36:11Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:14.666072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a6e36-c2fb-4271-b103-ebcd0d4605c9 None None] The sync data for ids ['ba10f6eb-443e-4db1-a21b-023cbf81430f'] in dv-neutron-765072-2-ovs is: [{'id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'name': 'tempest-TestNetworkBasicOps-router-605094409', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132'}], 'enable_snat': True}, 'gw_port_id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:36:11Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': '4138bd29-b144-42d2-b6ed-5a4e2eb1997d', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba10f6eb-443e-4db1-a21b-023cbf81430f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:33:37Z', 'updated_at': '2020-12-03T11:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:36:14.693121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bf3690-7d59-42ef-9297-031a7379469b None None] DHCP port deletion for cda80850-dbf9-470a-93cc-4cf27b3cce44 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:36:14.700626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-34bf3690-7d59-42ef-9297-031a7379469b None None] Deleting port a58cf967-fc4d-4df6-8fd5-0faee99b9663 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:36:14.701147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34bf3690-7d59-42ef-9297-031a7379469b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:14.737513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 4138bd29-b144-42d2-b6ed-5a4e2eb1997d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4138bd29-b144-42d2-b6ed-5a4e2eb1997d,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:36:14.737999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:14.877227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 4138bd29-b144-42d2-b6ed-5a4e2eb1997d owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:36:14.949640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-34bf3690-7d59-42ef-9297-031a7379469b None None] For port a58cf967-fc4d-4df6-8fd5-0faee99b9663, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a58cf967-fc4d-4df6-8fd5-0faee99b9663,segment=NetworkSegment(51c43d91-36d8-499a-a216-0b1a07a55a14),segment_id=51c43d91-36d8-499a-a216-0b1a07a55a14)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:36:14.950085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34bf3690-7d59-42ef-9297-031a7379469b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:15.018871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a58cf967-fc4d-4df6-8fd5-0faee99b9663 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:36:15.037479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:15.112507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-34bf3690-7d59-42ef-9297-031a7379469b None None] Calling delete_port for a58cf967-fc4d-4df6-8fd5-0faee99b9663 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:36:15.230242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:15.256487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34bf3690-7d59-42ef-9297-031a7379469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:15.274033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:15.334466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf3690-7d59-42ef-9297-031a7379469b None None] Pushing event deleted for resources: {'Port': ['ID=a58cf967-fc4d-4df6-8fd5-0faee99b9663,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:15.342520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34bf3690-7d59-42ef-9297-031a7379469b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:15.343222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:15.482182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:36:15.510844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf3690-7d59-42ef-9297-031a7379469b None None] No DVR routers for this DVR port a58cf967-fc4d-4df6-8fd5-0faee99b9663 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:36:15.519534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:36:15.519915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2acc66c5-b26f-46f6-ac0c-0d8b84d05a7d not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:36:15.647414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:15.649725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:15.673665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:15.674218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Fanout notify agent at l3_agent the message router_deleted on router ba10f6eb-443e-4db1-a21b-023cbf81430f {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:36:15.688843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:15.690320 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-054e980d-cc41-40a6-b53a-5d2eb0e1fcf6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/routers/ba10f6eb-443e-4db1-a21b-023cbf81430f HTTP/1.1" status: 204  len: 168 time: 1.5290327
Dec 03 11:36:15.693153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52140) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:15.819530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:16.028917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:16.158757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b61ed2b0>,) {'filters': {'network_id': ['cda80850-dbf9-470a-93cc-4cf27b3cce44']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:16.173872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b61ed2b0>, '51c43d91-36d8-499a-a216-0b1a07a55a14') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:16.174217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b61ed2b0>, '51c43d91-36d8-499a-a216-0b1a07a55a14') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:16.186336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:16.201944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:16.204956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Releasing vxlan tunnel 5 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:36:16.391613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:36:16.400792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:16.579929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network cda80850-dbf9-470a-93cc-4cf27b3cce44 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:36:16.604158 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:36:16.683837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:16.687011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-567768cd-f157-45b6-a07a-1d47c0ca70e5 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:16.702776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:16.719549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Network': ['ID=cda80850-dbf9-470a-93cc-4cf27b3cce44,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:16.723088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:16.728226 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fedf6dcf-8466-4049-8bd8-d328294b2838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/networks/cda80850-dbf9-470a-93cc-4cf27b3cce44 HTTP/1.1" status: 204  len: 168 time: 1.0340490
Dec 03 11:36:16.759479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52144) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:16.766295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'network': {'name': 'tempest-network-smoke--1290358876', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'port_security_enabled': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:16.771960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:16.776262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:network and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:36:16.779406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:36:16.785730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:16.795976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:36:16.802317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:16.834551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:36:16.845225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:16.845670 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Added segment b6bce1a4-0416-40c3-9c21-7aea826cc304 of type vxlan for network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24
Dec 03 11:36:16.873464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:16.904147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:16.909220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:16.909880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:16.915506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:16.985916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4138bd29-b144-42d2-b6ed-5a4e2eb1997d no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:36:17.021906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 4138bd29-b144-42d2-b6ed-5a4e2eb1997d {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:36:17.022308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4138bd29-b144-42d2-b6ed-5a4e2eb1997d not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:36:17.036127 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2751267
Dec 03 11:36:17.039190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Network': ['ID=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:17.039347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52148) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:17.042199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:17.045275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-849924920', 'admin_state_up': True, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:17.050226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:36:17.057379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:17.061711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:router and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:36:17.064911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:36:17.069531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:36:17.070714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:17.081577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:17.082640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:17.100371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:17.377263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:17.690052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:17.722631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:17.996219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.116 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:36:18.149347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:18.177037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:18.192068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:18.325532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:18.329943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:18.376226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:36:18.377390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:36:18.379598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:36:18.798583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:19.475505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:19.695806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:36:19.904105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:36:19.919372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Sync routers for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:36:19.930506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:36:19.931192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b632e240>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:36:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:19.934963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:19.936504 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.8962171
Dec 03 11:36:19.940133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52152) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:20.190609 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a50e64c1-f313-442e-9210-d133d515c588 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets?project_id=85d2c11b1de444db8a782028cdd05d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2490556
Dec 03 11:36:20.193255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52158) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:20.199746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'subnet': {'name': 'tempest-subnet-smoke-41219714', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:20.264336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Set router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:36:20.320367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:20.324476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:subnet and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:36:20.327489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:36:20.333890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:20.345111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:36:20.467084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:20.567121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b632e240>, [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:18Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:20.571246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Checking router: b2bebb13-1cd9-4207-9ed3-b3f710e9f81c for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:36:20.571651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Updating router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:36:20.623998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:20.923947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:20.940179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8a927340-9ab2-450a-87dc-5d96dcf60e19 tempest-PortsIpV6TestJSON-398550837 tempest-PortsIpV6TestJSON-398550837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:21.023988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:21.037828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Transition to ACTIVE for port object cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:36:21.040253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:21.074586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4511c91e-a4da-4ec2-84d4-6cf6ed2cbeaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:21.083029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Subnet': ['ID=acab7072-8685-4796-a688-2de89745ca3d,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:21.087183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:21.154613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Checking segment: {'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:36:21.155041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network hostable DHCP agents. Network: 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:36:21.174993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:36:21.185495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:36:21.197447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bf3499-21a2-4228-9a65-804ac58ed8db None None] Network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:36:21.200364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:21.201015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:21.203665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Pushing event updated for resources: {'Port': ['ID=cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:21.224392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.224788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.225172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.225547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.229032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.229141 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.0317588
Dec 03 11:36:21.229237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.229237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.229237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.229237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.229237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.229237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.229237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.229237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.229237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.229875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52162) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:21.229957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.229957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.230116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.230432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.230734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.231211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.231542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.231902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.232268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.232629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:36:21.237634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:21.281957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Attempting to bind port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:36:21.282683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Attempting to bind port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:36:21.283160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Attempting to bind port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:36:21.289271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:36:21.289694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:36:21.290141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:21.290579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:36:21.291117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Bound port: cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:36:21.291546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:21.372235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] For port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:36:21.375665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] For port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:36:21.379612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:21.395230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:21.458018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:21.465992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:36:21.467191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:21.541231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Pushing event updated for resources: {'Port': ['ID=cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:21.552428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:21.596233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:36:21.596736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b632e240>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:36:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:21.793649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] Set router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:36:21.913308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:21.950019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Allocated IP 172.20.0.2 (68bfa0b3-c3ba-43e8-b9b7-06a49209fb24/acab7072-8685-4796-a688-2de89745ca3d/77a072bc-c72d-4bd2-8cce-53f987037740) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:36:22.177870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:22.191592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Transition to ACTIVE for port object 77a072bc-c72d-4bd2-8cce-53f987037740 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:36:22.209854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Transition to ACTIVE for port object 77a072bc-c72d-4bd2-8cce-53f987037740 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:36:22.215351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:22.232508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:22.252806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b632e240>, [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:18Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:22.257103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd259a93-d48e-49fe-b43a-b541455bf5ab None None] The sync data for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs is: [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:18Z', 'revision_number': 3, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:36:22.371525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Pushing event updated for resources: {'Port': ['ID=77a072bc-c72d-4bd2-8cce-53f987037740,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:22.376724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:22.434871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:36:22.436209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:36:22.439283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:36:22.497892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Attempting to bind port 77a072bc-c72d-4bd2-8cce-53f987037740 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:36:22.498314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Attempting to bind port 77a072bc-c72d-4bd2-8cce-53f987037740 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:36:22.498746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Attempting to bind port 77a072bc-c72d-4bd2-8cce-53f987037740 on network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:36:22.506006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:36:22.506438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Checking segment: {'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:36:22.506896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:22.507397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Bound using segment: {'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:36:22.507943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Bound port: 77a072bc-c72d-4bd2-8cce-53f987037740, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:36:22.508371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:22.619767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] For port 77a072bc-c72d-4bd2-8cce-53f987037740, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:36:22.635374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] For port 77a072bc-c72d-4bd2-8cce-53f987037740, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=77a072bc-c72d-4bd2-8cce-53f987037740,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:36:22.639319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:22.666282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:22.821162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.1 (68bfa0b3-c3ba-43e8-b9b7-06a49209fb24/acab7072-8685-4796-a688-2de89745ca3d/aa526466-ce24-4dd0-b7d1-8395be633c72) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:36:22.828201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Pushing event updated for resources: {'Port': ['ID=77a072bc-c72d-4bd2-8cce-53f987037740,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:22.834165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:23.021306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:36:23.034523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:23.052362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object aa526466-ce24-4dd0-b7d1-8395be633c72 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:36:23.073406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:23.095373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:36:23.100944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:23.101501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:23.113544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1663d48-856d-4c1a-8d72-3495d07ed4f4 tempest-NetworksTestDHCPv6-565076214 tempest-NetworksTestDHCPv6-565076214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:23.253164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=aa526466-ce24-4dd0-b7d1-8395be633c72,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:23.258227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:23.262478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:23.286322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:36:23.290053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:23.295919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:23.331688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:36:23.332875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:36:23.335168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:36:23.364496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:23.368069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:23.397501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:23.509026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:23.997003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:24.001181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:24.036220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:24.130303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=aa526466-ce24-4dd0-b7d1-8395be633c72,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:24.133076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:24.147380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:24.209784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67fa032-c6ff-4a26-8c97-3d51666d667f None None] Network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:36:24.284507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:36:24.285763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:36:24.326954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a1426c14-4d3c-4c45-9981-e16d683ddbf2 None None] Provisioning for port 77a072bc-c72d-4bd2-8cce-53f987037740 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:36:24.481074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:36:24.679611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:36:24.682552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9787de5e-841b-41a7-baaa-f085679a633a None None] Provisioning for port aa526466-ce24-4dd0-b7d1-8395be633c72 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:36:24.688192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9787de5e-841b-41a7-baaa-f085679a633a None None] Provisioning complete for port aa526466-ce24-4dd0-b7d1-8395be633c72 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:24.688641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9787de5e-841b-41a7-baaa-f085679a633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:24.694309 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/b2bebb13-1cd9-4207-9ed3-b3f710e9f81c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4634576
Dec 03 11:36:24.697289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52166) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:24.749592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9787de5e-841b-41a7-baaa-f085679a633a None None] Port aa526466-ce24-4dd0-b7d1-8395be633c72 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:36:24.854538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b09cd9-f9fa-41c8-a9cb-ffcc982ce4b1 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:24.854990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b09cd9-f9fa-41c8-a9cb-ffcc982ce4b1 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:24.855412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b09cd9-f9fa-41c8-a9cb-ffcc982ce4b1 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:24.855822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b09cd9-f9fa-41c8-a9cb-ffcc982ce4b1 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:24.860985 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-08b09cd9-f9fa-41c8-a9cb-ffcc982ce4b1 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2865 time: 0.1593609
Dec 03 11:36:24.861302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52170) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:24.942331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93328542-908d-4cef-be17-510f0088d00f tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:24.942758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93328542-908d-4cef-be17-510f0088d00f tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:24.943191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93328542-908d-4cef-be17-510f0088d00f tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:24.943607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93328542-908d-4cef-be17-510f0088d00f tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:24.945396 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-93328542-908d-4cef-be17-510f0088d00f tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2726 time: 0.0830951
Dec 03 11:36:24.950231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52174) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:25.095772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-09b170ad-a9e8-4a0a-92da-47c919668949 None None] Provisioning complete for port aa526466-ce24-4dd0-b7d1-8395be633c72 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:25.096224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09b170ad-a9e8-4a0a-92da-47c919668949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.141529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 77a072bc-c72d-4bd2-8cce-53f987037740 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:36:25.167741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Sync routers for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:36:25.194638 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-920b9d66-d564-454e-a401-e53391ce83d0 tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2430725
Dec 03 11:36:25.217653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:36:25.218681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57c6240>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:36:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:25.361838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-09b170ad-a9e8-4a0a-92da-47c919668949 None None] Port aa526466-ce24-4dd0-b7d1-8395be633c72 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:36:25.404775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 77a072bc-c72d-4bd2-8cce-53f987037740 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:36:25.420947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 77a072bc-c72d-4bd2-8cce-53f987037740 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:25.421917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.447922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52180) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:25.453912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402584127', 'description': 'tempest-secgroup-smoke-1402584127 description', 'project_id': '85d2c11b1de444db8a782028cdd05d7d'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:25.460357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:25.464772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:36:25.468900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:36:25.474888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:25.485010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.492423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Set router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:36:25.506896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:25.510833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:36:25.513785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:36:25.519621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:25.585540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6261873e-61f6-4e96-8b65-0e01ab75e166 None None] Provisioning complete for port 77a072bc-c72d-4bd2-8cce-53f987037740 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:25.585969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6261873e-61f6-4e96-8b65-0e01ab75e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.593966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.596862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.602262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ccfe3d7-0aad-463b-bbd9-12a9f408dcba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:25.651119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroup': ['ID=f286507d-4f1a-41f8-86c5-e943de2da8c6,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:25.654130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.658955 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2064080
Dec 03 11:36:25.658955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:25.659325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52184) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:25.664974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'f286507d-4f1a-41f8-86c5-e943de2da8c6', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:25.671650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:25.676477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:36:25.679556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:36:25.685409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:25.701943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.766161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.768769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.775880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3d261bfd-6c52-4203-af33-7bc9508e42de tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:25.798559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c72d48-96cd-4103-9182-e6fd6b1417f5,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:25.801532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:25.805349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.809287 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1463604
Dec 03 11:36:25.809524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52188) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:25.815813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-31a5aa8c-57c6-4c28-ac27-a62a4107d347 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'f286507d-4f1a-41f8-86c5-e943de2da8c6', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:25.822696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-31a5aa8c-57c6-4c28-ac27-a62a4107d347 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:25.826966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-31a5aa8c-57c6-4c28-ac27-a62a4107d347 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:36:25.830182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-31a5aa8c-57c6-4c28-ac27-a62a4107d347 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:36:25.836016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-31a5aa8c-57c6-4c28-ac27-a62a4107d347 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:25.852836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31a5aa8c-57c6-4c28-ac27-a62a4107d347 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.855759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.927382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31a5aa8c-57c6-4c28-ac27-a62a4107d347 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.930952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31a5aa8c-57c6-4c28-ac27-a62a4107d347 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.932978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2386adf8-a6bb-4942-96c7-94cc3e1ea7ff tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:25.960100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5aa8c-57c6-4c28-ac27-a62a4107d347 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f8f7ab-d0e3-42c5-867f-4a66cdaf8afb,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:25.963009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-31a5aa8c-57c6-4c28-ac27-a62a4107d347 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:25.971314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31a5aa8c-57c6-4c28-ac27-a62a4107d347 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:25.975236 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-31a5aa8c-57c6-4c28-ac27-a62a4107d347 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1621039
Dec 03 11:36:25.975726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52192) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:25.981560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'f286507d-4f1a-41f8-86c5-e943de2da8c6', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:25.989012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:25.993546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:36:25.997271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:36:26.004078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:26.024755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.099719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.103017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.104940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0b8740ff-24d5-4418-b055-394fd641c0cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:26.129506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba171e57-c1fd-4a68-8831-929bb3fc55f7,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:26.132141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:26.138802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.140663 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1633689
Dec 03 11:36:26.143761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52196) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:26.149383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'f286507d-4f1a-41f8-86c5-e943de2da8c6', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:26.156208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:26.160265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:36:26.163312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:36:26.169115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:26.172644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 77a072bc-c72d-4bd2-8cce-53f987037740, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=77a072bc-c72d-4bd2-8cce-53f987037740,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:36:26.185404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.186313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:36:26.186489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.216273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:26.247834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6261873e-61f6-4e96-8b65-0e01ab75e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.255472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.258269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.260374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38362052-6dbe-4d0b-8368-a5fc21133100 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:26.284416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b038a7e7-1719-4a22-b1ae-c2897d2f6f68,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:26.286941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:26.293486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.298243 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1500220
Dec 03 11:36:26.298479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52200) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:26.304102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'f286507d-4f1a-41f8-86c5-e943de2da8c6', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:26.310289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:26.315037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:36:26.318082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:36:26.323882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:26.333486 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:36:26.340342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.383283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=77a072bc-c72d-4bd2-8cce-53f987037740,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:26.391835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:26.412576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.415528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.417428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a201f84a-12ca-41c6-ac8a-72287c80d073 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:26.432570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57c6240>, [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'aa526466-ce24-4dd0-b7d1-8395be633c72', 'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:00:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:22Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'acab7072-8685-4796-a688-2de89745ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:26.434691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-6261873e-61f6-4e96-8b65-0e01ab75e166 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:36:26.435132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-6261873e-61f6-4e96-8b65-0e01ab75e166 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:36:26.436938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:26.437356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.441685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f5e6e4-9d4a-4f65-8d92-321f212a8053,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:26.444340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:26.450792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.452102 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1525872
Dec 03 11:36:26.455387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52204) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:26.461290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'security_group_rule': {'security_group_id': 'f286507d-4f1a-41f8-86c5-e943de2da8c6', 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:26.466133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Checking router: b2bebb13-1cd9-4207-9ed3-b3f710e9f81c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:36:26.466555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Updating router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c port aa526466-ce24-4dd0-b7d1-8395be633c72 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:36:26.467762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:26.472784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:security_group_rule and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:36:26.475877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:36:26.481772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:26.492591 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Project 85d2c11b1de444db8a782028cdd05d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:36:26.499480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.545190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.568091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.571099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.573016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bb0061d0-0481-4878-80ea-8e9a99ba6232 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:26.595004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6ea775-d646-48c0-a1ed-8b5e023f6f56,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:26.599385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:26.606327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:26.607626 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1511009
Dec 03 11:36:26.812389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-a995bd38-9756-4c77-9827-59cbc3cb68e9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:36:26.827299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-a995bd38-9756-4c77-9827-59cbc3cb68e9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:36:26.829425 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-a995bd38-9756-4c77-9827-59cbc3cb68e9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402584127&fields=id&tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 267 time: 0.0593531
Dec 03 11:36:26.999673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 77a072bc-c72d-4bd2-8cce-53f987037740 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:36:27.001140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-ec7f71cd-790e-4f45-8c7f-babbb561e403 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:27.001994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-ec7f71cd-790e-4f45-8c7f-babbb561e403 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:36:27.017453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-ec7f71cd-790e-4f45-8c7f-babbb561e403 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:36:27.018723 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-ec7f71cd-790e-4f45-8c7f-babbb561e403 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/networks?id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 HTTP/1.1" status: 200  len: 797 time: 0.1816339
Dec 03 11:36:27.036620 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-7b69846f-e83e-46e4-9c7c-d55732e59edb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/quotas/85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 375 time: 0.0115726
Dec 03 11:36:27.066380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6261873e-61f6-4e96-8b65-0e01ab75e166 None None] Provisioning complete for port aa526466-ce24-4dd0-b7d1-8395be633c72 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:27.066768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6261873e-61f6-4e96-8b65-0e01ab75e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:27.129997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-3383838b-24b7-467e-8153-d410170454af tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:36:27.146260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-3383838b-24b7-467e-8153-d410170454af tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:36:27.147815 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-3383838b-24b7-467e-8153-d410170454af tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1050315
Dec 03 11:36:27.191189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6261873e-61f6-4e96-8b65-0e01ab75e166 None None] Port aa526466-ce24-4dd0-b7d1-8395be633c72 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:36:27.198189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:27.216721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Transition to ACTIVE for port object aa526466-ce24-4dd0-b7d1-8395be633c72 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:36:27.217553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 77a072bc-c72d-4bd2-8cce-53f987037740 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:27.217967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:27.249006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:27.270500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-29d1b7b1-2467-4899-ae10-25ba454e591e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:27.305042 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-8241bef6-bf75-4caa-811b-d1742a9e1a0f service neutron] 10.222.0.90 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442311
Dec 03 11:36:27.424160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822a553-43a8-442e-a0aa-a8bbacf4563a None None] Pushing event updated for resources: {'Port': ['ID=aa526466-ce24-4dd0-b7d1-8395be633c72,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:27.428966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d822a553-43a8-442e-a0aa-a8bbacf4563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:27.454554 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-596633e3-89fc-45c0-9774-678c8c600f3d service neutron] 10.222.0.90 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424098
Dec 03 11:36:27.648371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Attempting to bind port aa526466-ce24-4dd0-b7d1-8395be633c72 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:36:27.649086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Attempting to bind port aa526466-ce24-4dd0-b7d1-8395be633c72 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:36:27.649499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Attempting to bind port aa526466-ce24-4dd0-b7d1-8395be633c72 on network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:36:27.656224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:36:27.656584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Checking segment: {'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:36:27.657034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:27.657475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Bound using segment: {'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:36:27.658000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Bound port: aa526466-ce24-4dd0-b7d1-8395be633c72, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:36:27.658420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:27.692098 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d3d48b4-2b29-462b-81a2-1af8e3ae0f3e req-8b2440ea-ddf1-4d26-94f0-13f0e77af5ac tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 210 time: 0.0586710
Dec 03 11:36:27.760754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] For port aa526466-ce24-4dd0-b7d1-8395be633c72, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:36:27.764278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] For port aa526466-ce24-4dd0-b7d1-8395be633c72, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aa526466-ce24-4dd0-b7d1-8395be633c72,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:36:27.768264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:27.784522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:27.950095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822a553-43a8-442e-a0aa-a8bbacf4563a None None] Pushing event updated for resources: {'Port': ['ID=aa526466-ce24-4dd0-b7d1-8395be633c72,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:27.955906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d822a553-43a8-442e-a0aa-a8bbacf4563a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:27.995293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:36:27.995915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57c6240>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:36:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:28.195666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] Set router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:36:28.554406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57c6240>, [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'aa526466-ce24-4dd0-b7d1-8395be633c72', 'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:00:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:22Z', 'updated_at': '2020-12-03T11:36:27Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'acab7072-8685-4796-a688-2de89745ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:28.558535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de7979-d095-4e5b-b493-122a770c3b2e None None] The sync data for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs is: [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'aa526466-ce24-4dd0-b7d1-8395be633c72', 'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:00:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:22Z', 'updated_at': '2020-12-03T11:36:27Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'acab7072-8685-4796-a688-2de89745ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:36:28.924010 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ba7b0b2b-4916-4adc-a9be-84587589ade0 req-2e10bebf-4590-4c12-9509-5689d651d409 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 210 time: 0.0713358
Dec 03 11:36:29.063888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aa526466-ce24-4dd0-b7d1-8395be633c72 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:36:29.122986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-65d3edcb-41d3-4278-9d6a-629f702d9c8a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:29.124680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-65d3edcb-41d3-4278-9d6a-629f702d9c8a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:36:29.139078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-65d3edcb-41d3-4278-9d6a-629f702d9c8a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:36:29.141641 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-65d3edcb-41d3-4278-9d6a-629f702d9c8a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/networks?id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 HTTP/1.1" status: 200  len: 797 time: 0.2360477
Dec 03 11:36:29.142505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port aa526466-ce24-4dd0-b7d1-8395be633c72 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:36:29.148346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port aa526466-ce24-4dd0-b7d1-8395be633c72 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:29.148773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:29.247449 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-3b6ff834-073c-454c-885c-64d94fb9eba0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d HTTP/1.1" status: 200  len: 7769 time: 0.0867710
Dec 03 11:36:29.261191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'port': {'device_id': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'admin_state_up': True, 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'security_groups': ['f286507d-4f1a-41f8-86c5-e943de2da8c6']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:29.288169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:29.430056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:29.442623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:29.452023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Made reservation on behalf of 85d2c11b1de444db8a782028cdd05d7d for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:36:29.458473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:29.498732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port aa526466-ce24-4dd0-b7d1-8395be633c72, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aa526466-ce24-4dd0-b7d1-8395be633c72,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:36:29.502253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:29.505177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:29.570790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=aa526466-ce24-4dd0-b7d1-8395be633c72,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:29.574680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:29.774442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.20.0.4 (68bfa0b3-c3ba-43e8-b9b7-06a49209fb24/acab7072-8685-4796-a688-2de89745ca3d/35bd217f-7ee6-40d2-8f03-62ddccd5303c) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:36:29.984491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:30.002438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Transition to ACTIVE for port object 35bd217f-7ee6-40d2-8f03-62ddccd5303c will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:36:30.022463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:30.042356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:30.153765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079fa74-4e99-44c1-a170-da3abf3c5d58 req-d24c57e0-cfed-43d2-81b6-d6a459f5ecc1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:30.155384 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e079fa74-4e99-44c1-a170-da3abf3c5d58 req-d24c57e0-cfed-43d2-81b6-d6a459f5ecc1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 931 time: 0.0877128
Dec 03 11:36:30.187897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=35bd217f-7ee6-40d2-8f03-62ddccd5303c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:30.192494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:30.209766 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e079fa74-4e99-44c1-a170-da3abf3c5d58 req-a510e150-aacb-48b4-91cc-c7b1c4d211c3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477104
Dec 03 11:36:30.243791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:36:30.244886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:36:30.247183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:36:30.317157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:30.317990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:30.345385 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0885906
Dec 03 11:36:30.364733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Request body: {'port': {'device_id': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:30.475638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8cd10423-d759-4e00-83d4-df25dcbd55e3 None None] Provisioning for port 35bd217f-7ee6-40d2-8f03-62ddccd5303c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:36:30.481007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8cd10423-d759-4e00-83d4-df25dcbd55e3 None None] Provisioning complete for port 35bd217f-7ee6-40d2-8f03-62ddccd5303c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:30.481503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8cd10423-d759-4e00-83d4-df25dcbd55e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:30.481618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:30.538895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-8cd10423-d759-4e00-83d4-df25dcbd55e3 None None] Port 35bd217f-7ee6-40d2-8f03-62ddccd5303c cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:36:30.797652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc5ae-1b18-4812-9a0c-20413d36fabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:30.897756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35bd217f-7ee6-40d2-8f03-62ddccd5303c {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:36:30.905010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:30.917904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Transition to ACTIVE for port object 35bd217f-7ee6-40d2-8f03-62ddccd5303c will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:36:30.920554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:30.937321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a319801d-96c7-4b78-9a0f-3ddf530dd022 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:31.000958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aa526466-ce24-4dd0-b7d1-8395be633c72 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:36:31.075558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=35bd217f-7ee6-40d2-8f03-62ddccd5303c,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:31.080281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:31.081022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port aa526466-ce24-4dd0-b7d1-8395be633c72 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:31.081612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:31.278055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Attempting to bind port 35bd217f-7ee6-40d2-8f03-62ddccd5303c on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:36:31.278520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Attempting to bind port 35bd217f-7ee6-40d2-8f03-62ddccd5303c by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:36:31.278889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Attempting to bind port 35bd217f-7ee6-40d2-8f03-62ddccd5303c on network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:36:31.286206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:36:31.286768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Checking segment: {'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:36:31.287321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:31.288046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Bound using segment: {'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:36:31.288801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Bound port: 35bd217f-7ee6-40d2-8f03-62ddccd5303c, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bce1a4-0416-40c3-9c21-7aea826cc304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:36:31.289282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:31.387084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] For port 35bd217f-7ee6-40d2-8f03-62ddccd5303c, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:36:31.391258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] For port 35bd217f-7ee6-40d2-8f03-62ddccd5303c, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=35bd217f-7ee6-40d2-8f03-62ddccd5303c,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:36:31.395099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:31.411772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f67d05d9-560f-40d8-927d-09fc427a90e4 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:31.432389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1e2a9-6d65-46a1-935f-1966cae597cd req-7ab8fbcf-a4c2-4a67-ab0a-88bc8af45abb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:31.434009 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ccc1e2a9-6d65-46a1-935f-1966cae597cd req-7ab8fbcf-a4c2-4a67-ab0a-88bc8af45abb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 943 time: 0.0888431
Dec 03 11:36:31.482401 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ccc1e2a9-6d65-46a1-935f-1966cae597cd req-5a242bb1-694d-4b69-8a61-4bc0bb8efd0e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417593
Dec 03 11:36:31.556068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=35bd217f-7ee6-40d2-8f03-62ddccd5303c,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:31.566507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:31.599830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:31.600504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:31.601980 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] 10.222.0.91 "PUT /v2.0/ports/35bd217f-7ee6-40d2-8f03-62ddccd5303c HTTP/1.1" status: 200  len: 1157 time: 1.2421594
Dec 03 11:36:31.602543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'tag': '35bd217f-7ee6-40d2-8f03-62ddccd5303c'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:36:31.702264 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'tag': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'status': 'completed', 'code': 200}
Dec 03 11:36:31.979059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-868d9002-4b13-467b-afd3-a7a457322fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:31.980662 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-868d9002-4b13-467b-afd3-a7a457322fd2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 1160 time: 0.3226311
Dec 03 11:36:32.057531 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-36253dfb-94c6-40f0-8f84-b90678ce97c5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35bd217f-7ee6-40d2-8f03-62ddccd5303c HTTP/1.1" status: 200  len: 217 time: 0.0622230
Dec 03 11:36:32.128626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-cd9c26b6-0598-4d23-88b3-596f01ca9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:32.130085 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-cd9c26b6-0598-4d23-88b3-596f01ca9e80 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=acab7072-8685-4796-a688-2de89745ca3d HTTP/1.1" status: 200  len: 833 time: 0.0667224
Dec 03 11:36:32.211728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-a8a89fe9-da50-4adc-9b32-72cd9142a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:32.213309 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-a8a89fe9-da50-4adc-9b32-72cd9142a0ee service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0772831
Dec 03 11:36:32.356001 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-8c54681c-0f77-433c-90a6-17e03f2dba8e service neutron] 10.222.0.91 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360734
Dec 03 11:36:32.502430 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9a53b9e-6739-4916-82b5-0fa47b47bdda req-b70f76d9-8c42-41b8-9b2b-7a7579fdfb78 service neutron] 10.222.0.91 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397617
Dec 03 11:36:32.664137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb702eb4-5d8a-4b0f-bb3c-f4d3b049138b req-3510953c-34ce-481b-8ee9-d1de998442c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:32.665737 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb702eb4-5d8a-4b0f-bb3c-f4d3b049138b req-3510953c-34ce-481b-8ee9-d1de998442c2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 1160 time: 0.0806086
Dec 03 11:36:32.702402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc3378-a740-4381-a68d-874707a8a8ec req-60f8a9d9-1acf-4f46-b750-0bee46694bb4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:32.704219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f9fc3378-a740-4381-a68d-874707a8a8ec req-60f8a9d9-1acf-4f46-b750-0bee46694bb4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 943 time: 0.0885890
Dec 03 11:36:32.752377 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f9fc3378-a740-4381-a68d-874707a8a8ec req-2fef9e1f-bf0d-4a3b-8a9a-ac7257222c02 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418448
Dec 03 11:36:32.814177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb702eb4-5d8a-4b0f-bb3c-f4d3b049138b req-35305549-bc2f-4fa1-ac98-ef86efabfd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:32.815793 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb702eb4-5d8a-4b0f-bb3c-f4d3b049138b req-35305549-bc2f-4fa1-ac98-ef86efabfd99 service neutron] 10.222.0.91 "GET /v2.0/networks?id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 HTTP/1.1" status: 200  len: 891 time: 0.1428037
Dec 03 11:36:32.886517 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb702eb4-5d8a-4b0f-bb3c-f4d3b049138b req-487f6980-8e8b-4720-8076-7048866467f1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35bd217f-7ee6-40d2-8f03-62ddccd5303c HTTP/1.1" status: 200  len: 217 time: 0.0635383
Dec 03 11:36:32.907210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7e93879-c618-4ec9-8509-41c8718c266e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:32.960638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb702eb4-5d8a-4b0f-bb3c-f4d3b049138b req-719da113-3e57-4406-90d4-ac2ae6bbfae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:32.962195 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb702eb4-5d8a-4b0f-bb3c-f4d3b049138b req-719da113-3e57-4406-90d4-ac2ae6bbfae5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=acab7072-8685-4796-a688-2de89745ca3d HTTP/1.1" status: 200  len: 833 time: 0.0695140
Dec 03 11:36:33.044764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb702eb4-5d8a-4b0f-bb3c-f4d3b049138b req-56243852-db95-4068-8833-d7629a37195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:33.046371 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb702eb4-5d8a-4b0f-bb3c-f4d3b049138b req-56243852-db95-4068-8833-d7629a37195a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0766406
Dec 03 11:36:33.192884 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb702eb4-5d8a-4b0f-bb3c-f4d3b049138b req-927b431e-37e9-46e3-879e-0a123805f6d1 service neutron] 10.222.0.91 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395657
Dec 03 11:36:33.342172 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb702eb4-5d8a-4b0f-bb3c-f4d3b049138b req-742abb54-3675-43b8-af19-2ab7e08b3c46 service neutron] 10.222.0.91 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1419156
Dec 03 11:36:33.787247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:33.967404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc5db5-0d81-45d5-8fc8-ed08dde6c5da req-f78ed684-58be-466d-b526-e2183c966ccc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:33.969485 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5dc5db5-0d81-45d5-8fc8-ed08dde6c5da req-f78ed684-58be-466d-b526-e2183c966ccc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 943 time: 0.0863111
Dec 03 11:36:34.293942 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5dc5db5-0d81-45d5-8fc8-ed08dde6c5da req-d6ee6fa6-a42f-47c1-805c-0338e99aa5dd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3179829
Dec 03 11:36:35.036094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:35.510169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a05ab-2253-439e-abfe-703157303942 req-3257486f-9dc0-4049-bc99-faa1de19fa58 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:35.511795 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e5a05ab-2253-439e-abfe-703157303942 req-3257486f-9dc0-4049-bc99-faa1de19fa58 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 943 time: 0.0844288
Dec 03 11:36:35.530646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:35.558327 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e5a05ab-2253-439e-abfe-703157303942 req-0b9891d0-9602-4ad4-838d-6a71fa0a27a4 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394771
Dec 03 11:36:36.777093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b756-2ad0-4bee-9442-78e2b495b7d1 req-527e3b92-5d1e-464e-8874-c5ff0fb17bdd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:36.778664 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5f65b756-2ad0-4bee-9442-78e2b495b7d1 req-527e3b92-5d1e-464e-8874-c5ff0fb17bdd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 943 time: 0.0862162
Dec 03 11:36:36.826636 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5f65b756-2ad0-4bee-9442-78e2b495b7d1 req-53e3fac6-8637-4bbc-a089-cb27da111bfc tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405762
Dec 03 11:36:37.180501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:36:37.694099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 35bd217f-7ee6-40d2-8f03-62ddccd5303c up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:36:37.763339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 35bd217f-7ee6-40d2-8f03-62ddccd5303c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:36:37.769295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 35bd217f-7ee6-40d2-8f03-62ddccd5303c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:37.769721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:37.898225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:37.928193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bd217f-7ee6-40d2-8f03-62ddccd5303c'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:36:37.939153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 35bd217f-7ee6-40d2-8f03-62ddccd5303c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=35bd217f-7ee6-40d2-8f03-62ddccd5303c,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:36:37.943475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:37.945531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:37.994799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'code': 200}
Dec 03 11:36:38.019706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=35bd217f-7ee6-40d2-8f03-62ddccd5303c,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:38.023108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:38.042782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd98aa-55ee-41c1-b9c5-a4a8c7211808 req-1695669f-7c69-4ccb-ad17-7fc9fa64e33a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:38.044457 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-77fd98aa-55ee-41c1-b9c5-a4a8c7211808 req-1695669f-7c69-4ccb-ad17-7fc9fa64e33a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 945 time: 0.0854828
Dec 03 11:36:38.097868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-77fd98aa-55ee-41c1-b9c5-a4a8c7211808 req-c7ce5d3b-dd0c-4b12-9d77-499d72e2eaba tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464923
Dec 03 11:36:38.263984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e44574-e499-4c86-8a20-53913d7f4dad req-d60e88ec-74ae-4b83-ad46-8545088a0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:38.265713 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-74e44574-e499-4c86-8a20-53913d7f4dad req-d60e88ec-74ae-4b83-ad46-8545088a0cb8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 1162 time: 0.0768039
Dec 03 11:36:38.313344 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-74e44574-e499-4c86-8a20-53913d7f4dad req-e4623c89-8d03-4f54-a16f-0337e0db731c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410433
Dec 03 11:36:39.208235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 35bd217f-7ee6-40d2-8f03-62ddccd5303c up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:36:39.281445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 35bd217f-7ee6-40d2-8f03-62ddccd5303c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:36:39.281878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:39.325817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05457e34-1089-40a3-adf4-b9a4c2474c6f req-0fff7ca8-0800-4460-b05d-f6f0c292855c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:39.327697 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-05457e34-1089-40a3-adf4-b9a4c2474c6f req-0fff7ca8-0800-4460-b05d-f6f0c292855c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 945 time: 0.0889542
Dec 03 11:36:39.376813 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-05457e34-1089-40a3-adf4-b9a4c2474c6f req-ab5431b2-49d7-4e1a-9352-1149641cfa9e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423958
Dec 03 11:36:40.589124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5e0a9-ee82-4867-8cc8-2c7ffc4fe0fa req-462e9619-ffb9-4178-b908-376ee99306a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:40.590736 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d5f5e0a9-ee82-4867-8cc8-2c7ffc4fe0fa req-462e9619-ffb9-4178-b908-376ee99306a7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 945 time: 0.0865250
Dec 03 11:36:40.638149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d5f5e0a9-ee82-4867-8cc8-2c7ffc4fe0fa req-f3016036-f798-4de5-a048-915d7fb63273 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400481
Dec 03 11:36:40.850001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2c1a7-a088-46ca-b1ad-8a64677bb40b req-006cc01d-cc9d-4775-a9ee-11c9bfefbf42 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:40.851637 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0de2c1a7-a088-46ca-b1ad-8a64677bb40b req-006cc01d-cc9d-4775-a9ee-11c9bfefbf42 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 945 time: 0.0844924
Dec 03 11:36:40.902116 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0de2c1a7-a088-46ca-b1ad-8a64677bb40b req-1aa03c46-9d2c-47a6-945b-90d811b56850 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441999
Dec 03 11:36:40.934094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52262) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:41.009782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e7289-6f5f-4566-9ace-9c37ad463f0e tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:41.011530 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e12e7289-6f5f-4566-9ace-9c37ad463f0e tempest-TestNetworkBasicOps-1597771084 tempest-TestNetworkBasicOps-1597771084] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 1157 time: 0.0764034
Dec 03 11:36:41.015124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52266) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:41.020622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:36:41.026424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:36:41.031345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Usage tracker for resource:floatingip and tenant:85d2c11b1de444db8a782028cdd05d7d is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:36:41.034371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:36:41.040231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:36:41.049684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:41.194068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:41.470096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Allocated IP 172.26.1.75 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/a3b02968-125d-4310-b980-857f9de1ada1) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:36:41.621589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:41.647060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:41.662515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9e655563-e427-4e43-bc17-ff96b6885e06 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:41.796151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=a3b02968-125d-4310-b980-857f9de1ada1,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:41.800557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:41.848605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:36:41.849722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:36:41.852051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:36:42.260855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:42.336557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:42.607277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:42.610768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:42.626285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5cc7ce88-e492-4dda-ad84-c3552fe2a8b1 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:36:42.765353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event updated for resources: {'Port': ['ID=a3b02968-125d-4310-b980-857f9de1ada1,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:36:42.768735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:36:42.867851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:43.291110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP fcc75480-d868-42d7-9b1b-72e64b44722e associated. External IP: 172.26.1.75, port: 35bd217f-7ee6-40d2-8f03-62ddccd5303c.
Dec 03 11:36:43.648188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:36:43.837031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:36:43.847236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c80a629-f5e7-4914-81a5-e56f4635a3cc None None] Sync routers for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:36:43.856873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c80a629-f5e7-4914-81a5-e56f4635a3cc None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:36:43.857545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1c80a629-f5e7-4914-81a5-e56f4635a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6900fd0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:36:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:43.862684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:36:43.923274 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9069388
Dec 03 11:36:43.924200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'tag': '35bd217f-7ee6-40d2-8f03-62ddccd5303c'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:36:43.926585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52270) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:43.987646 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'tag': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'status': 'completed', 'code': 200}
Dec 03 11:36:44.044758 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bd170bcc-602b-4202-a8ac-b78a67d90d70 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/fcc75480-d868-42d7-9b1b-72e64b44722e HTTP/1.1" status: 200  len: 990 time: 0.1158261
Dec 03 11:36:44.049634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1c80a629-f5e7-4914-81a5-e56f4635a3cc None None] Set router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:36:44.106758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84365ce-cb58-46f0-89b8-840d19ebca2b req-6663da40-355a-48bf-9568-832b8ee3e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:44.109016 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a84365ce-cb58-46f0-89b8-840d19ebca2b req-6663da40-355a-48bf-9568-832b8ee3e98c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 1162 time: 0.0776992
Dec 03 11:36:44.255928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84365ce-cb58-46f0-89b8-840d19ebca2b req-7e064024-26e5-4206-8812-3660f07c1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:44.257441 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a84365ce-cb58-46f0-89b8-840d19ebca2b req-7e064024-26e5-4206-8812-3660f07c1731 service neutron] 10.222.0.91 "GET /v2.0/networks?id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 HTTP/1.1" status: 200  len: 891 time: 0.1419258
Dec 03 11:36:44.369644 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a84365ce-cb58-46f0-89b8-840d19ebca2b req-8d60189c-b263-49d4-bfa5-a57d30acafa5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35bd217f-7ee6-40d2-8f03-62ddccd5303c HTTP/1.1" status: 200  len: 998 time: 0.1061716
Dec 03 11:36:44.414726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1c80a629-f5e7-4914-81a5-e56f4635a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6900fd0>, [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'fcc75480-d868-42d7-9b1b-72e64b44722e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'port_id': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'mac_address': 'fa:16:3e:20:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:36:42Z', 'updated_at': '2020-12-03T11:36:42Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa526466-ce24-4dd0-b7d1-8395be633c72', 'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:00:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:22Z', 'updated_at': '2020-12-03T11:36:29Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'acab7072-8685-4796-a688-2de89745ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:44.418771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c80a629-f5e7-4914-81a5-e56f4635a3cc None None] Checking router: b2bebb13-1cd9-4207-9ed3-b3f710e9f81c for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:36:44.428504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c80a629-f5e7-4914-81a5-e56f4635a3cc None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:36:44.429157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1c80a629-f5e7-4914-81a5-e56f4635a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6900fd0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:36:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:44.443817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84365ce-cb58-46f0-89b8-840d19ebca2b req-a05c87b4-4a74-481a-84f2-a01e524addc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:44.445388 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a84365ce-cb58-46f0-89b8-840d19ebca2b req-a05c87b4-4a74-481a-84f2-a01e524addc7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=acab7072-8685-4796-a688-2de89745ca3d HTTP/1.1" status: 200  len: 833 time: 0.0692897
Dec 03 11:36:44.525993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84365ce-cb58-46f0-89b8-840d19ebca2b req-31350254-2097-4e49-8f47-a6d9521cfe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:44.527593 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a84365ce-cb58-46f0-89b8-840d19ebca2b req-31350254-2097-4e49-8f47-a6d9521cfe90 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0757363
Dec 03 11:36:44.610417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1c80a629-f5e7-4914-81a5-e56f4635a3cc None None] Set router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:36:44.674316 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a84365ce-cb58-46f0-89b8-840d19ebca2b req-4872d73c-a9f3-44eb-b782-381edee342df service neutron] 10.222.0.91 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394117
Dec 03 11:36:44.827408 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a84365ce-cb58-46f0-89b8-840d19ebca2b req-496c773e-96d3-4dac-90af-776b4bad9262 service neutron] 10.222.0.91 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1463742
Dec 03 11:36:44.979977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1c80a629-f5e7-4914-81a5-e56f4635a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6900fd0>, [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'fcc75480-d868-42d7-9b1b-72e64b44722e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'port_id': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'mac_address': 'fa:16:3e:20:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:36:42Z', 'updated_at': '2020-12-03T11:36:42Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa526466-ce24-4dd0-b7d1-8395be633c72', 'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:00:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:22Z', 'updated_at': '2020-12-03T11:36:29Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'acab7072-8685-4796-a688-2de89745ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:36:44.984246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c80a629-f5e7-4914-81a5-e56f4635a3cc None None] The sync data for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs is: [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 4, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'fcc75480-d868-42d7-9b1b-72e64b44722e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'port_id': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'mac_address': 'fa:16:3e:20:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:36:42Z', 'updated_at': '2020-12-03T11:36:42Z', 'revision_number': 0, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa526466-ce24-4dd0-b7d1-8395be633c72', 'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:00:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:22Z', 'updated_at': '2020-12-03T11:36:29Z', 'revision_number': 5, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'acab7072-8685-4796-a688-2de89745ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:36:45.049130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52276) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:45.164225 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b3e849d4-e10e-4216-8a1b-20efbf1a8fb0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/fcc75480-d868-42d7-9b1b-72e64b44722e HTTP/1.1" status: 200  len: 990 time: 0.1125722
Dec 03 11:36:45.277016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feddb6a-4ddc-4154-9848-0a442acde64e None None] New status for floating IP fcc75480-d868-42d7-9b1b-72e64b44722e: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:36:46.166475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52280) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:36:46.278046 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8815ed5e-f5da-4898-bdaa-8378e81b0362 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/fcc75480-d868-42d7-9b1b-72e64b44722e HTTP/1.1" status: 200  len: 992 time: 0.1101317
Dec 03 11:36:46.746536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b027bb4-3780-418d-8d96-a92771ae2290 req-1c27b11a-f22e-4ba4-b5e1-a997e7cb33e9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0738022
Dec 03 11:36:46.909222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b027bb4-3780-418d-8d96-a92771ae2290 req-f1857c93-e9dd-47a4-9303-77cf511d1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:46.910837 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b027bb4-3780-418d-8d96-a92771ae2290 req-f1857c93-e9dd-47a4-9303-77cf511d1633 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 1162 time: 0.0794160
Dec 03 11:36:47.071198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b027bb4-3780-418d-8d96-a92771ae2290 req-0f052109-5ab7-4945-9b23-a3dbcf51f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:47.073088 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b027bb4-3780-418d-8d96-a92771ae2290 req-0f052109-5ab7-4945-9b23-a3dbcf51f84d service neutron] 10.222.0.91 "GET /v2.0/networks?id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 HTTP/1.1" status: 200  len: 891 time: 0.1418242
Dec 03 11:36:47.177362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b027bb4-3780-418d-8d96-a92771ae2290 req-f4634f4b-4b78-44ec-986f-36b14ff13419 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35bd217f-7ee6-40d2-8f03-62ddccd5303c HTTP/1.1" status: 200  len: 1000 time: 0.0976362
Dec 03 11:36:47.252742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b027bb4-3780-418d-8d96-a92771ae2290 req-b06dc2e4-0738-414a-9f81-8bdcd6e8ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:47.254272 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b027bb4-3780-418d-8d96-a92771ae2290 req-b06dc2e4-0738-414a-9f81-8bdcd6e8ea0b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=acab7072-8685-4796-a688-2de89745ca3d HTTP/1.1" status: 200  len: 833 time: 0.0705009
Dec 03 11:36:47.337081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b027bb4-3780-418d-8d96-a92771ae2290 req-aef64503-9484-4411-9a05-0ff16d04dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:36:47.338631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b027bb4-3780-418d-8d96-a92771ae2290 req-aef64503-9484-4411-9a05-0ff16d04dd13 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0773880
Dec 03 11:36:47.486011 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b027bb4-3780-418d-8d96-a92771ae2290 req-d34c2f4d-83e0-4123-9e1c-a1428250a536 service neutron] 10.222.0.91 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408811
Dec 03 11:36:47.634172 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b027bb4-3780-418d-8d96-a92771ae2290 req-a7fbd2ef-2f49-4745-95d5-831b17d1503b service neutron] 10.222.0.91 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410780
Dec 03 11:36:51.405454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:00.799706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-991dc58b-3bba-414a-bc1d-e7a2395ad008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:02.909022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9b6cdfa4-118a-4062-b303-c9969b3153c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:03.788694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:05.037936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:05.532272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:14.180000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:37:21.400705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:30.801420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-87126004-14c5-498e-9eab-b923dbf76bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:32.910742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f4acf54-532a-434b-9747-87e999364776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:33.791246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:35.040072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:35.535401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:44.768191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52306) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:37:44.774092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d2fea87c-7b74-4b00-896d-f52d4485f81a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'router': {'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:37:45.326789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2fea87c-7b74-4b00-896d-f52d4485f81a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:45.338225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2fea87c-7b74-4b00-896d-f52d4485f81a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:45.522256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fea87c-7b74-4b00-896d-f52d4485f81a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:37:45.707464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fea87c-7b74-4b00-896d-f52d4485f81a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:37:45.713686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2fea87c-7b74-4b00-896d-f52d4485f81a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:45.714944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d2fea87c-7b74-4b00-896d-f52d4485f81a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/b2bebb13-1cd9-4207-9ed3-b3f710e9f81c HTTP/1.1" status: 200  len: 888 time: 0.9456215
Dec 03 11:37:45.718202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ad2e3-588d-4319-b757-c248fa3a2775 None None] Sync routers for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:37:45.729077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ad2e3-588d-4319-b757-c248fa3a2775 None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:37:45.729743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-be8ad2e3-588d-4319-b757-c248fa3a2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b694ed68>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:37:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:37:45.796638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-be8ad2e3-588d-4319-b757-c248fa3a2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b694ed68>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:37:45.805627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ad2e3-588d-4319-b757-c248fa3a2775 None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:37:45.806282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-be8ad2e3-588d-4319-b757-c248fa3a2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b694ed68>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:37:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:37:45.867448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-be8ad2e3-588d-4319-b757-c248fa3a2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b694ed68>, [], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:37:45.867889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ad2e3-588d-4319-b757-c248fa3a2775 None None] The sync data for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs is: [] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:37:46.146021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d59658-4dd4-46a9-a026-86c06dfd9be1 None None] New status for floating IP fcc75480-d868-42d7-9b1b-72e64b44722e: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:37:46.797182 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-606104b1-5942-46c4-9465-c0a1ed1b802f req-63666c69-0330-4945-a484-714c87928568 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0790126
Dec 03 11:37:46.960866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606104b1-5942-46c4-9465-c0a1ed1b802f req-ae80b8e9-d0e7-4258-a5a3-97af907160e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:37:46.962477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-606104b1-5942-46c4-9465-c0a1ed1b802f req-ae80b8e9-d0e7-4258-a5a3-97af907160e3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 1162 time: 0.0759909
Dec 03 11:37:47.029400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aa526466-ce24-4dd0-b7d1-8395be633c72 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:37:47.121023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606104b1-5942-46c4-9465-c0a1ed1b802f req-7531fdff-a4e1-4485-83f4-2aa7650eea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:37:47.122565 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-606104b1-5942-46c4-9465-c0a1ed1b802f req-7531fdff-a4e1-4485-83f4-2aa7650eea79 service neutron] 10.222.0.91 "GET /v2.0/networks?id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 HTTP/1.1" status: 200  len: 891 time: 0.1406670
Dec 03 11:37:47.145840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:47.179522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port aa526466-ce24-4dd0-b7d1-8395be633c72, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aa526466-ce24-4dd0-b7d1-8395be633c72,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:37:47.182285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:47.183115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:37:47.210214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d822a553-43a8-442e-a0aa-a8bbacf4563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:37:47.233231 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-606104b1-5942-46c4-9465-c0a1ed1b802f req-fb43aa74-0f77-49e3-aad0-47bae21b865e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35bd217f-7ee6-40d2-8f03-62ddccd5303c HTTP/1.1" status: 200  len: 998 time: 0.1037927
Dec 03 11:37:47.304840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=aa526466-ce24-4dd0-b7d1-8395be633c72,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:37:47.305755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606104b1-5942-46c4-9465-c0a1ed1b802f req-7c22dd90-9d90-42a6-9dea-bbda43940bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:37:47.307453 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-606104b1-5942-46c4-9465-c0a1ed1b802f req-7c22dd90-9d90-42a6-9dea-bbda43940bd2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=acab7072-8685-4796-a688-2de89745ca3d HTTP/1.1" status: 200  len: 833 time: 0.0683434
Dec 03 11:37:47.340017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.340407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.340790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.341741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.342131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.342508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.342878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.343274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.343642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.344012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.344645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.345011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.345433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.345803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.346169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.346528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.346890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.347279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.347645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.348009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.348381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.348745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.349115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.349474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:47.359953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:37:47.380575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:47.393298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606104b1-5942-46c4-9465-c0a1ed1b802f req-51f58b5d-f91e-48f4-8a4c-bb563fafaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:37:47.394949 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-606104b1-5942-46c4-9465-c0a1ed1b802f req-51f58b5d-f91e-48f4-8a4c-bb563fafaf80 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0812781
Dec 03 11:37:47.396545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:37:47.400303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:47.402134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:37:47.471922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:37:47.475246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:37:47.543478 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-606104b1-5942-46c4-9465-c0a1ed1b802f req-e7104772-8621-4e1d-a6e1-5116f778c377 service neutron] 10.222.0.91 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414137
Dec 03 11:37:47.688126 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-606104b1-5942-46c4-9465-c0a1ed1b802f req-7c38b23b-258a-495f-b774-3e36434a0ea7 service neutron] 10.222.0.91 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372683
Dec 03 11:37:47.902205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52312) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:37:47.908932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-af959431-1660-4854-8389-033858dca2c9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Request body: {'router': {'admin_state_up': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:37:48.448928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af959431-1660-4854-8389-033858dca2c9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:48.458946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af959431-1660-4854-8389-033858dca2c9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036838421230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16354587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16352569'] for router, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:48.918063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af959431-1660-4854-8389-033858dca2c9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:37:49.104528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af959431-1660-4854-8389-033858dca2c9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:37:49.111618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af959431-1660-4854-8389-033858dca2c9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:49.112892 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-af959431-1660-4854-8389-033858dca2c9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/b2bebb13-1cd9-4207-9ed3-b3f710e9f81c HTTP/1.1" status: 200  len: 887 time: 1.2094803
Dec 03 11:37:49.114729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb98787-d7f9-4b8a-a45b-e18ef5817ba5 None None] Sync routers for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:37:49.116315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52316) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:37:49.125453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb98787-d7f9-4b8a-a45b-e18ef5817ba5 None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:37:49.126119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ffb98787-d7f9-4b8a-a45b-e18ef5817ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68a6198>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:37:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:37:49.224173 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aac37530-cec5-4f87-b1fc-2fc37b8cd3ee tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/fcc75480-d868-42d7-9b1b-72e64b44722e HTTP/1.1" status: 200  len: 990 time: 0.1064291
Dec 03 11:37:49.308502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-ffb98787-d7f9-4b8a-a45b-e18ef5817ba5 None None] Set router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:37:49.664886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ffb98787-d7f9-4b8a-a45b-e18ef5817ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68a6198>, [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:48Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'fcc75480-d868-42d7-9b1b-72e64b44722e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'port_id': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'mac_address': 'fa:16:3e:20:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:36:42Z', 'updated_at': '2020-12-03T11:37:46Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa526466-ce24-4dd0-b7d1-8395be633c72', 'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:00:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:22Z', 'updated_at': '2020-12-03T11:37:47Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'acab7072-8685-4796-a688-2de89745ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:37:49.668871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb98787-d7f9-4b8a-a45b-e18ef5817ba5 None None] Checking router: b2bebb13-1cd9-4207-9ed3-b3f710e9f81c for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:37:49.678127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb98787-d7f9-4b8a-a45b-e18ef5817ba5 None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:37:49.678775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ffb98787-d7f9-4b8a-a45b-e18ef5817ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68a6198>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:37:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:37:50.005159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-ffb98787-d7f9-4b8a-a45b-e18ef5817ba5 None None] Set router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:37:50.228373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52320) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:37:50.379689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ffb98787-d7f9-4b8a-a45b-e18ef5817ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68a6198>, [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:48Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'fcc75480-d868-42d7-9b1b-72e64b44722e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'port_id': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'mac_address': 'fa:16:3e:20:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:36:42Z', 'updated_at': '2020-12-03T11:37:46Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa526466-ce24-4dd0-b7d1-8395be633c72', 'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:00:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:22Z', 'updated_at': '2020-12-03T11:37:47Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'acab7072-8685-4796-a688-2de89745ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:37:50.384367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb98787-d7f9-4b8a-a45b-e18ef5817ba5 None None] The sync data for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs is: [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:48Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'fcc75480-d868-42d7-9b1b-72e64b44722e', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'port_id': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'mac_address': 'fa:16:3e:20:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:36:42Z', 'updated_at': '2020-12-03T11:37:46Z', 'revision_number': 2, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa526466-ce24-4dd0-b7d1-8395be633c72', 'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:00:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:22Z', 'updated_at': '2020-12-03T11:37:47Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'acab7072-8685-4796-a688-2de89745ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:37:50.607875 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-074e2d80-a1e7-4df8-a78c-d9a3f270b9e9 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/fcc75480-d868-42d7-9b1b-72e64b44722e HTTP/1.1" status: 200  len: 990 time: 0.3782165
Dec 03 11:37:51.063329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aa526466-ce24-4dd0-b7d1-8395be633c72 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:37:51.156301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port aa526466-ce24-4dd0-b7d1-8395be633c72 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:37:51.156845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:51.180365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:37:51.283714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:51.318934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port aa526466-ce24-4dd0-b7d1-8395be633c72, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aa526466-ce24-4dd0-b7d1-8395be633c72,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:37:51.322321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:51.324433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1a024cfa-b079-4f4d-95b5-3d90517f331f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:37:51.405656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=aa526466-ce24-4dd0-b7d1-8395be633c72,revision_number=7']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:37:51.408965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:37:51.412619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:51.611634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52324) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:37:51.725535 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a0ff0a17-8199-49cd-821c-e80c1981c1bd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/fcc75480-d868-42d7-9b1b-72e64b44722e HTTP/1.1" status: 200  len: 990 time: 0.1125939
Dec 03 11:37:52.728879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52328) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:37:52.838118 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e2ebf39d-a93f-4f7e-8b7d-8cdf2afa7c82 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/fcc75480-d868-42d7-9b1b-72e64b44722e HTTP/1.1" status: 200  len: 990 time: 0.1079140
Dec 03 11:37:53.078268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4bd14e-421e-4aad-a2cc-c47e64f7c530 None None] New status for floating IP fcc75480-d868-42d7-9b1b-72e64b44722e: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:37:53.143006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aa526466-ce24-4dd0-b7d1-8395be633c72 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:37:53.495840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port aa526466-ce24-4dd0-b7d1-8395be633c72 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:37:53.496269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:53.687321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:37:53.755858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:37:53.756373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:53.842167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52332) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:37:53.879348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:53.898086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:37:53.902209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:53.904359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:37:53.962900 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-58bb72e1-c667-4599-9e1b-42f0bc35f786 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/floatingips/fcc75480-d868-42d7-9b1b-72e64b44722e HTTP/1.1" status: 200  len: 992 time: 0.1148875
Dec 03 11:37:53.973917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:37:53.977288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:37:54.277941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52340) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:37:54.487528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port a3b02968-125d-4310-b980-857f9de1ada1 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:37:54.487825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:54.666164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:54.666530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:54.791835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for a3b02968-125d-4310-b980-857f9de1ada1 owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:37:54.947547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:54.963580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3e325ef9-537d-4ba0-8776-46280a940e9f tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:37:55.022758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=a3b02968-125d-4310-b980-857f9de1ada1,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:37:55.041920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:37:55.082096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.082506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.082944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.083373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.083795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.084209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.084619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.085033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.085439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.085844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.086256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.086664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.087168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.087577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.087994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.088391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.088803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.089205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.089606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.090009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.090409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.090870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.091355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.091760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:37:55.095770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:37:55.114775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:37:55.115255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:55.210183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:55.210564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Floating IP fcc75480-d868-42d7-9b1b-72e64b44722e disassociated (deleted). External IP: 172.26.1.75, port: 35bd217f-7ee6-40d2-8f03-62ddccd5303c.
Dec 03 11:37:55.579833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:37:55.767051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:37:55.776586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d62324-eff4-4687-9214-becd639ed0b5 None None] Sync routers for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:37:55.784151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:55.786983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d62324-eff4-4687-9214-becd639ed0b5 None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:37:55.787735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a0d62324-eff4-4687-9214-becd639ed0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b626e828>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:37:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:37:55.839589 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/floatingips/fcc75480-d868-42d7-9b1b-72e64b44722e HTTP/1.1" status: 204  len: 168 time: 1.5603848
Dec 03 11:37:55.840359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'tag': '35bd217f-7ee6-40d2-8f03-62ddccd5303c'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:37:55.915219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'tag': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'status': 'completed', 'code': 200}
Dec 03 11:37:55.980798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a0d62324-eff4-4687-9214-becd639ed0b5 None None] Set router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:37:56.042315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74b44-3722-4b7c-b56c-bbeaf2c770d0 req-141fd39a-19ac-43fb-9377-d51a3ad9ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:37:56.043936 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34a74b44-3722-4b7c-b56c-bbeaf2c770d0 req-141fd39a-19ac-43fb-9377-d51a3ad9ef27 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85d2c11b1de444db8a782028cdd05d7d&device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 1162 time: 0.0813928
Dec 03 11:37:56.210508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74b44-3722-4b7c-b56c-bbeaf2c770d0 req-5d3fd596-79fd-40f9-aec1-f21658a4f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:37:56.212267 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34a74b44-3722-4b7c-b56c-bbeaf2c770d0 req-5d3fd596-79fd-40f9-aec1-f21658a4f9c4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 HTTP/1.1" status: 200  len: 891 time: 0.1566379
Dec 03 11:37:56.274415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04f876-d481-4c27-8ee1-0561d511d89f req-3d30edfa-5fe8-453e-ae72-e72e1a905779 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:37:56.276113 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fe04f876-d481-4c27-8ee1-0561d511d89f req-3d30edfa-5fe8-453e-ae72-e72e1a905779 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 945 time: 0.0896142
Dec 03 11:37:56.299453 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34a74b44-3722-4b7c-b56c-bbeaf2c770d0 req-7c2252fa-4b10-4e2b-896c-1457785519b8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35bd217f-7ee6-40d2-8f03-62ddccd5303c HTTP/1.1" status: 200  len: 217 time: 0.0790844
Dec 03 11:37:56.324957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a0d62324-eff4-4687-9214-becd639ed0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b626e828>, [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:48Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'aa526466-ce24-4dd0-b7d1-8395be633c72', 'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:00:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:22Z', 'updated_at': '2020-12-03T11:37:51Z', 'revision_number': 7, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'acab7072-8685-4796-a688-2de89745ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:37:56.326157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fe04f876-d481-4c27-8ee1-0561d511d89f req-1d7354ff-4d8f-4d8d-a3c0-bd6eeb947c47 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418093
Dec 03 11:37:56.330044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d62324-eff4-4687-9214-becd639ed0b5 None None] Checking router: b2bebb13-1cd9-4207-9ed3-b3f710e9f81c for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:37:56.339471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d62324-eff4-4687-9214-becd639ed0b5 None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:37:56.340143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a0d62324-eff4-4687-9214-becd639ed0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b626e828>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:37:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:37:56.371788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74b44-3722-4b7c-b56c-bbeaf2c770d0 req-8ebc6732-43d7-477f-bb81-0e8da69c3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:37:56.373564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34a74b44-3722-4b7c-b56c-bbeaf2c770d0 req-8ebc6732-43d7-477f-bb81-0e8da69c3ed2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=acab7072-8685-4796-a688-2de89745ca3d HTTP/1.1" status: 200  len: 833 time: 0.0674698
Dec 03 11:37:56.459858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74b44-3722-4b7c-b56c-bbeaf2c770d0 req-de4a41e1-adbf-400f-b6ba-c962f06ad3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:37:56.461482 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34a74b44-3722-4b7c-b56c-bbeaf2c770d0 req-de4a41e1-adbf-400f-b6ba-c962f06ad3d7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0813122
Dec 03 11:37:56.526521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a0d62324-eff4-4687-9214-becd639ed0b5 None None] Set router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:37:56.610297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34a74b44-3722-4b7c-b56c-bbeaf2c770d0 req-ae89ac4d-c72a-4a9b-a2af-3bdc5dcf49d9 service neutron] 10.222.0.91 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412532
Dec 03 11:37:56.758729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34a74b44-3722-4b7c-b56c-bbeaf2c770d0 req-a6a8c548-c411-423b-a342-7ead7c4a9795 service neutron] 10.222.0.91 "GET /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413331
Dec 03 11:37:56.854160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a0d62324-eff4-4687-9214-becd639ed0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b626e828>, [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:48Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'aa526466-ce24-4dd0-b7d1-8395be633c72', 'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:00:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:22Z', 'updated_at': '2020-12-03T11:37:51Z', 'revision_number': 7, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'acab7072-8685-4796-a688-2de89745ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:37:56.859100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d62324-eff4-4687-9214-becd639ed0b5 None None] The sync data for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs is: [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:48Z', 'revision_number': 6, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'aa526466-ce24-4dd0-b7d1-8395be633c72', 'name': '', 'network_id': '68bfa0b3-c3ba-43e8-b9b7-06a49209fb24', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'mac_address': 'fa:16:3e:00:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'acab7072-8685-4796-a688-2de89745ca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:22Z', 'updated_at': '2020-12-03T11:37:51Z', 'revision_number': 7, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'subnets': [{'id': 'acab7072-8685-4796-a688-2de89745ca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:37:57.555654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6db1e-0808-4c89-bebc-a89382a03043 req-92fc209f-e800-4826-bfbd-7aef08936cdb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:37:57.557251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1ea6db1e-0808-4c89-bebc-a89382a03043 req-92fc209f-e800-4826-bfbd-7aef08936cdb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 945 time: 0.0864122
Dec 03 11:37:57.608577 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1ea6db1e-0808-4c89-bebc-a89382a03043 req-736d5c72-5a32-48bc-a4b7-a005a6aaad2a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438550
Dec 03 11:37:57.955947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521c1e3-bcd1-4669-8465-94c3864fb8d0 None None] New status for floating IP fcc75480-d868-42d7-9b1b-72e64b44722e: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:37:57.981216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-ab05791b-8c13-45f9-ba2a-7026b8952135 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:37:57.982480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-ab05791b-8c13-45f9-ba2a-7026b8952135 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Synchronizing usage tracker for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:37:57.998380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-ab05791b-8c13-45f9-ba2a-7026b8952135 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Unset dirty status for tenant:85d2c11b1de444db8a782028cdd05d7d on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:37:57.999655 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-ab05791b-8c13-45f9-ba2a-7026b8952135 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 945 time: 0.1033456
Dec 03 11:37:58.019712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 35bd217f-7ee6-40d2-8f03-62ddccd5303c no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:37:58.074643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 35bd217f-7ee6-40d2-8f03-62ddccd5303c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:37:58.075814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:58.203721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:58.232081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35bd217f-7ee6-40d2-8f03-62ddccd5303c'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:37:58.242424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 35bd217f-7ee6-40d2-8f03-62ddccd5303c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=35bd217f-7ee6-40d2-8f03-62ddccd5303c,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:37:58.246349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:58.248320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:37:58.294436 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'code': 200}
Dec 03 11:37:58.320032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=35bd217f-7ee6-40d2-8f03-62ddccd5303c,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:37:58.323439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:37:58.343691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 35bd217f-7ee6-40d2-8f03-62ddccd5303c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=35bd217f-7ee6-40d2-8f03-62ddccd5303c,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:37:58.344097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:58.470956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 35bd217f-7ee6-40d2-8f03-62ddccd5303c owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:37:58.555593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:37:58.555932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:37:58.821537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6694fcc-6517-46cc-9153-7e68ba952877 req-16ec459e-2ebf-46b5-9f8e-a961ff952f98 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:37:58.823114 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6694fcc-6517-46cc-9153-7e68ba952877 req-16ec459e-2ebf-46b5-9f8e-a961ff952f98 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 943 time: 0.0846534
Dec 03 11:37:58.870490 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6694fcc-6517-46cc-9153-7e68ba952877 req-359a428a-d5fd-48c2-b64b-aa2eec9e6862 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/security-groups?id=f286507d-4f1a-41f8-86c5-e943de2da8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404284
Dec 03 11:37:59.056860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port 35bd217f-7ee6-40d2-8f03-62ddccd5303c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:37:59.057315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:59.563539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port 35bd217f-7ee6-40d2-8f03-62ddccd5303c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=35bd217f-7ee6-40d2-8f03-62ddccd5303c,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:37:59.563944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:59.695800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for 35bd217f-7ee6-40d2-8f03-62ddccd5303c owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:37:59.843355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:37:59.859126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64309bfd-bd51-47aa-9f10-199ae5250251 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:37:59.905536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=35bd217f-7ee6-40d2-8f03-62ddccd5303c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:37:59.910396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:00.063401 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1a0285d-b9ac-4c36-958a-2727701459ba req-e587dffb-6952-4365-b9e7-2fd3df5ed13f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "GET /v2.0/ports?device_id=fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d HTTP/1.1" status: 200  len: 210 time: 0.0523880
Dec 03 11:38:00.064751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] No DVR routers for this DVR port 35bd217f-7ee6-40d2-8f03-62ddccd5303c on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:38:00.066974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:00.069851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'name': 'network-vif-deleted', 'tag': '35bd217f-7ee6-40d2-8f03-62ddccd5303c'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:38:00.087182 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6645c725-1ab7-4e8e-b2a4-f6c07dec4b91 req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.91 "DELETE /v2.0/ports/35bd217f-7ee6-40d2-8f03-62ddccd5303c HTTP/1.1" status: 204  len: 173 time: 2.0811088
Dec 03 11:38:00.135741 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc90aa9a-6157-4c6f-ac2d-e3b0f4e0b92d', 'name': 'network-vif-deleted', 'tag': '35bd217f-7ee6-40d2-8f03-62ddccd5303c', 'status': 'completed', 'code': 200}
Dec 03 11:38:00.803095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4604c70f-3649-4197-8fc8-7fe66dbd1727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:01.185896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52362) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:01.257750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e20e66a-f37e-455a-ba5b-386b1e2fd212 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:01.292954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e20e66a-f37e-455a-ba5b-386b1e2fd212 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:01.351781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e20e66a-f37e-455a-ba5b-386b1e2fd212 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:01.357532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4f6f6070-8043-44e4-8115-f74dc6dd76ef tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:01.373766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20e66a-f37e-455a-ba5b-386b1e2fd212 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'SecurityGroup': ['ID=f286507d-4f1a-41f8-86c5-e943de2da8c6,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:01.376698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e20e66a-f37e-455a-ba5b-386b1e2fd212 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:01.382999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e20e66a-f37e-455a-ba5b-386b1e2fd212 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:01.384219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1e20e66a-f37e-455a-ba5b-386b1e2fd212 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/security-groups/f286507d-4f1a-41f8-86c5-e943de2da8c6 HTTP/1.1" status: 204  len: 168 time: 0.1972566
Dec 03 11:38:01.428104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52368) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:01.807586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:02.426932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port aa526466-ce24-4dd0-b7d1-8395be633c72 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:38:02.427506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:02.625295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port aa526466-ce24-4dd0-b7d1-8395be633c72, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=aa526466-ce24-4dd0-b7d1-8395be633c72,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:38:02.625686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:02.757790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for aa526466-ce24-4dd0-b7d1-8395be633c72 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:38:02.915384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd17fbfa-d4f7-4c98-a70f-2c8094210473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:02.937521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:02.950570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d2c1b6c-a6aa-41c8-82f1-248024f850f2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:02.996111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Port': ['ID=aa526466-ce24-4dd0-b7d1-8395be633c72,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:03.015854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.016220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.016637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.017050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.017458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.017866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.018278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.018683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.019112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.019516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.019917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.020320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.020776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.021178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.021579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.021980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.022379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.022779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.023204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.023604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.024002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.024400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.024800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.025195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:03.031564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:03.381918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:03.793679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:04.163987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:38:04.350199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:38:04.360604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a685741-827f-4ac5-8349-d309462e4afd None None] Sync routers for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:38:04.365172 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "PUT /v2.0/routers/b2bebb13-1cd9-4207-9ed3-b3f710e9f81c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9350104
Dec 03 11:38:04.367167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52372) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:04.370733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a685741-827f-4ac5-8349-d309462e4afd None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:38:04.371448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3a685741-827f-4ac5-8349-d309462e4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b626e710>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:38:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:38:04.583377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-696ffe0a-5b10-4539-916c-b65906877ffd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting subnet acab7072-8685-4796-a688-2de89745ca3d {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:38:04.586568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-696ffe0a-5b10-4539-916c-b65906877ffd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:04.644406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-696ffe0a-5b10-4539-916c-b65906877ffd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:04.714144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3a685741-827f-4ac5-8349-d309462e4afd None None] Set router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:38:04.736895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-696ffe0a-5b10-4539-916c-b65906877ffd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:05.023639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3a685741-827f-4ac5-8349-d309462e4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b626e710>, [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:38:02Z', 'revision_number': 7, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:38:05.029116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a685741-827f-4ac5-8349-d309462e4afd None None] Checking router: b2bebb13-1cd9-4207-9ed3-b3f710e9f81c for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:38:05.037733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-696ffe0a-5b10-4539-916c-b65906877ffd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:05.038848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a685741-827f-4ac5-8349-d309462e4afd None None] Routers {'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:38:05.039547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3a685741-827f-4ac5-8349-d309462e4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b626e710>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:38:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:38:05.045694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:05.059985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ef7c284d-cc46-44c7-b14b-01d0b5e78d5a tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:05.101712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ffe0a-5b10-4539-916c-b65906877ffd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Subnet': ['ID=acab7072-8685-4796-a688-2de89745ca3d,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:05.114195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-696ffe0a-5b10-4539-916c-b65906877ffd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:05.201499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-696ffe0a-5b10-4539-916c-b65906877ffd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:05.207648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db07ea85-2319-40c2-9fda-8b0d1b4d180e None None] Network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:38:05.207897 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-696ffe0a-5b10-4539-916c-b65906877ffd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/subnets/acab7072-8685-4796-a688-2de89745ca3d HTTP/1.1" status: 204  len: 168 time: 0.8397050
Dec 03 11:38:05.210620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52376) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:05.230419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-3a685741-827f-4ac5-8349-d309462e4afd None None] Set router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:38:05.406407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:05.470298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5ef0df-7e7e-4e57-b7d1-ac77ea0ebabd None None] DHCP port deletion for 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:38:05.474888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ef0df-7e7e-4e57-b7d1-ac77ea0ebabd None None] Deleting port 77a072bc-c72d-4bd2-8cce-53f987037740 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:38:05.475430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef0df-7e7e-4e57-b7d1-ac77ea0ebabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:05.545715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-3a685741-827f-4ac5-8349-d309462e4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b626e710>, [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:38:02Z', 'revision_number': 7, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:38:05.550544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a685741-827f-4ac5-8349-d309462e4afd None None] The sync data for ids ['b2bebb13-1cd9-4207-9ed3-b3f710e9f81c'] in dv-neutron-765072-2-ovs is: [{'id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'name': 'tempest-TestNetworkBasicOps-router-849924920', 'tenant_id': '85d2c11b1de444db8a782028cdd05d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116'}], 'enable_snat': True}, 'gw_port_id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:38:02Z', 'revision_number': 7, 'project_id': '85d2c11b1de444db8a782028cdd05d7d', 'gw_port': {'id': 'cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bebb13-1cd9-4207-9ed3-b3f710e9f81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:36:17Z', 'updated_at': '2020-12-03T11:37:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:38:05.576636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:05.607265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:05.613588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Deleting port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:38:05.613588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:05.720803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-5c5ef0df-7e7e-4e57-b7d1-ac77ea0ebabd None None] For port 77a072bc-c72d-4bd2-8cce-53f987037740, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=77a072bc-c72d-4bd2-8cce-53f987037740,segment=NetworkSegment(b6bce1a4-0416-40c3-9c21-7aea826cc304),segment_id=b6bce1a4-0416-40c3-9c21-7aea826cc304)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:38:05.721163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef0df-7e7e-4e57-b7d1-ac77ea0ebabd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:05.804774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] For port cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:38:05.805191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:05.856079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ef0df-7e7e-4e57-b7d1-ac77ea0ebabd None None] Calling delete_port for 77a072bc-c72d-4bd2-8cce-53f987037740 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:38:05.938116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef0df-7e7e-4e57-b7d1-ac77ea0ebabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:05.938332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Calling delete_port for cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:38:05.954379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e42270df-8330-4197-a8e9-d963d32ddb25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:06.014925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ef0df-7e7e-4e57-b7d1-ac77ea0ebabd None None] Pushing event deleted for resources: {'Port': ['ID=77a072bc-c72d-4bd2-8cce-53f987037740,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:06.019640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c5ef0df-7e7e-4e57-b7d1-ac77ea0ebabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:06.075224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:06.104333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ef0df-7e7e-4e57-b7d1-ac77ea0ebabd None None] No DVR routers for this DVR port 77a072bc-c72d-4bd2-8cce-53f987037740 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:38:06.269775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:06.401570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:06.404612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:06.424181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:06.424757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Fanout notify agent at l3_agent the message router_deleted on router b2bebb13-1cd9-4207-9ed3-b3f710e9f81c {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:38:06.440142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:06.441616 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-61940a79-fb12-4a70-981a-fe437addb60a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/routers/b2bebb13-1cd9-4207-9ed3-b3f710e9f81c HTTP/1.1" status: 204  len: 168 time: 1.2298591
Dec 03 11:38:06.444405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52380) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:06.575467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:06.771666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:07.044506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aa526466-ce24-4dd0-b7d1-8395be633c72 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:38:07.081832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: aa526466-ce24-4dd0-b7d1-8395be633c72 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:38:07.082473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device aa526466-ce24-4dd0-b7d1-8395be633c72 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:38:07.082675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 77a072bc-c72d-4bd2-8cce-53f987037740 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:38:07.119541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 77a072bc-c72d-4bd2-8cce-53f987037740 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:38:07.119945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 77a072bc-c72d-4bd2-8cce-53f987037740 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:38:07.120416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:38:07.155085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:38:07.155482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device cc0b1939-b0f3-4f99-ba90-7f2f6a4cce35 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:38:07.179641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a2f550>,) {'filters': {'network_id': ['68bfa0b3-c3ba-43e8-b9b7-06a49209fb24']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:38:07.192269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a2f550>, 'b6bce1a4-0416-40c3-9c21-7aea826cc304') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:38:07.192602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a2f550>, 'b6bce1a4-0416-40c3-9c21-7aea826cc304') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:38:07.205181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:07.221222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:07.223261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:38:07.406945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:38:07.416126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:07.601481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Network 68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:38:07.625543 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:38:07.704155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:07.707389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c177b7a5-773e-42d7-afef-e37a51927de1 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:07.728644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:07.738450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Pushing event deleted for resources: {'Network': ['ID=68bfa0b3-c3ba-43e8-b9b7-06a49209fb24,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:07.741837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:07.747457 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] 10.222.0.90 "DELETE /v2.0/networks/68bfa0b3-c3ba-43e8-b9b7-06a49209fb24 HTTP/1.1" status: 204  len: 168 time: 1.3013566
Dec 03 11:38:08.133526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52388) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:08.319571 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-252b3cdf-f817-4072-9cec-7ac97759320a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=85d2c11b1de444db8a782028cdd05d7d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1846628
Dec 03 11:38:08.322118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52394) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:08.383391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75c29cfe-02c9-45ba-ba0a-9676f161fefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:08.410946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75c29cfe-02c9-45ba-ba0a-9676f161fefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:08.458122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75c29cfe-02c9-45ba-ba0a-9676f161fefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:08.463390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:08.483687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c29cfe-02c9-45ba-ba0a-9676f161fefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71451ff1-c475-428e-b7c8-91ae019b7293,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:08.486832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75c29cfe-02c9-45ba-ba0a-9676f161fefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:08.488896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75c29cfe-02c9-45ba-ba0a-9676f161fefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:08.490118 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-75c29cfe-02c9-45ba-ba0a-9676f161fefa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/71451ff1-c475-428e-b7c8-91ae019b7293 HTTP/1.1" status: 204  len: 168 time: 0.1670399
Dec 03 11:38:08.833722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52402) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:08.853073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d85c399-2916-4e5f-8ea7-6a7e3181b0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:08.868021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5d85c399-2916-4e5f-8ea7-6a7e3181b0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:38:08.872654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5d85c399-2916-4e5f-8ea7-6a7e3181b0fe admin admin] Usage tracker for resource:security_group_rule and tenant:748ab201f1d64830a51764909c671ea7 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:38:08.875591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5d85c399-2916-4e5f-8ea7-6a7e3181b0fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:38:08.881427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5d85c399-2916-4e5f-8ea7-6a7e3181b0fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:38:08.969308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d85c399-2916-4e5f-8ea7-6a7e3181b0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:08.972158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d85c399-2916-4e5f-8ea7-6a7e3181b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:08.980792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-062aff06-14ac-4cac-9a35-34a22542a768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:09.024108 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5d85c399-2916-4e5f-8ea7-6a7e3181b0fe admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=748ab201f1d64830a51764909c671ea7&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1892486
Dec 03 11:38:09.025135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85c399-2916-4e5f-8ea7-6a7e3181b0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5d1fb2-2088-4cd1-84f3-2099a390337d,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:09.027075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52406) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:09.028759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d85c399-2916-4e5f-8ea7-6a7e3181b0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:09.089713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff10d15-ba33-469b-bd98-222ba8cb63c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:09.116948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff10d15-ba33-469b-bd98-222ba8cb63c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:09.163191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff10d15-ba33-469b-bd98-222ba8cb63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:09.168126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-15a83ba7-5ff5-4a60-a757-e237c6076a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:09.181348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff10d15-ba33-469b-bd98-222ba8cb63c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5d1fb2-2088-4cd1-84f3-2099a390337d,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:09.184541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cff10d15-ba33-469b-bd98-222ba8cb63c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:09.186589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cff10d15-ba33-469b-bd98-222ba8cb63c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:09.187832 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cff10d15-ba33-469b-bd98-222ba8cb63c1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ff5d1fb2-2088-4cd1-84f3-2099a390337d HTTP/1.1" status: 204  len: 168 time: 0.1596839
Dec 03 11:38:18.610058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-32e0be29-9eed-4300-b9fe-dca2e593e296 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/networks?tenant_id=3dff5afb23754e45bc138b6d2342ac4b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0338590
Dec 03 11:38:18.770623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-0a328def-f6fa-4458-9769-128acd665876 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:18.772159 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-0a328def-f6fa-4458-9769-128acd665876 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1562431
Dec 03 11:38:18.790392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-25046838-daad-470b-b40c-52475fed126e tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/quotas/3dff5afb23754e45bc138b6d2342ac4b HTTP/1.1" status: 200  len: 375 time: 0.0116520
Dec 03 11:38:18.846803 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-504e8f02-42d9-4545-8db5-532f3718a2a1 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?tenant_id=3dff5afb23754e45bc138b6d2342ac4b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0501208
Dec 03 11:38:19.064036 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-860149d8-45a4-4efd-bd06-1810dbc45de9 req-9e070ba9-84d1-4e17-a12a-94b003547742 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 210 time: 0.0474474
Dec 03 11:38:20.191347 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e40682ee-1541-46e0-9c5f-9af19e3e7bc6 req-48d7d975-2f2d-41f6-bdc1-a5cd5e100fe9 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 210 time: 0.0487547
Dec 03 11:38:21.319664 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14edac06-129a-4156-8a51-edb24c593512 req-7d59eccb-2fe3-4c05-b8b0-46bc5da440f4 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 210 time: 0.0497208
Dec 03 11:38:21.394603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:22.119161 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-05647aee-44f9-4141-a018-3495484a0f87 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.91 "GET /v2.0/networks?tenant_id=3dff5afb23754e45bc138b6d2342ac4b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0329342
Dec 03 11:38:22.284315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-7341908d-58a6-479d-a4bc-8f26d33ca4fb tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:22.285890 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-7341908d-58a6-479d-a4bc-8f26d33ca4fb tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1616945
Dec 03 11:38:22.307814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Request body: {'port': {'device_id': '59efe989-6f97-4de9-b9e5-331aa469dd34', 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5', 'admin_state_up': True, 'tenant_id': '3dff5afb23754e45bc138b6d2342ac4b'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:38:22.457994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:38:22.462067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Usage tracker for resource:port and tenant:3dff5afb23754e45bc138b6d2342ac4b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:38:22.465680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:38:22.471997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:38:22.481310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Made reservation on behalf of 3dff5afb23754e45bc138b6d2342ac4b for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:38:22.486965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:22.500421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:22.500762 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-afec00a9-5a97-4bd8-ac01-8fed6c111f45 req-b1fe1bfb-e820-4fbf-94cf-9d6316e452fd tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 210 time: 0.0474482
Dec 03 11:38:22.520643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:38:22.524781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Usage tracker for resource:security_group_rule and tenant:3dff5afb23754e45bc138b6d2342ac4b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:38:22.528718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:38:22.534974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:38:22.627024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:22.629745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:22.641397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e3e5fe6a-7c56-4a4e-aae8-988dbbd601ce tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:22.697206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc0d1df-aa43-42f5-84fa-a68bd0f076c2,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:22.710474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:22.956555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Allocated IP 192.168.233.16 (a3e5d5bd-6671-4d13-86e9-1e47f21c14c5/0728c92c-4de5-4842-9769-12d5c9e0855e/193158dd-5e6b-4249-ab2a-5294b67bfd6e) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:38:23.170150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:23.186756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Transition to ACTIVE for port object 193158dd-5e6b-4249-ab2a-5294b67bfd6e will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:38:23.205903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:23.221696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1d58e708-4e88-462b-a0c0-825881253e5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:23.360717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Pushing event updated for resources: {'Port': ['ID=193158dd-5e6b-4249-ab2a-5294b67bfd6e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:23.365079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:23.415310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Network a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:38:23.416470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:38:23.419576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:38:23.489095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:23.489759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:23.522903 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2191374
Dec 03 11:38:23.541128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Request body: {'port': {'device_id': '59efe989-6f97-4de9-b9e5-331aa469dd34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:38:23.662728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:23.670366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-257e98c8-39da-455e-b23c-3f5e2c165067 None None] Provisioning for port 193158dd-5e6b-4249-ab2a-5294b67bfd6e completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:38:23.675574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-257e98c8-39da-455e-b23c-3f5e2c165067 None None] Provisioning complete for port 193158dd-5e6b-4249-ab2a-5294b67bfd6e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:38:23.676081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-257e98c8-39da-455e-b23c-3f5e2c165067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:23.722045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42542443-3fd2-4ea3-aa5b-223c55114773 req-2c6d024a-437b-41f2-a50a-642d1420f9d4 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:23.727392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-42542443-3fd2-4ea3-aa5b-223c55114773 req-2c6d024a-437b-41f2-a50a-642d1420f9d4 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 935 time: 0.0911481
Dec 03 11:38:23.734077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-257e98c8-39da-455e-b23c-3f5e2c165067 None None] Port 193158dd-5e6b-4249-ab2a-5294b67bfd6e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:38:23.775322 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-42542443-3fd2-4ea3-aa5b-223c55114773 req-311d646d-f67d-47ca-a686-b9178b44f41b tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/security-groups?id=1dc0d1df-aa43-42f5-84fa-a68bd0f076c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451784
Dec 03 11:38:24.071683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193158dd-5e6b-4249-ab2a-5294b67bfd6e {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:38:24.079373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:24.091780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Transition to ACTIVE for port object 193158dd-5e6b-4249-ab2a-5294b67bfd6e will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:38:24.094246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:24.110593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:24.248202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Pushing event updated for resources: {'Port': ['ID=193158dd-5e6b-4249-ab2a-5294b67bfd6e,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:24.251348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:24.439834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Attempting to bind port 193158dd-5e6b-4249-ab2a-5294b67bfd6e on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:38:24.440216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Attempting to bind port 193158dd-5e6b-4249-ab2a-5294b67bfd6e by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:38:24.440588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Attempting to bind port 193158dd-5e6b-4249-ab2a-5294b67bfd6e on network a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:38:24.446489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:38:24.446878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Checking segment: {'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:38:24.447317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:24.447718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Bound using segment: {'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:38:24.448195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Bound port: 193158dd-5e6b-4249-ab2a-5294b67bfd6e, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b0058e-ab01-4f88-8167-1c166b26c938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a3e5d5bd-6671-4d13-86e9-1e47f21c14c5'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:38:24.448575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:24.546410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] For port 193158dd-5e6b-4249-ab2a-5294b67bfd6e, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:38:24.549616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] For port 193158dd-5e6b-4249-ab2a-5294b67bfd6e, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=193158dd-5e6b-4249-ab2a-5294b67bfd6e,segment=NetworkSegment(b9b0058e-ab01-4f88-8167-1c166b26c938),segment_id=b9b0058e-ab01-4f88-8167-1c166b26c938)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:38:24.553076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:24.569166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:24.713742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Pushing event updated for resources: {'Port': ['ID=193158dd-5e6b-4249-ab2a-5294b67bfd6e,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:24.724181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:24.760261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:24.760941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:24.763191 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] 10.222.0.91 "PUT /v2.0/ports/193158dd-5e6b-4249-ab2a-5294b67bfd6e HTTP/1.1" status: 200  len: 1161 time: 1.2267628
Dec 03 11:38:24.763751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59efe989-6f97-4de9-b9e5-331aa469dd34', 'tag': '193158dd-5e6b-4249-ab2a-5294b67bfd6e'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:38:24.867261 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59efe989-6f97-4de9-b9e5-331aa469dd34', 'tag': '193158dd-5e6b-4249-ab2a-5294b67bfd6e', 'status': 'completed', 'code': 200}
Dec 03 11:38:24.917008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-2f1f530f-424c-476f-9d03-7b60cbd2ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:24.919541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-2f1f530f-424c-476f-9d03-7b60cbd2ea44 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3dff5afb23754e45bc138b6d2342ac4b&device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 1164 time: 0.0969856
Dec 03 11:38:25.004068 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-1ae96db7-efaf-41ad-9ce7-2bc0182ec0fa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=193158dd-5e6b-4249-ab2a-5294b67bfd6e HTTP/1.1" status: 200  len: 217 time: 0.0717380
Dec 03 11:38:25.009501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d44c54-adda-4a8f-8366-c1cf687b451f req-a2939f6e-b22e-4223-824f-4ef654c8a1b6 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:25.011143 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1d44c54-adda-4a8f-8366-c1cf687b451f req-a2939f6e-b22e-4223-824f-4ef654c8a1b6 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 947 time: 0.0936818
Dec 03 11:38:25.061412 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1d44c54-adda-4a8f-8366-c1cf687b451f req-93256a21-e002-40d5-9156-f16bb2539995 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/security-groups?id=1dc0d1df-aa43-42f5-84fa-a68bd0f076c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428338
Dec 03 11:38:25.075286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-0e621952-f771-4d04-8095-8f3ed75db195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:25.076857 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-0e621952-f771-4d04-8095-8f3ed75db195 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0728c92c-4de5-4842-9769-12d5c9e0855e HTTP/1.1" status: 200  len: 843 time: 0.0671458
Dec 03 11:38:25.157630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-7787033b-9c90-4745-8cf7-34817d91ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:25.159273 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-7787033b-9c90-4745-8cf7-34817d91ae10 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a3e5d5bd-6671-4d13-86e9-1e47f21c14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0750802
Dec 03 11:38:25.301902 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-080fe41b-ced6-4b69-9130-b247fd1ac30e service neutron] 10.222.0.91 "GET /v2.0/networks/a3e5d5bd-6671-4d13-86e9-1e47f21c14c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361587
Dec 03 11:38:25.445454 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ada5e5e3-fdca-47fc-beda-53737e114abe req-c5e4dfb5-f400-43cb-ac6f-297f004d8486 service neutron] 10.222.0.91 "GET /v2.0/networks/a3e5d5bd-6671-4d13-86e9-1e47f21c14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368995
Dec 03 11:38:25.861224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985a871-ee16-4c83-907a-f5b9050e19bf req-7237076b-0c12-4475-94bb-f84ba9b7e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:25.862756 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4985a871-ee16-4c83-907a-f5b9050e19bf req-7237076b-0c12-4475-94bb-f84ba9b7e17a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3dff5afb23754e45bc138b6d2342ac4b&device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 1164 time: 0.3232355
Dec 03 11:38:26.008039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985a871-ee16-4c83-907a-f5b9050e19bf req-5b8dd065-b610-4322-9ef4-f5ab4fa5a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:26.009626 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4985a871-ee16-4c83-907a-f5b9050e19bf req-5b8dd065-b610-4322-9ef4-f5ab4fa5a5d7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a3e5d5bd-6671-4d13-86e9-1e47f21c14c5 HTTP/1.1" status: 200  len: 863 time: 0.1392608
Dec 03 11:38:26.082901 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4985a871-ee16-4c83-907a-f5b9050e19bf req-dd4a28c3-4bfd-4a2b-8382-12319a520c78 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=193158dd-5e6b-4249-ab2a-5294b67bfd6e HTTP/1.1" status: 200  len: 217 time: 0.0661981
Dec 03 11:38:26.154750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985a871-ee16-4c83-907a-f5b9050e19bf req-a61b0b54-8664-431e-9e38-1e3428c7b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:26.156373 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4985a871-ee16-4c83-907a-f5b9050e19bf req-a61b0b54-8664-431e-9e38-1e3428c7b543 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0728c92c-4de5-4842-9769-12d5c9e0855e HTTP/1.1" status: 200  len: 843 time: 0.0665927
Dec 03 11:38:26.243389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985a871-ee16-4c83-907a-f5b9050e19bf req-6c36c178-a1f3-4f2d-b6ff-cd7a6378f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:26.245043 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4985a871-ee16-4c83-907a-f5b9050e19bf req-6c36c178-a1f3-4f2d-b6ff-cd7a6378f4f0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a3e5d5bd-6671-4d13-86e9-1e47f21c14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0816844
Dec 03 11:38:26.394182 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4985a871-ee16-4c83-907a-f5b9050e19bf req-b14c259f-c581-4e3a-9fff-80c99d1999f3 service neutron] 10.222.0.91 "GET /v2.0/networks/a3e5d5bd-6671-4d13-86e9-1e47f21c14c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414111
Dec 03 11:38:26.421362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19edeab-2ae6-4ebc-8631-283095ce75b1 req-8b33c644-ebf4-456d-8674-8071161803dc tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:26.423013 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e19edeab-2ae6-4ebc-8631-283095ce75b1 req-8b33c644-ebf4-456d-8674-8071161803dc tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 947 time: 0.2258410
Dec 03 11:38:26.472899 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e19edeab-2ae6-4ebc-8631-283095ce75b1 req-9c3745a5-1898-4813-8fcf-ebad9afad1ba tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/security-groups?id=1dc0d1df-aa43-42f5-84fa-a68bd0f076c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433724
Dec 03 11:38:26.544694 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4985a871-ee16-4c83-907a-f5b9050e19bf req-6c47749f-d1cb-4ff4-abbb-fbc197a5b962 service neutron] 10.222.0.91 "GET /v2.0/networks/a3e5d5bd-6671-4d13-86e9-1e47f21c14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438012
Dec 03 11:38:27.682547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f57d2-7338-4c84-b687-eb429aefc0c6 req-dfe8b398-6eb7-4c77-b6bd-2ec8c040dd6f tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:27.684207 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d15f57d2-7338-4c84-b687-eb429aefc0c6 req-dfe8b398-6eb7-4c77-b6bd-2ec8c040dd6f tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 947 time: 0.0830679
Dec 03 11:38:27.735800 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d15f57d2-7338-4c84-b687-eb429aefc0c6 req-26ed3b32-3f81-4191-bf78-527bb1e46a9e tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/security-groups?id=1dc0d1df-aa43-42f5-84fa-a68bd0f076c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449638
Dec 03 11:38:28.180087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:38:28.339203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-b9309fe3-2039-4d41-9624-913691749d10 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80977) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:38:28.911228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 193158dd-5e6b-4249-ab2a-5294b67bfd6e up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:38:28.950871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62513-be98-4087-a586-b07ac65ff3db req-10031dac-0457-46d8-a7ff-1f6a3f032de0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:28.952555 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bac62513-be98-4087-a586-b07ac65ff3db req-10031dac-0457-46d8-a7ff-1f6a3f032de0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 947 time: 0.0875854
Dec 03 11:38:28.980310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 193158dd-5e6b-4249-ab2a-5294b67bfd6e completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:38:28.985675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 193158dd-5e6b-4249-ab2a-5294b67bfd6e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:38:28.986094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:29.001584 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bac62513-be98-4087-a586-b07ac65ff3db req-9251c5dc-2973-40fd-95b8-5343110097ff tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/security-groups?id=1dc0d1df-aa43-42f5-84fa-a68bd0f076c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426977
Dec 03 11:38:29.106036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:29.132354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59efe989-6f97-4de9-b9e5-331aa469dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193158dd-5e6b-4249-ab2a-5294b67bfd6e'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:38:29.142517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 193158dd-5e6b-4249-ab2a-5294b67bfd6e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=193158dd-5e6b-4249-ab2a-5294b67bfd6e,segment=NetworkSegment(b9b0058e-ab01-4f88-8167-1c166b26c938),segment_id=b9b0058e-ab01-4f88-8167-1c166b26c938)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:38:29.147814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:29.149698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:29.203082 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59efe989-6f97-4de9-b9e5-331aa469dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193158dd-5e6b-4249-ab2a-5294b67bfd6e', 'code': 200}
Dec 03 11:38:29.218687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=193158dd-5e6b-4249-ab2a-5294b67bfd6e,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:29.222258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:29.473305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96737837-9fb0-4bd4-87a7-88cf83bdad6b req-a7cc9552-5159-4f3d-8789-3edfc0290e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:29.474939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96737837-9fb0-4bd4-87a7-88cf83bdad6b req-a7cc9552-5159-4f3d-8789-3edfc0290e68 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 1166 time: 0.0795105
Dec 03 11:38:29.518107 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96737837-9fb0-4bd4-87a7-88cf83bdad6b req-a2f53a7f-34ac-409e-b101-5479d3ffb1d5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1dc0d1df-aa43-42f5-84fa-a68bd0f076c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367150
Dec 03 11:38:30.220339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b430a-58ea-4770-9f22-69b85b7c907a req-b4754c89-c667-48c9-8d29-c253e0b32e5b tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:30.221844 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-736b430a-58ea-4770-9f22-69b85b7c907a req-b4754c89-c667-48c9-8d29-c253e0b32e5b tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 949 time: 0.0899556
Dec 03 11:38:30.270038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-736b430a-58ea-4770-9f22-69b85b7c907a req-c6a574b1-22d9-4af9-a421-b9802b4e8898 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/security-groups?id=1dc0d1df-aa43-42f5-84fa-a68bd0f076c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418563
Dec 03 11:38:30.354526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 193158dd-5e6b-4249-ab2a-5294b67bfd6e up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:38:30.425637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 193158dd-5e6b-4249-ab2a-5294b67bfd6e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:38:30.426064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:30.803562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8c530f6-4c83-4291-8efd-83f7ff35e6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:31.484526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e45c1e-4ea3-4a4d-a21f-3d7f056cc102 req-06e108f6-09d5-4a22-9a61-0251a755f2fb tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:31.486148 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57e45c1e-4ea3-4a4d-a21f-3d7f056cc102 req-06e108f6-09d5-4a22-9a61-0251a755f2fb tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 949 time: 0.0849574
Dec 03 11:38:31.539406 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57e45c1e-4ea3-4a4d-a21f-3d7f056cc102 req-1b1e13e3-43a8-4f8f-80b7-e001e2c96770 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/security-groups?id=1dc0d1df-aa43-42f5-84fa-a68bd0f076c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467393
Dec 03 11:38:32.919503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67ed1488-4935-411b-bb55-9dbaae91fd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:32.934506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ee7e-11f2-48ae-a5ed-ffd8d25dce2d req-cf8b8270-1129-461b-9e79-f0c042b79cac tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:32.936145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6822ee7e-11f2-48ae-a5ed-ffd8d25dce2d req-cf8b8270-1129-461b-9e79-f0c042b79cac tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 949 time: 0.0898061
Dec 03 11:38:32.982876 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6822ee7e-11f2-48ae-a5ed-ffd8d25dce2d req-d54a54b0-4c82-47b2-a567-963ed087cec0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/security-groups?id=1dc0d1df-aa43-42f5-84fa-a68bd0f076c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402772
Dec 03 11:38:33.797087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:34.202345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32648c2e-bacf-4ae1-9f65-27cfc7edfaaf req-38576050-034e-43fa-a088-b7c2f804fa12 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:34.203947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32648c2e-bacf-4ae1-9f65-27cfc7edfaaf req-38576050-034e-43fa-a088-b7c2f804fa12 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 949 time: 0.0865407
Dec 03 11:38:34.250738 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32648c2e-bacf-4ae1-9f65-27cfc7edfaaf req-7baff330-d453-4e7c-9505-ee39bd7d992e tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/security-groups?id=1dc0d1df-aa43-42f5-84fa-a68bd0f076c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403295
Dec 03 11:38:34.466321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-52759f66-09fe-4162-9c21-1123c9ee1bb3 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:34.467029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-52759f66-09fe-4162-9c21-1123c9ee1bb3 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Synchronizing usage tracker for tenant:3dff5afb23754e45bc138b6d2342ac4b on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:38:34.484272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-52759f66-09fe-4162-9c21-1123c9ee1bb3 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Unset dirty status for tenant:3dff5afb23754e45bc138b6d2342ac4b on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:38:34.485472 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-52759f66-09fe-4162-9c21-1123c9ee1bb3 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.91 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 949 time: 0.1023645
Dec 03 11:38:34.563399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-fff7e30c-3624-40dc-b115-e08fe2aac5f0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Deleting port 193158dd-5e6b-4249-ab2a-5294b67bfd6e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:38:34.563793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-fff7e30c-3624-40dc-b115-e08fe2aac5f0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:34.822964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-fff7e30c-3624-40dc-b115-e08fe2aac5f0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] For port 193158dd-5e6b-4249-ab2a-5294b67bfd6e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=193158dd-5e6b-4249-ab2a-5294b67bfd6e,segment=NetworkSegment(b9b0058e-ab01-4f88-8167-1c166b26c938),segment_id=b9b0058e-ab01-4f88-8167-1c166b26c938)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:38:34.823302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-fff7e30c-3624-40dc-b115-e08fe2aac5f0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:34.958802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-fff7e30c-3624-40dc-b115-e08fe2aac5f0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Calling delete_port for 193158dd-5e6b-4249-ab2a-5294b67bfd6e owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:38:35.039597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:35.110167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-fff7e30c-3624-40dc-b115-e08fe2aac5f0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:35.125842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc19939a-202e-4077-8bac-c2ec7d0bf24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:35.174667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7e30c-3624-40dc-b115-e08fe2aac5f0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Pushing event deleted for resources: {'Port': ['ID=193158dd-5e6b-4249-ab2a-5294b67bfd6e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:35.179264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fff7e30c-3624-40dc-b115-e08fe2aac5f0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:35.334141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-fff7e30c-3624-40dc-b115-e08fe2aac5f0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] No DVR routers for this DVR port 193158dd-5e6b-4249-ab2a-5294b67bfd6e on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:38:35.336539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-fff7e30c-3624-40dc-b115-e08fe2aac5f0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:35.339828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59efe989-6f97-4de9-b9e5-331aa469dd34', 'name': 'network-vif-deleted', 'tag': '193158dd-5e6b-4249-ab2a-5294b67bfd6e'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:38:35.357307 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-58197681-d7a7-4d95-959a-9aee4248e7b8 req-fff7e30c-3624-40dc-b115-e08fe2aac5f0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.91 "DELETE /v2.0/ports/193158dd-5e6b-4249-ab2a-5294b67bfd6e HTTP/1.1" status: 204  len: 173 time: 0.8662784
Dec 03 11:38:35.424549 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59efe989-6f97-4de9-b9e5-331aa469dd34', 'name': 'network-vif-deleted', 'tag': '193158dd-5e6b-4249-ab2a-5294b67bfd6e', 'status': 'completed', 'code': 200}
Dec 03 11:38:35.440839 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-576ede62-4bc4-4d17-8051-cbc4e9cc3442 req-2ba2d149-0aac-4eb8-a6a2-0149fcdc72f4 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] 10.222.0.90 "GET /v2.0/ports?device_id=59efe989-6f97-4de9-b9e5-331aa469dd34 HTTP/1.1" status: 200  len: 210 time: 0.0542777
Dec 03 11:38:35.540368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:36.249048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 193158dd-5e6b-4249-ab2a-5294b67bfd6e no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:38:36.285554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 193158dd-5e6b-4249-ab2a-5294b67bfd6e {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:38:36.285944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 193158dd-5e6b-4249-ab2a-5294b67bfd6e not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:38:36.860094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52546) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:37.052253 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f53b0488-e4b3-4f28-9459-031b601ead7d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3dff5afb23754e45bc138b6d2342ac4b&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1907651
Dec 03 11:38:37.054845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52552) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:37.116178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e68333c-e55f-41c3-9e60-5b5a97bd4496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:37.144294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e68333c-e55f-41c3-9e60-5b5a97bd4496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:37.193364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e68333c-e55f-41c3-9e60-5b5a97bd4496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:37.198548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b472819b-bef1-4ceb-93d8-1949aa2f717e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:37.210526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68333c-e55f-41c3-9e60-5b5a97bd4496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc0d1df-aa43-42f5-84fa-a68bd0f076c2,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:37.214253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2e68333c-e55f-41c3-9e60-5b5a97bd4496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:37.218512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2e68333c-e55f-41c3-9e60-5b5a97bd4496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:37.220246 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2e68333c-e55f-41c3-9e60-5b5a97bd4496 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1dc0d1df-aa43-42f5-84fa-a68bd0f076c2 HTTP/1.1" status: 204  len: 168 time: 0.1639194
Dec 03 11:38:37.565287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52560) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:37.585715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15403f8c-db17-4531-88b4-0aaad66d537b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:37.602371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-15403f8c-db17-4531-88b4-0aaad66d537b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:38:37.607364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-15403f8c-db17-4531-88b4-0aaad66d537b admin admin] Usage tracker for resource:security_group_rule and tenant:4f834353bf884d56b5def9b893f00209 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:38:37.610480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-15403f8c-db17-4531-88b4-0aaad66d537b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:38:37.616367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-15403f8c-db17-4531-88b4-0aaad66d537b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:38:37.701640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15403f8c-db17-4531-88b4-0aaad66d537b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:37.704328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15403f8c-db17-4531-88b4-0aaad66d537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:37.717444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d8f67bc8-3de8-445f-a9a1-7960029d5ecb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:37.759605 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-15403f8c-db17-4531-88b4-0aaad66d537b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4f834353bf884d56b5def9b893f00209&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1931868
Dec 03 11:38:37.761887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15403f8c-db17-4531-88b4-0aaad66d537b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a45f67-289d-4b91-ba65-20f94a9c4aac,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:37.763214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52564) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:37.765761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-15403f8c-db17-4531-88b4-0aaad66d537b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:37.827560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-76e9e207-4b96-42a9-8fa2-9213b3641f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:37.858425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-76e9e207-4b96-42a9-8fa2-9213b3641f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:37.904271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-76e9e207-4b96-42a9-8fa2-9213b3641f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:37.908354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba8f52c8-b9bb-4315-ad79-fdecd36aedae tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:37.919986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9e207-4b96-42a9-8fa2-9213b3641f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a45f67-289d-4b91-ba65-20f94a9c4aac,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:37.924381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-76e9e207-4b96-42a9-8fa2-9213b3641f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:37.927798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-76e9e207-4b96-42a9-8fa2-9213b3641f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:37.929671 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-76e9e207-4b96-42a9-8fa2-9213b3641f70 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c3a45f67-289d-4b91-ba65-20f94a9c4aac HTTP/1.1" status: 204  len: 168 time: 0.1653221
Dec 03 11:38:38.829861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52586) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:38.973030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2117824451-network', 'tenant_id': 'f45957142c1942899173e49d3c0c01da'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:38:38.978275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:38:38.982749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Usage tracker for resource:network and tenant:f45957142c1942899173e49d3c0c01da is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:38:38.985813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:38:38.992987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:38:39.003051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Made reservation on behalf of f45957142c1942899173e49d3c0c01da for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:38:39.008100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:39.022256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:39.037969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:38:39.042047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Usage tracker for resource:security_group_rule and tenant:f45957142c1942899173e49d3c0c01da is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:38:39.045856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:38:39.051978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:38:39.138378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:39.141065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:39.145849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b6ad6718-d306-4f66-8368-9849778309b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:39.176133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:38:39.189514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:39.194318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:39.195364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:39.195754 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Added segment a14c28f2-01b4-4ff6-8cac-f4f59ffff4df of type vxlan for network 7e62f6aa-f052-4e8e-9483-50b7ff4544cb
Dec 03 11:38:39.224399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:39.254596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:39.255631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:39.256263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:39.261259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d0b86484-4f53-4917-9646-b07697de03d0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:39.374515 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5434992
Dec 03 11:38:39.375383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Pushing event updated for resources: {'Network': ['ID=7e62f6aa-f052-4e8e-9483-50b7ff4544cb,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:39.377685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 52592) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:39.380462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:39.384693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Request body: {'subnet': {'network_id': '7e62f6aa-f052-4e8e-9483-50b7ff4544cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2117824451-subnet', 'tenant_id': 'f45957142c1942899173e49d3c0c01da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:38:39.387052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 7e62f6aa-f052-4e8e-9483-50b7ff4544cb details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:38:39.390057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:38:39.394070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Usage tracker for resource:subnet and tenant:f45957142c1942899173e49d3c0c01da is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:38:39.397096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:38:39.403685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:38:39.404591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 7e62f6aa-f052-4e8e-9483-50b7ff4544cb details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:38:39.413550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Made reservation on behalf of f45957142c1942899173e49d3c0c01da for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:38:39.419107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:39.857321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:39.870244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-baa1dcca-8434-4a1f-9a19-7a6590b88aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:40.004679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1380e7ef-5c62-49da-a45c-cb1424d10020,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:40.008847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:40.081430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Checking segment: {'id': 'a14c28f2-01b4-4ff6-8cac-f4f59ffff4df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e62f6aa-f052-4e8e-9483-50b7ff4544cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:38:40.081827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Network hostable DHCP agents. Network: 7e62f6aa-f052-4e8e-9483-50b7ff4544cb, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:38:40.100005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Network 7e62f6aa-f052-4e8e-9483-50b7ff4544cb is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:38:40.108802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 7e62f6aa-f052-4e8e-9483-50b7ff4544cb) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:38:40.117865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fdd07c-f0b8-46ca-99f3-063ff55e3486 None None] Network 7e62f6aa-f052-4e8e-9483-50b7ff4544cb requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:38:40.120339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:40.121564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:40.140913 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7614834
Dec 03 11:38:40.342549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db56ca44-78d0-4801-bda8-7e1e7732b53e None None] Network 7e62f6aa-f052-4e8e-9483-50b7ff4544cb requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:38:40.734514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0564f0-017e-4b67-a515-d9086509d296 req-61ed271e-8446-4bc1-ab02-31fb456fa7a1 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:40.735294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0b0564f0-017e-4b67-a515-d9086509d296 req-61ed271e-8446-4bc1-ab02-31fb456fa7a1 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Synchronizing usage tracker for tenant:f45957142c1942899173e49d3c0c01da on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:38:40.752218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0b0564f0-017e-4b67-a515-d9086509d296 req-61ed271e-8446-4bc1-ab02-31fb456fa7a1 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Unset dirty status for tenant:f45957142c1942899173e49d3c0c01da on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:38:40.753467 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-61ed271e-8446-4bc1-ab02-31fb456fa7a1 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/networks?id=7e62f6aa-f052-4e8e-9483-50b7ff4544cb HTTP/1.1" status: 200  len: 812 time: 0.1831791
Dec 03 11:38:40.769761 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-3ef5be91-6ad3-4ced-b33e-afaa8db51886 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/quotas/f45957142c1942899173e49d3c0c01da HTTP/1.1" status: 200  len: 375 time: 0.0101776
Dec 03 11:38:40.821755 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-5ac4d833-a547-4689-9919-4c5c21745295 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?tenant_id=f45957142c1942899173e49d3c0c01da&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0461752
Dec 03 11:38:40.970941 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-67591318-03ec-4a43-90ea-19eb178947f3 service neutron] 10.222.0.90 "GET /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418102
Dec 03 11:38:41.116861 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-1bd9d13b-bdab-44c2-ba18-21a88979f78b service neutron] 10.222.0.90 "GET /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392016
Dec 03 11:38:41.315447 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bd31e90a-e48a-4c94-8a2b-a2f2df7ee5cc req-c3420d15-34aa-4199-978f-c57fab16bd7e tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 210 time: 0.0448651
Dec 03 11:38:42.437936 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bddbc9f2-d192-4d66-a183-2bd9db73ebbe req-ab5c7f17-d28c-478b-9b79-6e28d8252b7b tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 210 time: 0.0494366
Dec 03 11:38:43.614411 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-520ddd68-1627-47e9-a150-8778240ce19e req-9ba1b16c-c11c-4753-9779-c36775618199 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 210 time: 0.0453749
Dec 03 11:38:44.486292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0564f0-017e-4b67-a515-d9086509d296 req-5f50b8d6-1005-4f6f-9714-2d368b4ae431 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:44.487911 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-5f50b8d6-1005-4f6f-9714-2d368b4ae431 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.91 "GET /v2.0/networks?id=7e62f6aa-f052-4e8e-9483-50b7ff4544cb HTTP/1.1" status: 200  len: 812 time: 0.1587961
Dec 03 11:38:44.511011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Request body: {'port': {'device_id': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'network_id': '7e62f6aa-f052-4e8e-9483-50b7ff4544cb', 'admin_state_up': True, 'tenant_id': 'f45957142c1942899173e49d3c0c01da'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:38:44.657195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:38:44.661401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Usage tracker for resource:port and tenant:f45957142c1942899173e49d3c0c01da is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:38:44.664455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:38:44.670848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:38:44.680098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Made reservation on behalf of f45957142c1942899173e49d3c0c01da for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:38:44.686983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:44.891898 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-13cf96d5-0b27-4a29-87a0-cff163a98d27 req-3f07f455-dae8-4ba6-89d9-ead767d7e29b tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 210 time: 0.1343493
Dec 03 11:38:45.008677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Allocated IP 172.20.0.5 (7e62f6aa-f052-4e8e-9483-50b7ff4544cb/1380e7ef-5c62-49da-a45c-cb1424d10020/c2f9015c-4b84-4c20-b5c7-9f1bae041bce) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:38:45.225718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:45.251686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:45.269130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:45.407211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Pushing event updated for resources: {'Port': ['ID=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:45.410356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:45.459885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Network 7e62f6aa-f052-4e8e-9483-50b7ff4544cb is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:38:45.460999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:38:45.463264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:38:45.530610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:45.531215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:45.550569 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0438128
Dec 03 11:38:45.644498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Request body: {'port': {'device_id': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:38:45.758627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:46.114494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d23e58-f0cd-4a30-ae84-f8b5d89a937d req-8b7f7664-2f32-44ee-9da2-d38a4c66c6a8 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:46.116130 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c9d23e58-f0cd-4a30-ae84-f8b5d89a937d req-8b7f7664-2f32-44ee-9da2-d38a4c66c6a8 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 931 time: 0.0897484
Dec 03 11:38:46.164080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-c9d23e58-f0cd-4a30-ae84-f8b5d89a937d req-4b4606b5-f6e9-406c-9884-94a73c87bbf0 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Synchronizing usage tracker for tenant:f45957142c1942899173e49d3c0c01da on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:38:46.184254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-c9d23e58-f0cd-4a30-ae84-f8b5d89a937d req-4b4606b5-f6e9-406c-9884-94a73c87bbf0 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Unset dirty status for tenant:f45957142c1942899173e49d3c0c01da on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:38:46.185441 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c9d23e58-f0cd-4a30-ae84-f8b5d89a937d req-4b4606b5-f6e9-406c-9884-94a73c87bbf0 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620811
Dec 03 11:38:46.191382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f9015c-4b84-4c20-b5c7-9f1bae041bce {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:38:46.199312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:46.217087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Transition to ACTIVE for port object c2f9015c-4b84-4c20-b5c7-9f1bae041bce will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:38:46.219584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:46.235428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-26b5b0ee-7552-4ff1-ae95-ee2d818207f3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:46.369333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:46.374174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:46.548141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Attempting to bind port c2f9015c-4b84-4c20-b5c7-9f1bae041bce on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:38:46.548437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Attempting to bind port c2f9015c-4b84-4c20-b5c7-9f1bae041bce by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'a14c28f2-01b4-4ff6-8cac-f4f59ffff4df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e62f6aa-f052-4e8e-9483-50b7ff4544cb'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:38:46.548803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Attempting to bind port c2f9015c-4b84-4c20-b5c7-9f1bae041bce on network 7e62f6aa-f052-4e8e-9483-50b7ff4544cb {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:38:46.554423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:38:46.554797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Checking segment: {'id': 'a14c28f2-01b4-4ff6-8cac-f4f59ffff4df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e62f6aa-f052-4e8e-9483-50b7ff4544cb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:38:46.555228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:46.555625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Bound using segment: {'id': 'a14c28f2-01b4-4ff6-8cac-f4f59ffff4df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e62f6aa-f052-4e8e-9483-50b7ff4544cb'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:38:46.556093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Bound port: c2f9015c-4b84-4c20-b5c7-9f1bae041bce, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14c28f2-01b4-4ff6-8cac-f4f59ffff4df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e62f6aa-f052-4e8e-9483-50b7ff4544cb'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:38:46.556460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:46.649493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] For port c2f9015c-4b84-4c20-b5c7-9f1bae041bce, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:38:46.653134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] For port c2f9015c-4b84-4c20-b5c7-9f1bae041bce, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,segment=NetworkSegment(a14c28f2-01b4-4ff6-8cac-f4f59ffff4df),segment_id=a14c28f2-01b4-4ff6-8cac-f4f59ffff4df)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:38:46.656449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:46.672123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:47.065392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:47.071047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:47.101603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:47.102277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:47.103791 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-05671000-8d30-43a6-9528-b773130678c7 service neutron] 10.222.0.91 "PUT /v2.0/ports/c2f9015c-4b84-4c20-b5c7-9f1bae041bce HTTP/1.1" status: 200  len: 1157 time: 1.5408630
Dec 03 11:38:47.104324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'tag': 'c2f9015c-4b84-4c20-b5c7-9f1bae041bce'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:38:47.189877 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'tag': 'c2f9015c-4b84-4c20-b5c7-9f1bae041bce', 'status': 'completed', 'code': 200}
Dec 03 11:38:47.235694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0564f0-017e-4b67-a515-d9086509d296 req-2bf9ac55-e63c-4022-9b8a-ccae126cc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:47.237310 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-2bf9ac55-e63c-4022-9b8a-ccae126cc4f8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f45957142c1942899173e49d3c0c01da&device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 1160 time: 0.0835567
Dec 03 11:38:47.312784 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-930a214b-c4de-400b-9cb2-d4224a8802cd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f9015c-4b84-4c20-b5c7-9f1bae041bce HTTP/1.1" status: 200  len: 217 time: 0.0632114
Dec 03 11:38:47.385889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0564f0-017e-4b67-a515-d9086509d296 req-228c342a-dfb6-455f-a9b9-bd7b03a8657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:47.387795 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-228c342a-dfb6-455f-a9b9-bd7b03a8657a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1380e7ef-5c62-49da-a45c-cb1424d10020 HTTP/1.1" status: 200  len: 852 time: 0.0691550
Dec 03 11:38:47.398077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286bd9f-0653-4f38-a830-1f324266a6b0 req-2b8b21ce-1e94-4997-8801-0a1d3a70db16 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:47.399768 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b286bd9f-0653-4f38-a830-1f324266a6b0 req-2b8b21ce-1e94-4997-8801-0a1d3a70db16 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 943 time: 0.0845988
Dec 03 11:38:47.439744 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-5339ac60-c88a-4fc6-8b70-f3b43ec22f94 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7e62f6aa-f052-4e8e-9483-50b7ff4544cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444396
Dec 03 11:38:47.451315 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b286bd9f-0653-4f38-a830-1f324266a6b0 req-3c9d2983-9fd8-4d8a-8ff2-445ae5119d83 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445433
Dec 03 11:38:47.585368 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-3c1d4326-504e-4f5f-9827-d90298c27170 service neutron] 10.222.0.91 "GET /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392605
Dec 03 11:38:47.734408 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b0564f0-017e-4b67-a515-d9086509d296 req-ea229c11-0b85-4346-8e15-d1fcb4bf4f04 service neutron] 10.222.0.91 "GET /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423714
Dec 03 11:38:47.891342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa046f92-ee57-4979-b289-defe8df79f9f req-8c66353e-b4dd-4a1b-a233-908a4e54e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:47.892983 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa046f92-ee57-4979-b289-defe8df79f9f req-8c66353e-b4dd-4a1b-a233-908a4e54e0dc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f45957142c1942899173e49d3c0c01da&device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 1160 time: 0.0792115
Dec 03 11:38:48.046681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa046f92-ee57-4979-b289-defe8df79f9f req-26e5ab14-aa27-4dfa-9445-1b4859416c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:48.048199 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa046f92-ee57-4979-b289-defe8df79f9f req-26e5ab14-aa27-4dfa-9445-1b4859416c04 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7e62f6aa-f052-4e8e-9483-50b7ff4544cb HTTP/1.1" status: 200  len: 906 time: 0.1479247
Dec 03 11:38:48.124423 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa046f92-ee57-4979-b289-defe8df79f9f req-4b5433cb-7844-45f6-9edb-05ec507d2522 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f9015c-4b84-4c20-b5c7-9f1bae041bce HTTP/1.1" status: 200  len: 217 time: 0.0692427
Dec 03 11:38:48.193958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa046f92-ee57-4979-b289-defe8df79f9f req-07c0c3d1-9525-4796-bcf5-ea692ffaa2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:48.195523 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa046f92-ee57-4979-b289-defe8df79f9f req-07c0c3d1-9525-4796-bcf5-ea692ffaa2e4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1380e7ef-5c62-49da-a45c-cb1424d10020 HTTP/1.1" status: 200  len: 852 time: 0.0640690
Dec 03 11:38:48.248748 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa046f92-ee57-4979-b289-defe8df79f9f req-c165de24-4b2f-4eed-b400-6d1edab27173 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7e62f6aa-f052-4e8e-9483-50b7ff4544cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458806
Dec 03 11:38:48.392246 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa046f92-ee57-4979-b289-defe8df79f9f req-e7a75583-c8c2-4339-9e80-d5a50e2ec9e9 service neutron] 10.222.0.91 "GET /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361165
Dec 03 11:38:48.539939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa046f92-ee57-4979-b289-defe8df79f9f req-7cad604b-fb33-4f3e-8cdb-716f9dd4875e service neutron] 10.222.0.91 "GET /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406145
Dec 03 11:38:48.668559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39812f-d855-4b8c-b768-125ebd5406b8 req-037cdfc4-318a-4e3b-8ac5-55680828a7ca tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:48.670073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ce39812f-d855-4b8c-b768-125ebd5406b8 req-037cdfc4-318a-4e3b-8ac5-55680828a7ca tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 943 time: 0.0860791
Dec 03 11:38:48.717084 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ce39812f-d855-4b8c-b768-125ebd5406b8 req-63185969-5467-4e83-9572-075861efbe1f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405948
Dec 03 11:38:49.932748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6735e4-e39e-4452-b843-f4a639a9cc50 req-f6b69f06-dbb0-4703-84f1-73d597d0cbb2 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:49.935395 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d6735e4-e39e-4452-b843-f4a639a9cc50 req-f6b69f06-dbb0-4703-84f1-73d597d0cbb2 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 943 time: 0.0908022
Dec 03 11:38:49.983686 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d6735e4-e39e-4452-b843-f4a639a9cc50 req-af0ac762-c864-4aec-9659-7bba6709a54e tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420516
Dec 03 11:38:51.200727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8f957-eef7-4fd6-afed-49dcebe9ca69 req-324b2043-91ce-4043-80aa-6ff5ac866d93 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:51.202280 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97c8f957-eef7-4fd6-afed-49dcebe9ca69 req-324b2043-91ce-4043-80aa-6ff5ac866d93 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 943 time: 0.0845189
Dec 03 11:38:51.253621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97c8f957-eef7-4fd6-afed-49dcebe9ca69 req-4748a8ca-7b83-4a4f-bbc9-2b9a523c42a2 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449493
Dec 03 11:38:51.393544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:52.467233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c3e9f-0404-4f59-b4a0-e05b47130669 req-7b4a5309-195d-4948-aa05-a123be98c541 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:52.468817 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-734c3e9f-0404-4f59-b4a0-e05b47130669 req-7b4a5309-195d-4948-aa05-a123be98c541 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 943 time: 0.0827677
Dec 03 11:38:52.502592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-f0bfc82f-10c3-46c9-9a27-1502f23b4298 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80977) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:38:52.516058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-734c3e9f-0404-4f59-b4a0-e05b47130669 req-0b5edb01-ac9d-4ddf-8016-690c82e05adc tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405195
Dec 03 11:38:53.035057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c2f9015c-4b84-4c20-b5c7-9f1bae041bce up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:38:53.107993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port c2f9015c-4b84-4c20-b5c7-9f1bae041bce completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:38:53.113073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port c2f9015c-4b84-4c20-b5c7-9f1bae041bce triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:38:53.113497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:53.229159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:53.256126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9015c-4b84-4c20-b5c7-9f1bae041bce'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:38:53.267866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port c2f9015c-4b84-4c20-b5c7-9f1bae041bce, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,segment=NetworkSegment(a14c28f2-01b4-4ff6-8cac-f4f59ffff4df),segment_id=a14c28f2-01b4-4ff6-8cac-f4f59ffff4df)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:38:53.270723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:53.272739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:38:53.318949 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9015c-4b84-4c20-b5c7-9f1bae041bce', 'code': 200}
Dec 03 11:38:53.347719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:38:53.357049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.357447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.357836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.358220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.358600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.359000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.359382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.359757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.360132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.360507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.360877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.361248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.361690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.362211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.362583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.362985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.363360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.363732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.364102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.364471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.364848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.365213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.365583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.365952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:38:53.370774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:38:53.582443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d1ef5-56df-4cf2-a819-54ba25f31a5b req-815fe6e9-dc32-4735-90d3-bfa4f6a972cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:53.584116 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f2d1ef5-56df-4cf2-a819-54ba25f31a5b req-815fe6e9-dc32-4735-90d3-bfa4f6a972cf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 1162 time: 0.0758331
Dec 03 11:38:53.627520 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f2d1ef5-56df-4cf2-a819-54ba25f31a5b req-cc28f52c-40aa-4c84-8022-086e14438638 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370581
Dec 03 11:38:53.996696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90154f88-94da-478b-a487-c99b00a503f0 req-dd98f384-de85-4ccf-b15d-58c7c0a5af01 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:53.998316 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-90154f88-94da-478b-a487-c99b00a503f0 req-dd98f384-de85-4ccf-b15d-58c7c0a5af01 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.3486149
Dec 03 11:38:54.046017 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-90154f88-94da-478b-a487-c99b00a503f0 req-8a3e3b19-0f5e-40de-9f7f-fea2100ed064 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412617
Dec 03 11:38:54.516944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c2f9015c-4b84-4c20-b5c7-9f1bae041bce up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:38:54.587904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port c2f9015c-4b84-4c20-b5c7-9f1bae041bce triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:38:54.588446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:38:55.262731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cab948-0834-4e68-9ec7-a53ccb530616 req-90870a50-93ce-41b2-92a6-440e6e78f2a4 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:55.264264 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-79cab948-0834-4e68-9ec7-a53ccb530616 req-90870a50-93ce-41b2-92a6-440e6e78f2a4 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0852296
Dec 03 11:38:55.314241 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-79cab948-0834-4e68-9ec7-a53ccb530616 req-b138a279-6727-4307-9691-7c3a9cd0548d tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436244
Dec 03 11:38:55.724983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52668) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:38:55.768753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec60b77-7f87-4503-a6dc-3e4826f6e011 req-8566ce28-079d-4204-9159-e4ba52c3748d tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:55.770416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5ec60b77-7f87-4503-a6dc-3e4826f6e011 req-8566ce28-079d-4204-9159-e4ba52c3748d tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0857818
Dec 03 11:38:55.819105 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5ec60b77-7f87-4503-a6dc-3e4826f6e011 req-2149280f-cf24-47d7-b30b-4ee8eb7130f7 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420628
Dec 03 11:38:55.878000 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-4cd6b250-8e41-46cf-87b5-08fe8dacbb27 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1509209
Dec 03 11:38:57.039355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1a2ec-9cdb-450a-a62c-bb3579d2a196 req-da8f457c-f06e-4f47-95f5-b90c85d4f9d2 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:57.040973 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d3d1a2ec-9cdb-450a-a62c-bb3579d2a196 req-da8f457c-f06e-4f47-95f5-b90c85d4f9d2 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0902002
Dec 03 11:38:57.089964 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d3d1a2ec-9cdb-450a-a62c-bb3579d2a196 req-96e0f7ae-5b1e-4384-8476-fed867b77c7c tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420299
Dec 03 11:38:57.430196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ab126-ef69-4d30-8651-b344a5fd804c req-f23e2e28-d081-46f9-b8d5-08db1a8bafca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:57.431827 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-f23e2e28-d081-46f9-b8d5-08db1a8bafca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f45957142c1942899173e49d3c0c01da&device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 1162 time: 0.0747089
Dec 03 11:38:57.577898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ab126-ef69-4d30-8651-b344a5fd804c req-66ff9dbf-bcdd-4155-82be-5d6c1d3f7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:57.579496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-66ff9dbf-bcdd-4155-82be-5d6c1d3f7eac service neutron] 10.222.0.91 "GET /v2.0/networks?id=7e62f6aa-f052-4e8e-9483-50b7ff4544cb HTTP/1.1" status: 200  len: 906 time: 0.1411073
Dec 03 11:38:57.652204 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-151ee95e-e187-4e46-a797-ff0bc907dcbf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f9015c-4b84-4c20-b5c7-9f1bae041bce HTTP/1.1" status: 200  len: 217 time: 0.0656624
Dec 03 11:38:57.720668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ab126-ef69-4d30-8651-b344a5fd804c req-da087a04-c817-474f-a616-d74a3d9d3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:57.722140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-da087a04-c817-474f-a616-d74a3d9d3110 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1380e7ef-5c62-49da-a45c-cb1424d10020 HTTP/1.1" status: 200  len: 852 time: 0.0637038
Dec 03 11:38:57.771050 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-59242cac-ad4e-4838-8374-a48f740c0a17 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7e62f6aa-f052-4e8e-9483-50b7ff4544cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426016
Dec 03 11:38:57.914618 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-3882ccda-8fce-458b-b2ac-4bf5cdac2df4 service neutron] 10.222.0.91 "GET /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367357
Dec 03 11:38:58.064298 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-cef53a92-5936-47cd-bc2c-6985c015a573 service neutron] 10.222.0.91 "GET /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1436493
Dec 03 11:38:58.310410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03179b-70fa-488f-876c-58e29dcb06d6 req-4c1cf090-9f43-404a-9af8-b9ff0a43d8ef tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:58.312271 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ba03179b-70fa-488f-876c-58e29dcb06d6 req-4c1cf090-9f43-404a-9af8-b9ff0a43d8ef tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0869639
Dec 03 11:38:58.363574 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ba03179b-70fa-488f-876c-58e29dcb06d6 req-29eb429a-795c-441d-89da-24638105dae7 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447237
Dec 03 11:38:59.575809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc217ae-59ac-4bd5-ada9-e04366ca1542 req-1abae594-04ab-4e43-b93f-9b4e03baab18 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:38:59.577421 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9fc217ae-59ac-4bd5-ada9-e04366ca1542 req-1abae594-04ab-4e43-b93f-9b4e03baab18 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0864964
Dec 03 11:38:59.624314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9fc217ae-59ac-4bd5-ada9-e04366ca1542 req-051f9c8f-e2ea-4338-9f02-04ef7eaf7652 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405664
Dec 03 11:39:00.805882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a18cbde-fedc-4c21-87da-1a6170c260ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:00.843806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d768e9f-72ee-450f-b09d-37c131849d07 req-05baf24d-897a-4048-a790-e3c996d7dd04 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:00.845732 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2d768e9f-72ee-450f-b09d-37c131849d07 req-05baf24d-897a-4048-a790-e3c996d7dd04 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0923231
Dec 03 11:39:00.897928 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2d768e9f-72ee-450f-b09d-37c131849d07 req-f09c8764-454e-430c-82ac-5d6569ed31d9 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457671
Dec 03 11:39:02.114998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef7e43-b21d-45ba-b3f6-ee7e95f9cf79 req-a824a46d-999b-4b52-83cb-da8cfa7954ca tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:02.116623 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15ef7e43-b21d-45ba-b3f6-ee7e95f9cf79 req-a824a46d-999b-4b52-83cb-da8cfa7954ca tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0854368
Dec 03 11:39:02.168487 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15ef7e43-b21d-45ba-b3f6-ee7e95f9cf79 req-488a3665-17d5-454d-926e-0ebf5e3825b0 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450602
Dec 03 11:39:02.923718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e6853577-d93c-48a9-86a2-3a693b015444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:03.378706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa229c-5ffc-464e-ae71-401c5eaa4f8c req-37e94163-ac9f-4d7f-a796-9836d415c5de tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:03.380350 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0aa229c-5ffc-464e-ae71-401c5eaa4f8c req-37e94163-ac9f-4d7f-a796-9836d415c5de tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0834391
Dec 03 11:39:03.427111 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0aa229c-5ffc-464e-ae71-401c5eaa4f8c req-0752623a-06da-405b-bfe0-8725bec18aa1 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399432
Dec 03 11:39:03.798945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:04.641415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e2689-77ca-49d8-98a9-17ce47cbb9ae req-3f931299-d955-4165-93c0-9841c0d4c3bb tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:04.643059 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ee3e2689-77ca-49d8-98a9-17ce47cbb9ae req-3f931299-d955-4165-93c0-9841c0d4c3bb tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0887589
Dec 03 11:39:04.689954 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ee3e2689-77ca-49d8-98a9-17ce47cbb9ae req-1ac9e11d-700e-406f-b706-32958ef6b6bb tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406497
Dec 03 11:39:05.041854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:05.179946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:39:05.543201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:05.904912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34060619-3d99-403a-bb32-9f21fdf2ccfb req-1c7f14f4-3df6-4dcd-a9ac-abf68acca1c6 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:05.906554 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34060619-3d99-403a-bb32-9f21fdf2ccfb req-1c7f14f4-3df6-4dcd-a9ac-abf68acca1c6 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0846951
Dec 03 11:39:05.957670 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34060619-3d99-403a-bb32-9f21fdf2ccfb req-04e2f613-14c0-4b1f-a0cc-1bda02c76401 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447118
Dec 03 11:39:07.171215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081c02f-82f1-4d89-86db-34d6ef413403 req-ab3b62ff-c151-4b52-86e0-36399b2f93d2 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:07.172835 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6081c02f-82f1-4d89-86db-34d6ef413403 req-ab3b62ff-c151-4b52-86e0-36399b2f93d2 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0854061
Dec 03 11:39:07.221292 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6081c02f-82f1-4d89-86db-34d6ef413403 req-f3ab1ad4-f037-46e0-ab0a-71e208d1789f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415258
Dec 03 11:39:08.436167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5c6a6-b001-495a-9a36-74d4ebb72b27 req-81a78908-e24e-4293-8eb2-8b2b17555e4e tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:08.437778 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2bd5c6a6-b001-495a-9a36-74d4ebb72b27 req-81a78908-e24e-4293-8eb2-8b2b17555e4e tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0871916
Dec 03 11:39:08.485330 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2bd5c6a6-b001-495a-9a36-74d4ebb72b27 req-4bff02f7-d1a2-401a-8c53-e0f08302f4a3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410321
Dec 03 11:39:09.703530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c24c79-dacc-488a-b0ce-22bfc54eeac5 req-3b5f8d4a-c3e0-465c-bb19-cd879096b6f9 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:09.705124 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-22c24c79-dacc-488a-b0ce-22bfc54eeac5 req-3b5f8d4a-c3e0-465c-bb19-cd879096b6f9 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0843854
Dec 03 11:39:09.755667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-22c24c79-dacc-488a-b0ce-22bfc54eeac5 req-04001874-de15-4fc7-b1d3-fe1ed2b47659 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441458
Dec 03 11:39:10.972757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4599b08-6214-45ea-a88b-ac2e68a2df17 req-b9414ca1-053c-4cc3-874c-dc0208834423 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:10.974377 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f4599b08-6214-45ea-a88b-ac2e68a2df17 req-b9414ca1-053c-4cc3-874c-dc0208834423 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0852649
Dec 03 11:39:11.029254 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f4599b08-6214-45ea-a88b-ac2e68a2df17 req-5768bdec-00ca-48d3-8cd2-9896a66782ca tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474489
Dec 03 11:39:12.376693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7f17-bc5b-4758-b091-7061631cd349 req-0fb77716-41bd-4c66-b1ef-ce7a72e08854 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:12.378213 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-067a7f17-bc5b-4758-b091-7061631cd349 req-0fb77716-41bd-4c66-b1ef-ce7a72e08854 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0853665
Dec 03 11:39:12.424666 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-067a7f17-bc5b-4758-b091-7061631cd349 req-6930c78a-bcfe-40c6-b89d-78950384c7a8 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401044
Dec 03 11:39:13.777633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429014f3-6c66-40d3-aa06-c4f66a3bc479 req-a4341a55-de3c-4405-8a3a-fb4e47853884 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:13.779232 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-429014f3-6c66-40d3-aa06-c4f66a3bc479 req-a4341a55-de3c-4405-8a3a-fb4e47853884 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0895400
Dec 03 11:39:13.830546 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-429014f3-6c66-40d3-aa06-c4f66a3bc479 req-b3d7bc2d-6a09-4a3a-9f61-1aae9923a422 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449669
Dec 03 11:39:15.045719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8f3e2-61a7-4ffa-b0f1-6492663e06f1 req-80a93920-0140-47bd-a580-38e61e6d0bbb tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:15.047397 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2bc8f3e2-61a7-4ffa-b0f1-6492663e06f1 req-80a93920-0140-47bd-a580-38e61e6d0bbb tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0870810
Dec 03 11:39:15.095012 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2bc8f3e2-61a7-4ffa-b0f1-6492663e06f1 req-cf63a299-a0c8-4761-98d9-41945fb24709 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413425
Dec 03 11:39:16.310357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c3f6f-c961-46fd-baab-947f8d0fe287 req-0feac137-6f9e-49c4-ac47-2423ddc7e8f6 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:16.311886 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-263c3f6f-c961-46fd-baab-947f8d0fe287 req-0feac137-6f9e-49c4-ac47-2423ddc7e8f6 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0870740
Dec 03 11:39:16.357830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-263c3f6f-c961-46fd-baab-947f8d0fe287 req-791288e3-2972-4cf2-badf-d84a5bb89143 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396688
Dec 03 11:39:17.572119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adce83e-feb2-481e-bc6f-bcef5bf7209a req-08ee0617-9721-425e-a82e-7c3a6c9e53b6 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:17.573990 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4adce83e-feb2-481e-bc6f-bcef5bf7209a req-08ee0617-9721-425e-a82e-7c3a6c9e53b6 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0857077
Dec 03 11:39:17.624987 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4adce83e-feb2-481e-bc6f-bcef5bf7209a req-a162511a-642b-4b02-9f25-cd432564c94c tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446224
Dec 03 11:39:18.840001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5421b-07e9-4082-a160-fc6c9de4ac81 req-40ea8682-34a5-48a5-b9c6-2c572f531f11 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:18.841620 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96b5421b-07e9-4082-a160-fc6c9de4ac81 req-40ea8682-34a5-48a5-b9c6-2c572f531f11 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0866909
Dec 03 11:39:18.889242 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96b5421b-07e9-4082-a160-fc6c9de4ac81 req-c8d27829-3f74-444c-b0c4-edac63670e34 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409105
Dec 03 11:39:20.105511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88291505-6bbc-4412-9a6a-e57b804a0408 req-82f84a21-34d9-45d5-b21f-82369cdd6a1b tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:20.107173 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-88291505-6bbc-4412-9a6a-e57b804a0408 req-82f84a21-34d9-45d5-b21f-82369cdd6a1b tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0877075
Dec 03 11:39:20.154136 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-88291505-6bbc-4412-9a6a-e57b804a0408 req-036dc293-c55e-405a-a802-b15c34e5f979 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407057
Dec 03 11:39:21.394229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:21.411940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5325a-5df6-48ba-a280-8fadc161cc1e req-928bd19b-cca6-46aa-b6a3-4a7a8e7e9639 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:21.413609 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ccf5325a-5df6-48ba-a280-8fadc161cc1e req-928bd19b-cca6-46aa-b6a3-4a7a8e7e9639 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0909810
Dec 03 11:39:21.468851 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ccf5325a-5df6-48ba-a280-8fadc161cc1e req-74bcffbb-ce1e-4e68-9f62-6cbb1228a4d3 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483513
Dec 03 11:39:22.683592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e7372-8eb7-4f2b-b78b-197b0cddc271 req-5dca7d53-21d8-4dbd-957f-d474d1602e4e tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:22.685204 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-665e7372-8eb7-4f2b-b78b-197b0cddc271 req-5dca7d53-21d8-4dbd-957f-d474d1602e4e tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0839078
Dec 03 11:39:22.733574 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-665e7372-8eb7-4f2b-b78b-197b0cddc271 req-66e34cf6-27f8-4e30-8d9e-b331f5e14819 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420978
Dec 03 11:39:23.949874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fa043-70cd-4a12-bb5c-37e2441ba399 req-5fecf0e5-d7f6-4eea-9d44-aa8c7b277293 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:23.951538 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e81fa043-70cd-4a12-bb5c-37e2441ba399 req-5fecf0e5-d7f6-4eea-9d44-aa8c7b277293 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0891662
Dec 03 11:39:23.998743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e81fa043-70cd-4a12-bb5c-37e2441ba399 req-8636bd2f-a84a-4d57-b705-213460357016 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406704
Dec 03 11:39:25.100578 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-d7b84f2f-8630-40dd-9b72-42527b1923e4 service neutron] 10.222.0.91 "GET /v2.0/ports/c2f9015c-4b84-4c20-b5c7-9f1bae041bce/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0881433
Dec 03 11:39:25.218336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44957369-97a5-4885-850d-49901d2de9b5 req-470662e9-7c87-48cc-8d8c-864580418f5e tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:25.219897 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44957369-97a5-4885-850d-49901d2de9b5 req-470662e9-7c87-48cc-8d8c-864580418f5e tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0853341
Dec 03 11:39:25.272514 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44957369-97a5-4885-850d-49901d2de9b5 req-9e8a142e-74f0-4ea2-a3b3-a232bbe6f698 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454214
Dec 03 11:39:25.391307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ab126-ef69-4d30-8651-b344a5fd804c req-a10ea174-7542-438e-bedb-681e081a7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:25.392947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-a10ea174-7542-438e-bedb-681e081a7960 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc&tenant_id=f45957142c1942899173e49d3c0c01da HTTP/1.1" status: 200  len: 1162 time: 0.0754771
Dec 03 11:39:25.503144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ab126-ef69-4d30-8651-b344a5fd804c req-acb6fe54-376f-4627-9eac-5520b7b0560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:25.504625 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-acb6fe54-376f-4627-9eac-5520b7b0560b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f45957142c1942899173e49d3c0c01da&device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 1162 time: 0.0770867
Dec 03 11:39:25.648445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ab126-ef69-4d30-8651-b344a5fd804c req-20c4e0df-bf1d-48ce-893b-fa638dbe8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:25.650019 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-20c4e0df-bf1d-48ce-893b-fa638dbe8e43 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7e62f6aa-f052-4e8e-9483-50b7ff4544cb HTTP/1.1" status: 200  len: 906 time: 0.1383891
Dec 03 11:39:25.719939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-d7f56cd9-e2a4-4f14-ab97-1110d7b0b56e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f9015c-4b84-4c20-b5c7-9f1bae041bce HTTP/1.1" status: 200  len: 217 time: 0.0632191
Dec 03 11:39:25.792733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ab126-ef69-4d30-8651-b344a5fd804c req-47e85f4c-6f92-4c89-bc00-32668334e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:25.794203 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-47e85f4c-6f92-4c89-bc00-32668334e65d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1380e7ef-5c62-49da-a45c-cb1424d10020 HTTP/1.1" status: 200  len: 852 time: 0.0680087
Dec 03 11:39:25.843770 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-56004e97-9572-4a8f-a488-b19555e70d59 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7e62f6aa-f052-4e8e-9483-50b7ff4544cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430465
Dec 03 11:39:25.987076 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-6e43cad1-3436-4dbd-a382-14eb26943510 service neutron] 10.222.0.91 "GET /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365187
Dec 03 11:39:26.133944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-887ab126-ef69-4d30-8651-b344a5fd804c req-acb6d453-03c6-452c-87d6-be4839e1ac82 service neutron] 10.222.0.91 "GET /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400352
Dec 03 11:39:26.490947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24121686-8fc4-492f-8d11-7751fdaa9d0c req-9974ee7a-d366-4206-b9cf-081f847f44f9 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:26.492551 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24121686-8fc4-492f-8d11-7751fdaa9d0c req-9974ee7a-d366-4206-b9cf-081f847f44f9 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0841849
Dec 03 11:39:26.539964 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24121686-8fc4-492f-8d11-7751fdaa9d0c req-35521a16-10fe-49da-9fc2-b084d537be62 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404642
Dec 03 11:39:26.549489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c2f9015c-4b84-4c20-b5c7-9f1bae041bce no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:39:26.665074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:26.692924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f9015c-4b84-4c20-b5c7-9f1bae041bce'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:39:26.704158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port c2f9015c-4b84-4c20-b5c7-9f1bae041bce, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,segment=NetworkSegment(a14c28f2-01b4-4ff6-8cac-f4f59ffff4df),segment_id=a14c28f2-01b4-4ff6-8cac-f4f59ffff4df)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:39:26.707093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:26.708924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:26.779485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:26.782985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:26.856758 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f9015c-4b84-4c20-b5c7-9f1bae041bce', 'code': 200}
Dec 03 11:39:27.760105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd2a3-0404-4401-9f9e-2a1fb95daca5 req-449d51dd-0d87-4ecd-8c4d-7ba683fbef6d tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:27.762054 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a8fd2a3-0404-4401-9f9e-2a1fb95daca5 req-449d51dd-0d87-4ecd-8c4d-7ba683fbef6d tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 943 time: 0.0888424
Dec 03 11:39:27.810143 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a8fd2a3-0404-4401-9f9e-2a1fb95daca5 req-de4d0c4c-7e65-43aa-9a8d-3214f4e2b359 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416222
Dec 03 11:39:29.029197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94a17b-bda9-40a5-a34a-34c1a3c83cfb req-5db59346-2af7-4f97-801d-0718ee629b37 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:29.030838 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0c94a17b-bda9-40a5-a34a-34c1a3c83cfb req-5db59346-2af7-4f97-801d-0718ee629b37 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 943 time: 0.0859356
Dec 03 11:39:29.084485 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0c94a17b-bda9-40a5-a34a-34c1a3c83cfb req-61516650-1120-4ce6-8edf-6c1c0b2261d1 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469487
Dec 03 11:39:30.296096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f93765-c0f8-42be-ab15-50ea686088a9 req-15daf140-be3e-4c7b-89d9-fb7672c8ef3c tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:30.297621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-23f93765-c0f8-42be-ab15-50ea686088a9 req-15daf140-be3e-4c7b-89d9-fb7672c8ef3c tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 943 time: 0.0834723
Dec 03 11:39:30.344554 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-23f93765-c0f8-42be-ab15-50ea686088a9 req-8cc756c9-fe45-426b-af55-6375be6ec3f1 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406764
Dec 03 11:39:30.768215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097801e-295d-4d62-882a-77d09d348073 req-1c08a139-151e-4568-8e38-97c194eb3668 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:30.768993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9097801e-295d-4d62-882a-77d09d348073 req-1c08a139-151e-4568-8e38-97c194eb3668 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Synchronizing usage tracker for tenant:f45957142c1942899173e49d3c0c01da on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:39:30.785490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9097801e-295d-4d62-882a-77d09d348073 req-1c08a139-151e-4568-8e38-97c194eb3668 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Unset dirty status for tenant:f45957142c1942899173e49d3c0c01da on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:39:30.786787 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9097801e-295d-4d62-882a-77d09d348073 req-1c08a139-151e-4568-8e38-97c194eb3668 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.91 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc&tenant_id=f45957142c1942899173e49d3c0c01da&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 943 time: 0.1064627
Dec 03 11:39:30.808182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cea3de96-e4f3-4e82-b3e9-6f27c0b50984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:30.897816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c2f9015c-4b84-4c20-b5c7-9f1bae041bce up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:39:30.960527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097801e-295d-4d62-882a-77d09d348073 req-abccdd0e-14e0-4370-9e0e-33e35492d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:30.962153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9097801e-295d-4d62-882a-77d09d348073 req-abccdd0e-14e0-4370-9e0e-33e35492d1e7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f45957142c1942899173e49d3c0c01da&device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 1160 time: 0.0843506
Dec 03 11:39:30.969028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port c2f9015c-4b84-4c20-b5c7-9f1bae041bce triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:39:30.969454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:31.092466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:31.113592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097801e-295d-4d62-882a-77d09d348073 req-25418f77-962e-4e01-8d5d-797037f3abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:31.115244 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9097801e-295d-4d62-882a-77d09d348073 req-25418f77-962e-4e01-8d5d-797037f3abef service neutron] 10.222.0.91 "GET /v2.0/networks?id=7e62f6aa-f052-4e8e-9483-50b7ff4544cb HTTP/1.1" status: 200  len: 906 time: 0.1467505
Dec 03 11:39:31.121617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9015c-4b84-4c20-b5c7-9f1bae041bce'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:39:31.131986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port c2f9015c-4b84-4c20-b5c7-9f1bae041bce, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,segment=NetworkSegment(a14c28f2-01b4-4ff6-8cac-f4f59ffff4df),segment_id=a14c28f2-01b4-4ff6-8cac-f4f59ffff4df)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:39:31.136322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:31.138262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:31.187289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9097801e-295d-4d62-882a-77d09d348073 req-e8859301-a8aa-4c0c-a20b-a63f8e631b30 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f9015c-4b84-4c20-b5c7-9f1bae041bce HTTP/1.1" status: 200  len: 217 time: 0.0658662
Dec 03 11:39:31.202089 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9015c-4b84-4c20-b5c7-9f1bae041bce', 'code': 200}
Dec 03 11:39:31.210250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:31.213954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:31.265570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097801e-295d-4d62-882a-77d09d348073 req-5f9c5985-8372-418e-9251-b6fb15eb16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:31.267175 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9097801e-295d-4d62-882a-77d09d348073 req-5f9c5985-8372-418e-9251-b6fb15eb16e6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1380e7ef-5c62-49da-a45c-cb1424d10020 HTTP/1.1" status: 200  len: 852 time: 0.0737512
Dec 03 11:39:31.317864 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9097801e-295d-4d62-882a-77d09d348073 req-68f2d3ae-5b5d-4c92-86c7-9f851c6a9cf0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7e62f6aa-f052-4e8e-9483-50b7ff4544cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442493
Dec 03 11:39:31.704431 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9097801e-295d-4d62-882a-77d09d348073 req-0a1db732-9ce4-4508-b9e0-2048c64683b7 service neutron] 10.222.0.91 "GET /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3798003
Dec 03 11:39:31.847681 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9097801e-295d-4d62-882a-77d09d348073 req-2e80eb15-449f-4d5c-ba54-5fceb63a0179 service neutron] 10.222.0.91 "GET /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363423
Dec 03 11:39:32.730465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c2f9015c-4b84-4c20-b5c7-9f1bae041bce up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:39:32.777159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c068d6-a077-432e-80f2-d70246ae14c9 req-cff37e6f-611f-4816-b642-22fa3312cb69 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:32.778777 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d7c068d6-a077-432e-80f2-d70246ae14c9 req-cff37e6f-611f-4816-b642-22fa3312cb69 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0889828
Dec 03 11:39:32.806336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port c2f9015c-4b84-4c20-b5c7-9f1bae041bce triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:39:32.806760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:32.826756 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d7c068d6-a077-432e-80f2-d70246ae14c9 req-d2c1c95b-dc24-4981-b5c8-1db9d2435111 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411859
Dec 03 11:39:32.939829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aa720b5f-647e-438c-9bcd-294bdb95af6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:33.800942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:34.045553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd666a17-b8e9-4109-8dfd-1f81691db8ee req-615201eb-8ef9-4ba8-ba8a-a8f7ed94ec2e tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:34.047209 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dd666a17-b8e9-4109-8dfd-1f81691db8ee req-615201eb-8ef9-4ba8-ba8a-a8f7ed94ec2e tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0862794
Dec 03 11:39:34.099659 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dd666a17-b8e9-4109-8dfd-1f81691db8ee req-485eb951-f259-4d5f-908a-45757bc5fc77 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459177
Dec 03 11:39:34.621320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c2f9015c-4b84-4c20-b5c7-9f1bae041bce no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:39:34.742801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:34.759200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097801e-295d-4d62-882a-77d09d348073 req-71e6e34c-3d51-4855-a1ef-2ba707a4ded5 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:34.761009 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9097801e-295d-4d62-882a-77d09d348073 req-71e6e34c-3d51-4855-a1ef-2ba707a4ded5 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.91 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 945 time: 0.0892911
Dec 03 11:39:34.771745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f9015c-4b84-4c20-b5c7-9f1bae041bce'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:39:34.782403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port c2f9015c-4b84-4c20-b5c7-9f1bae041bce, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,segment=NetworkSegment(a14c28f2-01b4-4ff6-8cac-f4f59ffff4df),segment_id=a14c28f2-01b4-4ff6-8cac-f4f59ffff4df)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:39:34.786008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:34.787881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:34.840018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9097801e-295d-4d62-882a-77d09d348073 req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Deleting port c2f9015c-4b84-4c20-b5c7-9f1bae041bce {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:39:34.840507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9097801e-295d-4d62-882a-77d09d348073 req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:34.846508 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f9015c-4b84-4c20-b5c7-9f1bae041bce', 'code': 200}
Dec 03 11:39:34.862731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,revision_number=7']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:34.866149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:35.044977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:35.103013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-9097801e-295d-4d62-882a-77d09d348073 req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] For port c2f9015c-4b84-4c20-b5c7-9f1bae041bce, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,segment=NetworkSegment(a14c28f2-01b4-4ff6-8cac-f4f59ffff4df),segment_id=a14c28f2-01b4-4ff6-8cac-f4f59ffff4df)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:39:35.103411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9097801e-295d-4d62-882a-77d09d348073 req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:35.234886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9097801e-295d-4d62-882a-77d09d348073 req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Calling delete_port for c2f9015c-4b84-4c20-b5c7-9f1bae041bce owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:39:35.317290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5311b49-e832-40de-ab61-430a3145a331 req-632f9109-c3d1-4da9-b397-ce792f935987 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:35.319072 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5311b49-e832-40de-ab61-430a3145a331 req-632f9109-c3d1-4da9-b397-ce792f935987 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/ports?device_id=00987e66-aed6-41e7-9009-46bd46daa2fc HTTP/1.1" status: 200  len: 943 time: 0.0877728
Dec 03 11:39:35.368154 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5311b49-e832-40de-ab61-430a3145a331 req-dba3079e-e0d1-49d6-b9a4-df02c4e8f370 tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.90 "GET /v2.0/security-groups?id=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417175
Dec 03 11:39:35.387601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9097801e-295d-4d62-882a-77d09d348073 req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:35.403357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:35.449030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Pushing event deleted for resources: {'Port': ['ID=c2f9015c-4b84-4c20-b5c7-9f1bae041bce,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:35.468861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.469292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.469722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.470139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.470815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.471280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.471691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.472101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.472506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.472912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.473320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.473728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.474187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.474594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.475016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.475419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.475822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.476221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.476621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.477022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.477422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.477821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.478222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.478650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:39:35.484862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:35.545777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:35.621679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9097801e-295d-4d62-882a-77d09d348073 req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] No DVR routers for this DVR port c2f9015c-4b84-4c20-b5c7-9f1bae041bce on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:39:35.623797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9097801e-295d-4d62-882a-77d09d348073 req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:35.626482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'name': 'network-vif-deleted', 'tag': 'c2f9015c-4b84-4c20-b5c7-9f1bae041bce'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:39:35.642135 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9097801e-295d-4d62-882a-77d09d348073 req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] 10.222.0.91 "DELETE /v2.0/ports/c2f9015c-4b84-4c20-b5c7-9f1bae041bce HTTP/1.1" status: 204  len: 173 time: 0.8753953
Dec 03 11:39:35.772479 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00987e66-aed6-41e7-9009-46bd46daa2fc', 'name': 'network-vif-deleted', 'tag': 'c2f9015c-4b84-4c20-b5c7-9f1bae041bce', 'status': 'completed', 'code': 200}
Dec 03 11:39:36.655836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52788) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:39:36.728425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a3b706-9c9c-4d3c-a5bd-12f016bb628e admin admin] Deleting subnet 1380e7ef-5c62-49da-a45c-cb1424d10020 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:39:36.732161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5a3b706-9c9c-4d3c-a5bd-12f016bb628e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:36.785072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5a3b706-9c9c-4d3c-a5bd-12f016bb628e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:36.845844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5a3b706-9c9c-4d3c-a5bd-12f016bb628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:37.110398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5a3b706-9c9c-4d3c-a5bd-12f016bb628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:37.126518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3285b3d6-2ee1-4735-862b-ca07c38dcfdb tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:37.170487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3b706-9c9c-4d3c-a5bd-12f016bb628e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1380e7ef-5c62-49da-a45c-cb1424d10020,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:37.173166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a5a3b706-9c9c-4d3c-a5bd-12f016bb628e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:37.264693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5a3b706-9c9c-4d3c-a5bd-12f016bb628e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:37.272152 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a5a3b706-9c9c-4d3c-a5bd-12f016bb628e admin admin] 10.222.0.90 "DELETE /v2.0/subnets/1380e7ef-5c62-49da-a45c-cb1424d10020 HTTP/1.1" status: 204  len: 168 time: 0.6151805
Dec 03 11:39:37.274802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52792) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:39:37.393370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:37.585476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:37.702045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b43fe2b0>,) {'filters': {'network_id': ['7e62f6aa-f052-4e8e-9483-50b7ff4544cb']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:39:37.715689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b43fe2b0>, 'a14c28f2-01b4-4ff6-8cac-f4f59ffff4df') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:39:37.716026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b43fe2b0>, 'a14c28f2-01b4-4ff6-8cac-f4f59ffff4df') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:39:37.728396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:37.743447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:37.745523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:39:37.926062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] Network 7e62f6aa-f052-4e8e-9483-50b7ff4544cb has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:39:37.935397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:38.121243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] Network 7e62f6aa-f052-4e8e-9483-50b7ff4544cb has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:39:38.144703 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:39:38.223436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:38.226659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6935d4c3-327a-45e2-9a01-940cde70aed6 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:38.240291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:38.252029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] Pushing event deleted for resources: {'Network': ['ID=7e62f6aa-f052-4e8e-9483-50b7ff4544cb,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:38.255465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:38.260527 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bd7e4f0e-2bda-4d71-9dbc-a7741497b6ab admin admin] 10.222.0.90 "DELETE /v2.0/networks/7e62f6aa-f052-4e8e-9483-50b7ff4544cb HTTP/1.1" status: 204  len: 168 time: 0.9833097
Dec 03 11:39:38.403335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52798) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:39:38.454785 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-924c2ac2-d586-4f49-9594-e426dbd77a40 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f45957142c1942899173e49d3c0c01da&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0500782
Dec 03 11:39:38.457363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52802) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:39:38.518226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6216b584-b9cd-4716-ae26-16f90030431b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:38.544928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6216b584-b9cd-4716-ae26-16f90030431b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:38.591579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6216b584-b9cd-4716-ae26-16f90030431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:38.595795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2292e57c-d07f-4b0b-90f4-2318ab05164b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:38.613001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216b584-b9cd-4716-ae26-16f90030431b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:38.616447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6216b584-b9cd-4716-ae26-16f90030431b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:38.625285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6216b584-b9cd-4716-ae26-16f90030431b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:38.626517 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6216b584-b9cd-4716-ae26-16f90030431b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dbb5d8e8-f424-4b36-ab2f-a0234c1d18e1 HTTP/1.1" status: 204  len: 168 time: 0.1682062
Dec 03 11:39:39.520152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52824) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:39:39.663991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-107469952-network', 'tenant_id': '13e73388264248059692c6f437ed8ecc'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:39:39.669740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:39:39.673762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Usage tracker for resource:network and tenant:13e73388264248059692c6f437ed8ecc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:39:39.676729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:39:39.683554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:39:39.692280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Made reservation on behalf of 13e73388264248059692c6f437ed8ecc for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:39:39.697460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:39.710358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:39.726192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:39:39.730879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Usage tracker for resource:security_group_rule and tenant:13e73388264248059692c6f437ed8ecc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:39:39.733832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:39:39.739587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:39:39.827231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:39.829843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:39.834000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6216b584-b9cd-4716-ae26-16f90030431b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:39.866737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:39:39.876314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26dd775-fb34-40fa-8720-1a14328af9a3,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:39.880208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:39.882779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:39.883248 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Added segment 2cbf6a50-9714-4f8e-8c57-4da860f23b5c of type vxlan for network 5e64d230-2aea-4a84-a468-82da81703b53
Dec 03 11:39:39.911349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:39.942608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:39.943610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:39.944236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:39.950057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-525db544-8546-4b1b-ae07-3b6280fa9690 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:40.057289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5357783
Dec 03 11:39:40.058251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Pushing event updated for resources: {'Network': ['ID=5e64d230-2aea-4a84-a468-82da81703b53,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:40.060662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 52830) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:39:40.063502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:40.067318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Request body: {'subnet': {'network_id': '5e64d230-2aea-4a84-a468-82da81703b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-107469952-subnet', 'tenant_id': '13e73388264248059692c6f437ed8ecc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:39:40.069834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 5e64d230-2aea-4a84-a468-82da81703b53 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:39:40.073232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:39:40.077397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Usage tracker for resource:subnet and tenant:13e73388264248059692c6f437ed8ecc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:39:40.080442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:39:40.086260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:39:40.096811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Made reservation on behalf of 13e73388264248059692c6f437ed8ecc for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:39:40.097115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 5e64d230-2aea-4a84-a468-82da81703b53 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:39:40.101684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:40.518107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:40.533826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bfac2c8a-9d9c-45e4-a23d-430885d3d0a0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:40.907043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b4b855-1c92-4200-957a-d2449cb4b0e5,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:40.911161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:40.979845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Checking segment: {'id': '2cbf6a50-9714-4f8e-8c57-4da860f23b5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e64d230-2aea-4a84-a468-82da81703b53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:39:40.980238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Network hostable DHCP agents. Network: 5e64d230-2aea-4a84-a468-82da81703b53, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:39:40.998926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Network 5e64d230-2aea-4a84-a468-82da81703b53 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:39:41.006959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 5e64d230-2aea-4a84-a468-82da81703b53) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:39:41.017442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac666812-da51-4cb9-9a61-949f837d97e1 None None] Network 5e64d230-2aea-4a84-a468-82da81703b53 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:39:41.019020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:41.019672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:41.041910 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9795234
Dec 03 11:39:41.419191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e81babc-2682-4c95-8f1d-92d37f69c1b7 None None] Network 5e64d230-2aea-4a84-a468-82da81703b53 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:39:41.642414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e384d3-557b-409b-90fb-823e1043d13e req-e2f44fae-5eb1-4dce-8c89-93aefbf4c8d6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:41.644106 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-e2f44fae-5eb1-4dce-8c89-93aefbf4c8d6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 814 time: 0.1585431
Dec 03 11:39:41.661838 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-9408cb90-ff8b-4b1e-8876-67b2e83aaa0e tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/quotas/13e73388264248059692c6f437ed8ecc HTTP/1.1" status: 200  len: 375 time: 0.0115147
Dec 03 11:39:41.717954 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-16e6278d-565b-4e2c-ae56-f7082e3c94aa tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0493915
Dec 03 11:39:41.943299 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-9e4bb6dc-bda6-42b0-85eb-3303f3f5742b service neutron] 10.222.0.90 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2175870
Dec 03 11:39:42.179830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:39:42.338852 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-d98a8cfa-6a5e-404a-81fc-93b2eeac6b80 service neutron] 10.222.0.90 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3872895
Dec 03 11:39:42.542588 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-783be6be-07a9-48f5-adcb-79445dfa6cd1 req-d6537b0e-5763-4828-9695-11c8f6b80ca0 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 210 time: 0.0469069
Dec 03 11:39:43.666945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e384d3-557b-409b-90fb-823e1043d13e req-1780f4a1-6915-47c2-9039-7aa7b0d1cdc2 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:43.667681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-73e384d3-557b-409b-90fb-823e1043d13e req-1780f4a1-6915-47c2-9039-7aa7b0d1cdc2 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Synchronizing usage tracker for tenant:13e73388264248059692c6f437ed8ecc on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:39:43.684560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-73e384d3-557b-409b-90fb-823e1043d13e req-1780f4a1-6915-47c2-9039-7aa7b0d1cdc2 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Unset dirty status for tenant:13e73388264248059692c6f437ed8ecc on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:39:43.685799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-1780f4a1-6915-47c2-9039-7aa7b0d1cdc2 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.91 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 814 time: 0.1806002
Dec 03 11:39:43.711907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Request body: {'port': {'device_id': '41f2ebdb-9549-4571-8c0d-8cf500bd41c4', 'network_id': '5e64d230-2aea-4a84-a468-82da81703b53', 'admin_state_up': True, 'tenant_id': '13e73388264248059692c6f437ed8ecc'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:39:43.728992 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e20dd7d6-3bed-4d04-9505-89adb00be6e8 req-4008daf2-ebfd-487a-9229-da98d567ebb5 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 210 time: 0.0494003
Dec 03 11:39:43.862785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:39:43.866816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Usage tracker for resource:port and tenant:13e73388264248059692c6f437ed8ecc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:39:43.869903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:39:43.875996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:39:43.887859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Made reservation on behalf of 13e73388264248059692c6f437ed8ecc for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:39:43.893936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:44.216381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Allocated IP 172.20.0.13 (5e64d230-2aea-4a84-a468-82da81703b53/78b4b855-1c92-4200-957a-d2449cb4b0e5/6690e459-d426-4698-9d6b-aa8da09d8e32) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:39:44.432973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:44.459297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:44.474937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dad9d2a7-c5dc-46a2-9629-5fde25521591 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:44.620214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Pushing event updated for resources: {'Port': ['ID=6690e459-d426-4698-9d6b-aa8da09d8e32,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:44.624690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:44.674193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Network 5e64d230-2aea-4a84-a468-82da81703b53 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:39:44.675410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:39:44.677659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:39:44.747589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:44.748182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:44.768720 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0610826
Dec 03 11:39:44.786726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Request body: {'port': {'device_id': '41f2ebdb-9549-4571-8c0d-8cf500bd41c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:39:44.904786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:44.946023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfe447-19a7-418e-b1c0-1c3dac55a68a req-a87805a1-a865-4a24-96fd-81947ce62c33 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:44.947856 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96cfe447-19a7-418e-b1c0-1c3dac55a68a req-a87805a1-a865-4a24-96fd-81947ce62c33 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 932 time: 0.0879376
Dec 03 11:39:44.995900 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96cfe447-19a7-418e-b1c0-1c3dac55a68a req-bcd4933c-7c9b-400f-b296-76574232756a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417767
Dec 03 11:39:45.325632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6690e459-d426-4698-9d6b-aa8da09d8e32 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:39:45.332646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:45.347137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Transition to ACTIVE for port object 6690e459-d426-4698-9d6b-aa8da09d8e32 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:39:45.349627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:45.368094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf004f1e-b63f-4add-bbc1-5f9b097a47ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:45.502877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Pushing event updated for resources: {'Port': ['ID=6690e459-d426-4698-9d6b-aa8da09d8e32,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:45.505977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:45.689962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Attempting to bind port 6690e459-d426-4698-9d6b-aa8da09d8e32 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:39:45.690578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Attempting to bind port 6690e459-d426-4698-9d6b-aa8da09d8e32 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '2cbf6a50-9714-4f8e-8c57-4da860f23b5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e64d230-2aea-4a84-a468-82da81703b53'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:39:45.690705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Attempting to bind port 6690e459-d426-4698-9d6b-aa8da09d8e32 on network 5e64d230-2aea-4a84-a468-82da81703b53 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:39:45.696372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:39:45.697879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Checking segment: {'id': '2cbf6a50-9714-4f8e-8c57-4da860f23b5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e64d230-2aea-4a84-a468-82da81703b53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:39:45.698244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:45.698636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Bound using segment: {'id': '2cbf6a50-9714-4f8e-8c57-4da860f23b5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e64d230-2aea-4a84-a468-82da81703b53'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:39:45.699129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Bound port: 6690e459-d426-4698-9d6b-aa8da09d8e32, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbf6a50-9714-4f8e-8c57-4da860f23b5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e64d230-2aea-4a84-a468-82da81703b53'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:39:45.699502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:45.788530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] For port 6690e459-d426-4698-9d6b-aa8da09d8e32, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:39:45.792101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] For port 6690e459-d426-4698-9d6b-aa8da09d8e32, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6690e459-d426-4698-9d6b-aa8da09d8e32,segment=NetworkSegment(2cbf6a50-9714-4f8e-8c57-4da860f23b5c),segment_id=2cbf6a50-9714-4f8e-8c57-4da860f23b5c)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:39:45.795714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:45.811811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49be5697-8f3f-4738-8952-b3f129511f2b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:45.961494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Pushing event updated for resources: {'Port': ['ID=6690e459-d426-4698-9d6b-aa8da09d8e32,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:45.966978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:46.001288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:46.001956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:46.003451 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] 10.222.0.91 "PUT /v2.0/ports/6690e459-d426-4698-9d6b-aa8da09d8e32 HTTP/1.1" status: 200  len: 1158 time: 1.2214382
Dec 03 11:39:46.004048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f2ebdb-9549-4571-8c0d-8cf500bd41c4', 'tag': '6690e459-d426-4698-9d6b-aa8da09d8e32'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:39:46.094874 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f2ebdb-9549-4571-8c0d-8cf500bd41c4', 'tag': '6690e459-d426-4698-9d6b-aa8da09d8e32', 'status': 'completed', 'code': 200}
Dec 03 11:39:46.135007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e384d3-557b-409b-90fb-823e1043d13e req-f397f7f5-758d-44d8-bbf3-3b90f28497b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:46.136649 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-f397f7f5-758d-44d8-bbf3-3b90f28497b5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 1161 time: 0.0830078
Dec 03 11:39:46.216528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7fe29-6783-4a06-a5d7-2f7f9584d5a8 req-d99d706b-8d47-4bae-9d70-dfa9ea52718b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:46.218110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dd7fe29-6783-4a06-a5d7-2f7f9584d5a8 req-d99d706b-8d47-4bae-9d70-dfa9ea52718b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 944 time: 0.0848346
Dec 03 11:39:46.218645 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-1cab6867-d5ed-46fe-9933-b320ffa14ca1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6690e459-d426-4698-9d6b-aa8da09d8e32 HTTP/1.1" status: 200  len: 217 time: 0.0686865
Dec 03 11:39:46.270192 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dd7fe29-6783-4a06-a5d7-2f7f9584d5a8 req-642be9ea-bed4-4a87-9e62-2fa16fcd0260 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449471
Dec 03 11:39:46.288171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e384d3-557b-409b-90fb-823e1043d13e req-acc759c8-756d-4e38-8886-d177d05a8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:46.289762 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-acc759c8-756d-4e38-8886-d177d05a8798 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=78b4b855-1c92-4200-957a-d2449cb4b0e5 HTTP/1.1" status: 200  len: 854 time: 0.0654261
Dec 03 11:39:46.339592 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-2ac83e20-9fdf-44b3-8c91-0cabcc487e24 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5e64d230-2aea-4a84-a468-82da81703b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430529
Dec 03 11:39:46.483620 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-608b6e9d-6b09-4902-a180-3566471c33af service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370208
Dec 03 11:39:46.626802 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73e384d3-557b-409b-90fb-823e1043d13e req-dfd507a1-ac14-4fed-9817-3e8b6cc53fa3 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367714
Dec 03 11:39:46.791743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dac2b6-7ce0-4bb1-b401-7debfe8ccc84 req-3e3674a2-7b10-419d-9d77-9e69f0074a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:46.793289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92dac2b6-7ce0-4bb1-b401-7debfe8ccc84 req-3e3674a2-7b10-419d-9d77-9e69f0074a0c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 1161 time: 0.0802577
Dec 03 11:39:46.937776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dac2b6-7ce0-4bb1-b401-7debfe8ccc84 req-d6483805-9d42-46f0-aadc-7299fda17806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:46.939421 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92dac2b6-7ce0-4bb1-b401-7debfe8ccc84 req-d6483805-9d42-46f0-aadc-7299fda17806 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 908 time: 0.1390321
Dec 03 11:39:47.008978 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92dac2b6-7ce0-4bb1-b401-7debfe8ccc84 req-7eeeec31-e0b8-4234-8f3a-b89d56c630a5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6690e459-d426-4698-9d6b-aa8da09d8e32 HTTP/1.1" status: 200  len: 217 time: 0.0628679
Dec 03 11:39:47.081636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dac2b6-7ce0-4bb1-b401-7debfe8ccc84 req-4ac4bc7f-293a-4433-b408-13e4c032b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:47.083142 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92dac2b6-7ce0-4bb1-b401-7debfe8ccc84 req-4ac4bc7f-293a-4433-b408-13e4c032b7c1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=78b4b855-1c92-4200-957a-d2449cb4b0e5 HTTP/1.1" status: 200  len: 854 time: 0.0679109
Dec 03 11:39:47.133806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92dac2b6-7ce0-4bb1-b401-7debfe8ccc84 req-65a136f0-6f0f-4f65-ad16-a325eb99868b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5e64d230-2aea-4a84-a468-82da81703b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441208
Dec 03 11:39:47.500925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f907bf-c1fa-4932-94ca-17ec5eb4e94b req-df52fcea-1fc0-459a-8a46-82aaa9e3e4a6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:47.502589 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31f907bf-c1fa-4932-94ca-17ec5eb4e94b req-df52fcea-1fc0-459a-8a46-82aaa9e3e4a6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 944 time: 0.0903423
Dec 03 11:39:47.529864 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92dac2b6-7ce0-4bb1-b401-7debfe8ccc84 req-9fea970d-ea32-430d-8e83-2c3c2717cf18 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3892367
Dec 03 11:39:47.551670 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31f907bf-c1fa-4932-94ca-17ec5eb4e94b req-091da67f-4c53-4f77-bdd4-4d8b8edd600e tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426130
Dec 03 11:39:47.676129 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92dac2b6-7ce0-4bb1-b401-7debfe8ccc84 req-901dc9fd-9551-4e2d-8da9-d0275398fbac service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386240
Dec 03 11:39:48.767796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b72e4b-35d9-4c68-88b2-743519c8ad68 req-4bea9868-79a4-44c4-a078-5297bdc290f3 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:48.769393 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c3b72e4b-35d9-4c68-88b2-743519c8ad68 req-4bea9868-79a4-44c4-a078-5297bdc290f3 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 944 time: 0.0878122
Dec 03 11:39:48.817048 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c3b72e4b-35d9-4c68-88b2-743519c8ad68 req-2153c4dd-60fd-4fc4-a477-cc69bab455ee tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406575
Dec 03 11:39:50.031254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95b6b1-df5d-4e5b-8a6a-db5281a1c867 req-bba89bf5-15c3-4097-a057-e75ad91efd3a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:50.032856 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8b95b6b1-df5d-4e5b-8a6a-db5281a1c867 req-bba89bf5-15c3-4097-a057-e75ad91efd3a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 944 time: 0.0846388
Dec 03 11:39:50.083174 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8b95b6b1-df5d-4e5b-8a6a-db5281a1c867 req-0b7ca155-2742-4020-9c97-3f1643c2fb06 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439739
Dec 03 11:39:50.921100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-812993e3-cfbe-47a5-9fcb-c7ee9e8ce20c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80977) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:39:51.294465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b93dd-22af-485c-a1fd-e9886665168d req-36e50132-e07b-4b3f-93bb-1a333edd0ea5 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:51.296005 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1b2b93dd-22af-485c-a1fd-e9886665168d req-36e50132-e07b-4b3f-93bb-1a333edd0ea5 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 944 time: 0.0837779
Dec 03 11:39:51.343504 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1b2b93dd-22af-485c-a1fd-e9886665168d req-9ef38972-0d80-4aa4-b46c-0d6ab6953f23 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412350
Dec 03 11:39:51.390244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:51.504773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6690e459-d426-4698-9d6b-aa8da09d8e32 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:39:51.571572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 6690e459-d426-4698-9d6b-aa8da09d8e32 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:39:51.576356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 6690e459-d426-4698-9d6b-aa8da09d8e32 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:39:51.576773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:51.693166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:51.721246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f2ebdb-9549-4571-8c0d-8cf500bd41c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6690e459-d426-4698-9d6b-aa8da09d8e32'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:39:51.731971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 6690e459-d426-4698-9d6b-aa8da09d8e32, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6690e459-d426-4698-9d6b-aa8da09d8e32,segment=NetworkSegment(2cbf6a50-9714-4f8e-8c57-4da860f23b5c),segment_id=2cbf6a50-9714-4f8e-8c57-4da860f23b5c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:39:51.736272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:51.738165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:39:51.783067 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f2ebdb-9549-4571-8c0d-8cf500bd41c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6690e459-d426-4698-9d6b-aa8da09d8e32', 'code': 200}
Dec 03 11:39:51.805491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=6690e459-d426-4698-9d6b-aa8da09d8e32,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:39:51.808835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:39:52.052261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f59d99-7e3e-4744-a460-3ea72bc54946 req-adf8ba73-1496-4379-84c4-5b51647ec109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:52.053863 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71f59d99-7e3e-4744-a460-3ea72bc54946 req-adf8ba73-1496-4379-84c4-5b51647ec109 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 1163 time: 0.0803623
Dec 03 11:39:52.096579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71f59d99-7e3e-4744-a460-3ea72bc54946 req-c2651156-cced-4ab0-acf4-af844013e40a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366468
Dec 03 11:39:52.562019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab1fb-9720-400f-9110-21c2354895e5 req-87117d34-d4a5-4338-8876-01c658ac9a0e tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:52.563636 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bd3ab1fb-9720-400f-9110-21c2354895e5 req-87117d34-d4a5-4338-8876-01c658ac9a0e tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0871174
Dec 03 11:39:52.612654 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bd3ab1fb-9720-400f-9110-21c2354895e5 req-eadfc9c7-9779-4513-8121-ce1a68dc6baa tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427127
Dec 03 11:39:52.920261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6690e459-d426-4698-9d6b-aa8da09d8e32 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:39:52.995708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 6690e459-d426-4698-9d6b-aa8da09d8e32 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:39:52.996133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:39:53.828751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b40da1-65b8-41bc-af46-075461d9ccaf req-025c86b9-a95a-46d1-9d7b-9cb5042f5806 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:53.830359 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5b40da1-65b8-41bc-af46-075461d9ccaf req-025c86b9-a95a-46d1-9d7b-9cb5042f5806 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0851674
Dec 03 11:39:53.881091 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5b40da1-65b8-41bc-af46-075461d9ccaf req-7219243e-4ca5-412b-a30d-20091fc3978a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440972
Dec 03 11:39:54.094888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356647ba-963a-4fd2-be90-2095ad52ebc2 req-4ea66f06-68ad-4957-8876-7c43581670a7 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:54.096781 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-356647ba-963a-4fd2-be90-2095ad52ebc2 req-4ea66f06-68ad-4957-8876-7c43581670a7 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0854690
Dec 03 11:39:54.143274 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-356647ba-963a-4fd2-be90-2095ad52ebc2 req-59357910-473d-4234-8de8-b03947d0a90a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399430
Dec 03 11:39:54.531006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369847c-d08d-42dc-9371-8e423b04c3c7 req-67341ea0-aa22-449d-a278-643dad3a6ecf tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:54.532498 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9369847c-d08d-42dc-9371-8e423b04c3c7 req-67341ea0-aa22-449d-a278-643dad3a6ecf tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0861673
Dec 03 11:39:54.580085 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9369847c-d08d-42dc-9371-8e423b04c3c7 req-1d3fbffa-c47d-40b3-8928-56482267e99c tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412338
Dec 03 11:39:54.789534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f0d01-a5c5-4ed3-b4af-25ff527604cd req-76ad653b-ffb1-458e-8868-ca63d50291e9 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:54.791663 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-686f0d01-a5c5-4ed3-b4af-25ff527604cd req-76ad653b-ffb1-458e-8868-ca63d50291e9 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0839884
Dec 03 11:39:54.841911 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-686f0d01-a5c5-4ed3-b4af-25ff527604cd req-22f75727-e56b-4e1b-96a2-4b73c12c3ffc tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436251
Dec 03 11:39:55.231775 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-8c1d381f-e8a1-4f29-8b6c-7f670882339a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0747421
Dec 03 11:39:55.303074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf490cd-33e9-4453-a539-08c43cffbbb2 req-87296050-f9c6-4016-b438-eaeeed21a4d4 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:55.304691 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-baf490cd-33e9-4453-a539-08c43cffbbb2 req-87296050-f9c6-4016-b438-eaeeed21a4d4 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0843315
Dec 03 11:39:55.354607 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-baf490cd-33e9-4453-a539-08c43cffbbb2 req-0466737e-4ec8-4e08-a072-a76c4391182b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424542
Dec 03 11:39:56.574732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19068639-920c-4cd9-a142-ac24244a4846 req-ee2b9f15-33c7-4278-a4dd-572d7b95bd69 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:56.576369 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-19068639-920c-4cd9-a142-ac24244a4846 req-ee2b9f15-33c7-4278-a4dd-572d7b95bd69 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0882101
Dec 03 11:39:56.581634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-ad5b7529-593a-421b-8fee-3f600f8dc166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:56.583360 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-ad5b7529-593a-421b-8fee-3f600f8dc166 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 1163 time: 0.0812294
Dec 03 11:39:56.627428 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-19068639-920c-4cd9-a142-ac24244a4846 req-dccf93a7-f0e9-4933-a706-7d18114fc6d6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444968
Dec 03 11:39:56.729927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-7fb5b6e7-b684-49fc-905d-10e0ccd07fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:56.731431 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-7fb5b6e7-b684-49fc-905d-10e0ccd07fb9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 908 time: 0.1418271
Dec 03 11:39:56.801139 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-2471b36f-b526-4e8e-b379-e10cc1511f8e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6690e459-d426-4698-9d6b-aa8da09d8e32 HTTP/1.1" status: 200  len: 217 time: 0.0619719
Dec 03 11:39:56.872181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-14082c63-00e6-49ff-8ab8-5b05dbd63876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:56.873706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-14082c63-00e6-49ff-8ab8-5b05dbd63876 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=78b4b855-1c92-4200-957a-d2449cb4b0e5 HTTP/1.1" status: 200  len: 854 time: 0.0658653
Dec 03 11:39:56.924627 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-1dfcf7a1-45d5-4d07-af4f-8ce2de883294 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5e64d230-2aea-4a84-a468-82da81703b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442822
Dec 03 11:39:57.069623 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-20fa485f-2110-47c8-9ec4-4252f9539b60 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375074
Dec 03 11:39:57.217747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-e80d5cf6-eeb9-4202-b59f-0da9cac4e062 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417170
Dec 03 11:39:57.840290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11975b-285a-4821-8c86-b2c63bcfa979 req-66a8e36e-cced-4838-8f59-51faafa0b73b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:57.841897 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4a11975b-285a-4821-8c86-b2c63bcfa979 req-66a8e36e-cced-4838-8f59-51faafa0b73b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0837843
Dec 03 11:39:57.893351 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4a11975b-285a-4821-8c86-b2c63bcfa979 req-e2e7b035-a5e7-4c85-882f-c58289b1b2f5 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448439
Dec 03 11:39:59.110048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147e62-1a3e-4e1e-a831-98efcc69ad66 req-eb6d2a5c-b103-466f-a6a5-ed9578f86831 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:39:59.111718 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dc147e62-1a3e-4e1e-a831-98efcc69ad66 req-eb6d2a5c-b103-466f-a6a5-ed9578f86831 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0853422
Dec 03 11:39:59.159273 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dc147e62-1a3e-4e1e-a831-98efcc69ad66 req-f604fd77-fa5f-40ba-bef8-23cdca2e9aa8 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412095
Dec 03 11:40:00.374591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f945fc-4771-4dad-a5c0-0a1aa761179a req-54f6cc92-4ec0-4e02-886c-f7beb20fd21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:00.376252 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-01f945fc-4771-4dad-a5c0-0a1aa761179a req-54f6cc92-4ec0-4e02-886c-f7beb20fd21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0879076
Dec 03 11:40:00.423609 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-01f945fc-4771-4dad-a5c0-0a1aa761179a req-28b7e8ae-c4cc-4d18-953f-b03974b08ab4 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410204
Dec 03 11:40:00.811494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2a68-2eb6-47b8-8b2f-bc402d52ec40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:01.642856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d57936-a6e6-40d4-b36c-6905dc68ee91 req-a300a21d-855e-46a4-8af0-27aba0b70e8a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:01.644507 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02d57936-a6e6-40d4-b36c-6905dc68ee91 req-a300a21d-855e-46a4-8af0-27aba0b70e8a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0853684
Dec 03 11:40:01.695894 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02d57936-a6e6-40d4-b36c-6905dc68ee91 req-89cd2b6d-fd17-4542-b696-b73c54ab4dc7 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445278
Dec 03 11:40:02.910251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25291dd-17ba-4e21-b1b0-4684e19844e6 req-2f47823e-79a1-47fa-bb3e-f15de7e44b93 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:02.911902 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a25291dd-17ba-4e21-b1b0-4684e19844e6 req-2f47823e-79a1-47fa-bb3e-f15de7e44b93 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0846276
Dec 03 11:40:02.932812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-478ddfb6-c25e-4d03-a0f9-dc41f0f586ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:02.969017 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a25291dd-17ba-4e21-b1b0-4684e19844e6 req-8e05a5fe-d44d-4551-b58b-c5f801ad7824 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431352
Dec 03 11:40:03.808243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:04.184567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec51e88-57c1-475d-ae6e-7620e137c606 req-814fc207-e513-4f1d-9fb5-676f0c5b7eda tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:04.186176 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eec51e88-57c1-475d-ae6e-7620e137c606 req-814fc207-e513-4f1d-9fb5-676f0c5b7eda tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0867546
Dec 03 11:40:04.233422 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eec51e88-57c1-475d-ae6e-7620e137c606 req-c3fa4521-94ff-4e78-8ca0-0393a71e6094 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409317
Dec 03 11:40:05.047373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:05.448180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d792-9812-4d58-b6bf-42c3ae12e36c req-d6f780ee-1999-4aef-b6e1-cf34aa2368d9 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:05.449798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b16d792-9812-4d58-b6bf-42c3ae12e36c req-d6f780ee-1999-4aef-b6e1-cf34aa2368d9 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0865147
Dec 03 11:40:05.501940 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b16d792-9812-4d58-b6bf-42c3ae12e36c req-d23bd14f-d03e-442b-87bd-95def58158c1 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457265
Dec 03 11:40:05.548433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:06.718197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1419022-b1a0-49bd-a849-949e65d3ebbb req-ff633b41-0b27-42b3-b877-b14d7cf1aa72 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:06.719835 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1419022-b1a0-49bd-a849-949e65d3ebbb req-ff633b41-0b27-42b3-b877-b14d7cf1aa72 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0874097
Dec 03 11:40:06.766654 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1419022-b1a0-49bd-a849-949e65d3ebbb req-554202b6-13ab-4d36-8338-c0db1f67ba23 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401115
Dec 03 11:40:07.981809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2502425-e2a4-4adb-8f91-29da88127a0e req-236bbb1f-0f54-4965-8c08-c0776f02d74d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:07.983470 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a2502425-e2a4-4adb-8f91-29da88127a0e req-236bbb1f-0f54-4965-8c08-c0776f02d74d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0888078
Dec 03 11:40:08.031005 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a2502425-e2a4-4adb-8f91-29da88127a0e req-390e7058-5f6e-4c89-b2a7-559eea074685 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410454
Dec 03 11:40:09.245548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbe129-e3c7-49e0-aeb7-ee4872aae1a2 req-da1b426c-f4ae-4ffa-8047-31fcac9fa20b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:09.247118 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96cbe129-e3c7-49e0-aeb7-ee4872aae1a2 req-da1b426c-f4ae-4ffa-8047-31fcac9fa20b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0874083
Dec 03 11:40:09.299098 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96cbe129-e3c7-49e0-aeb7-ee4872aae1a2 req-8b940901-4401-45d9-acd3-aade99e1e43a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455987
Dec 03 11:40:10.514725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74573bab-60aa-4cd0-9c39-cad7e64ab4cd req-9dd50bf2-7619-4c0f-b5f0-fff4a2a8e0dd tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:10.516392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-74573bab-60aa-4cd0-9c39-cad7e64ab4cd req-9dd50bf2-7619-4c0f-b5f0-fff4a2a8e0dd tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0861948
Dec 03 11:40:10.564329 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-74573bab-60aa-4cd0-9c39-cad7e64ab4cd req-3a029faa-041a-4466-80b9-2d38651c83a8 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413275
Dec 03 11:40:11.780090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb80b08-12b6-4a4d-884f-2c1954ae6136 req-fdadfccd-825f-440c-b29d-6ad91a88a0c9 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:11.781669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3bb80b08-12b6-4a4d-884f-2c1954ae6136 req-fdadfccd-825f-440c-b29d-6ad91a88a0c9 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0864813
Dec 03 11:40:11.828733 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3bb80b08-12b6-4a4d-884f-2c1954ae6136 req-81906e1b-d43a-4fa5-86a5-4da1b3d105ac tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407672
Dec 03 11:40:13.039733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45610b62-7ffe-4440-b6aa-aace96df975e req-b5ecdec0-4a96-4628-87b5-4448f7db4dde tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:13.041845 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-45610b62-7ffe-4440-b6aa-aace96df975e req-b5ecdec0-4a96-4628-87b5-4448f7db4dde tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0842912
Dec 03 11:40:13.092591 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-45610b62-7ffe-4440-b6aa-aace96df975e req-5a3ddfc5-513f-4df5-8146-f67588c45c56 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444078
Dec 03 11:40:14.310670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7b795-a22b-4da3-9c2c-b8c9394f2c64 req-b78dd663-ef51-4bdf-aa53-b86c6e7b1e70 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:14.312235 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36f7b795-a22b-4da3-9c2c-b8c9394f2c64 req-b78dd663-ef51-4bdf-aa53-b86c6e7b1e70 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0857337
Dec 03 11:40:14.358474 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36f7b795-a22b-4da3-9c2c-b8c9394f2c64 req-27e7ba56-a911-4094-90b8-06ce904a9378 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400016
Dec 03 11:40:15.572805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2b42f-58f0-4fff-ad3e-0b44472b676d req-fc530712-0cdb-465f-bdb3-065ddcd49f30 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:15.574397 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2cd2b42f-58f0-4fff-ad3e-0b44472b676d req-fc530712-0cdb-465f-bdb3-065ddcd49f30 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0877347
Dec 03 11:40:15.621496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2cd2b42f-58f0-4fff-ad3e-0b44472b676d req-3210d56a-914e-48c3-aff6-d10fd5d721a1 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406930
Dec 03 11:40:16.832916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaeb53-3864-42ad-a459-8e0088540198 req-b6ab9d32-72dd-4214-a6d6-ef83daaba867 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:16.834536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-badaeb53-3864-42ad-a459-8e0088540198 req-b6ab9d32-72dd-4214-a6d6-ef83daaba867 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0839748
Dec 03 11:40:16.885687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-badaeb53-3864-42ad-a459-8e0088540198 req-dc2d0062-1809-4f27-aab8-dab612dc2f94 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440516
Dec 03 11:40:18.100845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137dbab-fa41-41d8-a569-e1be0e87f259 req-629f25d9-4f39-4191-ba8a-6c9ea501fd4e tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:18.103029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3137dbab-fa41-41d8-a569-e1be0e87f259 req-629f25d9-4f39-4191-ba8a-6c9ea501fd4e tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0833910
Dec 03 11:40:18.148302 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3137dbab-fa41-41d8-a569-e1be0e87f259 req-913bb9d0-8637-467c-b4b9-c895866b2106 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389009
Dec 03 11:40:19.179194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:40:19.365418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fb1fb-4f44-49aa-8a5d-c71cc7b3d014 req-b5a268fb-41ba-4bef-ad27-4eb029e676b8 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:19.367047 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-752fb1fb-4f44-49aa-8a5d-c71cc7b3d014 req-b5a268fb-41ba-4bef-ad27-4eb029e676b8 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0882781
Dec 03 11:40:19.416001 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-752fb1fb-4f44-49aa-8a5d-c71cc7b3d014 req-6d9c240a-708b-4bdc-80ef-4dc9651b8961 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421188
Dec 03 11:40:20.625655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24e534-8ea0-43a1-b81e-57e1b157646d req-5a45eaf9-e677-4b64-84b0-85b0c7e16592 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:20.627266 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e24e534-8ea0-43a1-b81e-57e1b157646d req-5a45eaf9-e677-4b64-84b0-85b0c7e16592 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0821271
Dec 03 11:40:20.677093 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e24e534-8ea0-43a1-b81e-57e1b157646d req-60e179ab-015d-488a-861c-749722dc0c79 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435245
Dec 03 11:40:21.398338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:21.910954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cddd80-40dc-43d0-bdec-5170f7fc013f req-716b22db-3423-4093-9f62-a2e21f15b530 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:21.912609 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e0cddd80-40dc-43d0-bdec-5170f7fc013f req-716b22db-3423-4093-9f62-a2e21f15b530 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0936971
Dec 03 11:40:21.963363 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e0cddd80-40dc-43d0-bdec-5170f7fc013f req-d0800640-4fac-41e1-b1d3-b5f1637daefa tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421906
Dec 03 11:40:23.178569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b8c82-c365-4f69-9b01-7b43369fe60e req-fee1d1ae-62c5-4f94-a9de-ad65da16781f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:23.180096 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e4b8c82-c365-4f69-9b01-7b43369fe60e req-fee1d1ae-62c5-4f94-a9de-ad65da16781f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0864806
Dec 03 11:40:23.228393 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e4b8c82-c365-4f69-9b01-7b43369fe60e req-b89a69ea-a072-4a9b-92d8-4e2991172008 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412352
Dec 03 11:40:24.105872 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-c27cde2e-b22d-4662-ad18-1175accc070b service neutron] 10.222.0.91 "GET /v2.0/ports/6690e459-d426-4698-9d6b-aa8da09d8e32/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0763755
Dec 03 11:40:24.397121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-2878dee1-d399-4877-beea-7b310122f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:24.398763 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-2878dee1-d399-4877-beea-7b310122f268 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4&tenant_id=13e73388264248059692c6f437ed8ecc HTTP/1.1" status: 200  len: 1163 time: 0.0829735
Dec 03 11:40:24.444765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e825a-56b2-48cc-af2e-550bc6cf124e req-87003d8f-41d4-49a1-bfbb-5923dd92daba tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:24.447038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-865e825a-56b2-48cc-af2e-550bc6cf124e req-87003d8f-41d4-49a1-bfbb-5923dd92daba tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0852609
Dec 03 11:40:24.498863 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-865e825a-56b2-48cc-af2e-550bc6cf124e req-0ba66f7d-4256-49d3-8307-1baf6be23894 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453875
Dec 03 11:40:24.507557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-d98f33c1-9ba8-418e-a09b-4e9e5431669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:24.509970 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-d98f33c1-9ba8-418e-a09b-4e9e5431669c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 1163 time: 0.0766249
Dec 03 11:40:24.653536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-56945e0b-3770-463a-b2a0-18440178b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:24.655158 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-56945e0b-3770-463a-b2a0-18440178b69a service neutron] 10.222.0.91 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 908 time: 0.1389172
Dec 03 11:40:24.729077 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-101ed7d5-e356-4b66-868f-db037f85afab service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6690e459-d426-4698-9d6b-aa8da09d8e32 HTTP/1.1" status: 200  len: 217 time: 0.0674736
Dec 03 11:40:24.797373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-5eb1467e-b553-4568-b417-9fc99ffb2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:24.798893 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-5eb1467e-b553-4568-b417-9fc99ffb2c5c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=78b4b855-1c92-4200-957a-d2449cb4b0e5 HTTP/1.1" status: 200  len: 854 time: 0.0631678
Dec 03 11:40:24.848649 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-866cab22-e24e-4497-9fb4-d8971b139396 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5e64d230-2aea-4a84-a468-82da81703b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433772
Dec 03 11:40:24.995179 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-48cc765a-6bbf-4a0b-9916-1177609fe4ee service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377001
Dec 03 11:40:24.997231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6690e459-d426-4698-9d6b-aa8da09d8e32 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:40:25.112894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:25.142760 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4710be9-40f7-4519-a0a0-12f6fdef0520 req-cc2fbe73-8ade-456e-920a-baa26cc5e372 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410694
Dec 03 11:40:25.143338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f2ebdb-9549-4571-8c0d-8cf500bd41c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6690e459-d426-4698-9d6b-aa8da09d8e32'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:40:25.153702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 6690e459-d426-4698-9d6b-aa8da09d8e32, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6690e459-d426-4698-9d6b-aa8da09d8e32,segment=NetworkSegment(2cbf6a50-9714-4f8e-8c57-4da860f23b5c),segment_id=2cbf6a50-9714-4f8e-8c57-4da860f23b5c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:40:25.157723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:25.159616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-02522e7e-3586-47d8-ab8b-c757ab8c15ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:40:25.226413 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f2ebdb-9549-4571-8c0d-8cf500bd41c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6690e459-d426-4698-9d6b-aa8da09d8e32', 'code': 200}
Dec 03 11:40:25.230687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=6690e459-d426-4698-9d6b-aa8da09d8e32,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:40:25.238775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.239216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.239573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.239951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.240324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.240696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.241067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.241433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.241840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.242227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.242579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.243582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.244011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.244380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.244745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.245109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.245521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.245839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.246203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.246566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.246945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.247321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.247683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.248045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:25.252481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:40:25.714576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4279-0861-4ded-83be-31a874b2eb03 req-ec149fb8-dfc5-4a76-8512-5c188ae77924 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:25.716245 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-806d4279-0861-4ded-83be-31a874b2eb03 req-ec149fb8-dfc5-4a76-8512-5c188ae77924 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 944 time: 0.0871243
Dec 03 11:40:25.763645 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-806d4279-0861-4ded-83be-31a874b2eb03 req-9d5df03c-bb85-48f7-9064-505a567afe32 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407608
Dec 03 11:40:26.980311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a836e4-ff1c-4851-9b39-1f601f3ea68b req-6a5b3975-0eca-40ab-8641-2c158ae9ea46 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:26.981916 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-70a836e4-ff1c-4851-9b39-1f601f3ea68b req-6a5b3975-0eca-40ab-8641-2c158ae9ea46 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 944 time: 0.0872445
Dec 03 11:40:27.029183 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-70a836e4-ff1c-4851-9b39-1f601f3ea68b req-e606c23e-b4b1-4a58-a6dd-1b6574e229e3 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408881
Dec 03 11:40:28.245584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3452b-9e47-4310-9adf-6d63e6e56c1f req-4cd2b531-b8d6-46d0-8bd9-663a351b273c tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:28.247134 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ea3452b-9e47-4310-9adf-6d63e6e56c1f req-4cd2b531-b8d6-46d0-8bd9-663a351b273c tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 944 time: 0.0850830
Dec 03 11:40:28.297258 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ea3452b-9e47-4310-9adf-6d63e6e56c1f req-ce692ba7-823f-4178-89b8-5a65ba148e40 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437067
Dec 03 11:40:28.649914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684ad77-edb7-4ab8-b936-63ee62c3f8bc req-2a001d6d-a81e-4c34-939e-6c04b935c819 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:28.651563 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1684ad77-edb7-4ab8-b936-63ee62c3f8bc req-2a001d6d-a81e-4c34-939e-6c04b935c819 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 944 time: 0.0837171
Dec 03 11:40:28.658639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-e8b307dc-c6d3-4727-bea4-a2abdabad075 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:28.659472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-e8b307dc-c6d3-4727-bea4-a2abdabad075 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Synchronizing usage tracker for tenant:13e73388264248059692c6f437ed8ecc on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:40:28.676624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-e8b307dc-c6d3-4727-bea4-a2abdabad075 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Unset dirty status for tenant:13e73388264248059692c6f437ed8ecc on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:40:28.677856 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-e8b307dc-c6d3-4727-bea4-a2abdabad075 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.91 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4&tenant_id=13e73388264248059692c6f437ed8ecc&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 944 time: 0.1095333
Dec 03 11:40:28.702669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1684ad77-edb7-4ab8-b936-63ee62c3f8bc req-4f05d739-eed0-4046-b097-b8b61a3feeb6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446608
Dec 03 11:40:28.844630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-ad2810eb-d509-4589-8ed9-f26795356117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:28.846505 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-ad2810eb-d509-4589-8ed9-f26795356117 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 1161 time: 0.0748775
Dec 03 11:40:28.991069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-d76bb9d0-a98c-4b34-96c4-0b7764ce92be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:28.992638 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-d76bb9d0-a98c-4b34-96c4-0b7764ce92be service neutron] 10.222.0.91 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 908 time: 0.1391020
Dec 03 11:40:29.067717 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-50499b41-1ec5-4294-86da-7fdc9dab1fc2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6690e459-d426-4698-9d6b-aa8da09d8e32 HTTP/1.1" status: 200  len: 217 time: 0.0681868
Dec 03 11:40:29.136703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-59509514-4cda-48c0-9524-41631b3d343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:29.138218 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-59509514-4cda-48c0-9524-41631b3d343d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=78b4b855-1c92-4200-957a-d2449cb4b0e5 HTTP/1.1" status: 200  len: 854 time: 0.0638776
Dec 03 11:40:29.191200 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-32e667e3-17ce-4f14-8cdc-84f97ad6c1a7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5e64d230-2aea-4a84-a468-82da81703b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458586
Dec 03 11:40:29.328402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6690e459-d426-4698-9d6b-aa8da09d8e32 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:40:29.338297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-da87ccf7-005d-4420-9386-712c80671a82 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396072
Dec 03 11:40:29.400790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 6690e459-d426-4698-9d6b-aa8da09d8e32 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:40:29.401225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:29.485325 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e410a37-9ea8-483e-9ca5-7676c50029cd req-8d2d652c-e6ff-4bf7-a76a-7c1c73fc0a26 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402779
Dec 03 11:40:29.525971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:29.553596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f2ebdb-9549-4571-8c0d-8cf500bd41c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6690e459-d426-4698-9d6b-aa8da09d8e32'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:40:29.564374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 6690e459-d426-4698-9d6b-aa8da09d8e32, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6690e459-d426-4698-9d6b-aa8da09d8e32,segment=NetworkSegment(2cbf6a50-9714-4f8e-8c57-4da860f23b5c),segment_id=2cbf6a50-9714-4f8e-8c57-4da860f23b5c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:40:29.567629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:29.569604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:40:29.631199 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f2ebdb-9549-4571-8c0d-8cf500bd41c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6690e459-d426-4698-9d6b-aa8da09d8e32', 'code': 200}
Dec 03 11:40:29.646751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=6690e459-d426-4698-9d6b-aa8da09d8e32,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:40:29.650166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:40:29.926183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea987016-13ed-489f-a49e-595ba40f8f5d req-eb1a16c2-ea44-48c8-84b7-770876f177ef tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:29.927864 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea987016-13ed-489f-a49e-595ba40f8f5d req-eb1a16c2-ea44-48c8-84b7-770876f177ef tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0929735
Dec 03 11:40:29.975863 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea987016-13ed-489f-a49e-595ba40f8f5d req-65c6c6e1-08c4-44b0-94bb-79ef0087a861 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409157
Dec 03 11:40:30.812589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93cf2daa-87cd-4006-9806-abb1c4a2d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:31.148586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6690e459-d426-4698-9d6b-aa8da09d8e32 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:40:31.195352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0719c5-33f3-4833-8456-1ce348e96483 req-5e23c037-3d62-4bc6-90a0-83b131bd80af tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:31.197128 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd0719c5-33f3-4833-8456-1ce348e96483 req-5e23c037-3d62-4bc6-90a0-83b131bd80af tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0835297
Dec 03 11:40:31.220458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 6690e459-d426-4698-9d6b-aa8da09d8e32 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:40:31.221137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:31.249041 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd0719c5-33f3-4833-8456-1ce348e96483 req-f06a8464-f789-4397-8ceb-4e386ac86217 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455089
Dec 03 11:40:31.464196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9c9a8-4fef-4e68-a8f1-3fbae7233e90 req-c04e7120-1a13-4d0e-9b9c-caddb0dc5281 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:31.465767 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-55c9c9a8-4fef-4e68-a8f1-3fbae7233e90 req-c04e7120-1a13-4d0e-9b9c-caddb0dc5281 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0831966
Dec 03 11:40:31.514186 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-55c9c9a8-4fef-4e68-a8f1-3fbae7233e90 req-664a01da-14af-445d-8ab8-811ab18e0e88 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417333
Dec 03 11:40:31.731277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ffa92-a550-46a1-8b0f-923a364f0432 req-214aeef7-a0e7-4a44-bb36-f149c0dad37d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:31.732877 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-595ffa92-a550-46a1-8b0f-923a364f0432 req-214aeef7-a0e7-4a44-bb36-f149c0dad37d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0917590
Dec 03 11:40:31.780363 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-595ffa92-a550-46a1-8b0f-923a364f0432 req-a62d089b-96f4-4e7f-b77a-9dc32d2304cc tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411267
Dec 03 11:40:32.578696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-03dc387e-d1b1-4523-857e-db384a906509 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:32.580312 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-03dc387e-d1b1-4523-857e-db384a906509 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 814 time: 0.4074767
Dec 03 11:40:32.596689 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-fc1a1989-1cae-4500-84ba-48918c398173 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/quotas/13e73388264248059692c6f437ed8ecc HTTP/1.1" status: 200  len: 375 time: 0.0104222
Dec 03 11:40:32.677938 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-718ca662-b702-4088-a9d7-591f654883c8 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0756795
Dec 03 11:40:32.820344 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-ddd537e3-ca04-4e82-8a9b-a6934cc3ca36 service neutron] 10.222.0.90 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346245
Dec 03 11:40:32.935644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6066d33-6806-4b6d-87c7-6e2654693de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:32.963221 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-eb5e751f-21ae-4aac-8224-c23b460aabfe service neutron] 10.222.0.90 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356139
Dec 03 11:40:33.173723 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-beacf75a-4836-492f-8634-cf1cd7f43d64 req-625e3796-31a5-4ddf-8d78-9258bdaec1d0 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 210 time: 0.0513186
Dec 03 11:40:33.808213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:34.036117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ade362-8a22-4f2e-954e-2774e85bafab req-b88f0b50-462b-45c8-a17b-a3f439ff6fe2 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:34.037649 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d3ade362-8a22-4f2e-954e-2774e85bafab req-b88f0b50-462b-45c8-a17b-a3f439ff6fe2 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.91 "GET /v2.0/ports?device_id=41f2ebdb-9549-4571-8c0d-8cf500bd41c4 HTTP/1.1" status: 200  len: 946 time: 0.0824597
Dec 03 11:40:34.113841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-d3ade362-8a22-4f2e-954e-2774e85bafab req-af2a1624-c8ca-4caa-8db2-b1015c4f975f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Deleting port 6690e459-d426-4698-9d6b-aa8da09d8e32 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:40:34.114147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d3ade362-8a22-4f2e-954e-2774e85bafab req-af2a1624-c8ca-4caa-8db2-b1015c4f975f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:34.354482 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d2c4dc35-43f4-411a-88bd-f020cc441ef2 req-19bdb47a-297c-460b-91d5-67e972a6aa2e tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 210 time: 0.0475359
Dec 03 11:40:34.510731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-d3ade362-8a22-4f2e-954e-2774e85bafab req-af2a1624-c8ca-4caa-8db2-b1015c4f975f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] For port 6690e459-d426-4698-9d6b-aa8da09d8e32, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6690e459-d426-4698-9d6b-aa8da09d8e32,segment=NetworkSegment(2cbf6a50-9714-4f8e-8c57-4da860f23b5c),segment_id=2cbf6a50-9714-4f8e-8c57-4da860f23b5c)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:40:34.511158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d3ade362-8a22-4f2e-954e-2774e85bafab req-af2a1624-c8ca-4caa-8db2-b1015c4f975f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:34.668690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-d3ade362-8a22-4f2e-954e-2774e85bafab req-af2a1624-c8ca-4caa-8db2-b1015c4f975f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Calling delete_port for 6690e459-d426-4698-9d6b-aa8da09d8e32 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:40:34.719669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-17a741d7-eb23-421f-a78c-6727ea9b6eb6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:34.721446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-17a741d7-eb23-421f-a78c-6727ea9b6eb6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.91 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 814 time: 0.3638542
Dec 03 11:40:34.746109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Request body: {'port': {'device_id': 'd1c82f0e-bf2c-4d80-804c-94468103a2e4', 'network_id': '5e64d230-2aea-4a84-a468-82da81703b53', 'admin_state_up': True, 'tenant_id': '13e73388264248059692c6f437ed8ecc'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:40:34.960964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:40:34.965632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d3ade362-8a22-4f2e-954e-2774e85bafab req-af2a1624-c8ca-4caa-8db2-b1015c4f975f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:34.981840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Usage tracker for resource:port and tenant:13e73388264248059692c6f437ed8ecc is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:40:34.986673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0d09fbb4-a1d3-4bd0-ab03-6e44ba544466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:40:35.021184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:40:35.040517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6690e459-d426-4698-9d6b-aa8da09d8e32 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:40:35.059226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:40:35.061519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a1624-c8ca-4caa-8db2-b1015c4f975f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Pushing event deleted for resources: {'Port': ['ID=6690e459-d426-4698-9d6b-aa8da09d8e32,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:40:35.064509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af2a1624-c8ca-4caa-8db2-b1015c4f975f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:40:35.081276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 6690e459-d426-4698-9d6b-aa8da09d8e32 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:40:35.081679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6690e459-d426-4698-9d6b-aa8da09d8e32 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:40:35.088434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:35.377996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Made reservation on behalf of 13e73388264248059692c6f437ed8ecc for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:40:35.383672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:35.515414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ade362-8a22-4f2e-954e-2774e85bafab req-af2a1624-c8ca-4caa-8db2-b1015c4f975f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] No DVR routers for this DVR port 6690e459-d426-4698-9d6b-aa8da09d8e32 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:40:35.529746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d3ade362-8a22-4f2e-954e-2774e85bafab req-af2a1624-c8ca-4caa-8db2-b1015c4f975f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:35.535669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f2ebdb-9549-4571-8c0d-8cf500bd41c4', 'name': 'network-vif-deleted', 'tag': '6690e459-d426-4698-9d6b-aa8da09d8e32'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:40:35.536025 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6ed9b760-b57e-4453-b553-2103da83eab5 req-4133eaf1-ae24-4474-bd7d-5140abfb3dad tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 210 time: 0.0490928
Dec 03 11:40:35.551858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:35.608035 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f2ebdb-9549-4571-8c0d-8cf500bd41c4', 'name': 'network-vif-deleted', 'tag': '6690e459-d426-4698-9d6b-aa8da09d8e32', 'status': 'completed', 'code': 200}
Dec 03 11:40:35.613678 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d3ade362-8a22-4f2e-954e-2774e85bafab req-af2a1624-c8ca-4caa-8db2-b1015c4f975f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.91 "DELETE /v2.0/ports/6690e459-d426-4698-9d6b-aa8da09d8e32 HTTP/1.1" status: 204  len: 173 time: 1.5687029
Dec 03 11:40:35.799316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Allocated IP 172.20.0.12 (5e64d230-2aea-4a84-a468-82da81703b53/78b4b855-1c92-4200-957a-d2449cb4b0e5/3ae45bcc-6252-4453-8734-ecba8f043a4f) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:40:36.016455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:36.045869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:36.063370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-adfa795d-bb07-4c6d-a5b9-2a71fceca4dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:40:36.210853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Pushing event updated for resources: {'Port': ['ID=3ae45bcc-6252-4453-8734-ecba8f043a4f,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:40:36.223031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.223473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.223904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.224327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.224748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.225171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.225590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.226614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.226614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.226803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.227352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.227835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.228225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.228648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.229061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.229473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.229884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.230306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.230719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.231157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.231575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.231986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.232677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.232793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:40:36.237379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:40:36.287192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Network 5e64d230-2aea-4a84-a468-82da81703b53 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:40:36.288348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:40:36.290618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:40:36.357220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:36.357805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:36.389514 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6492307
Dec 03 11:40:36.407232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Request body: {'port': {'device_id': 'd1c82f0e-bf2c-4d80-804c-94468103a2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:40:36.521367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:36.763374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15eddf-bc03-4438-b5c0-24882c62c70f req-0cfe0fd3-7fcf-46bb-b066-3e18110ff019 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:36.764998 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b15eddf-bc03-4438-b5c0-24882c62c70f req-0cfe0fd3-7fcf-46bb-b066-3e18110ff019 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 932 time: 0.0910635
Dec 03 11:40:36.812942 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b15eddf-bc03-4438-b5c0-24882c62c70f req-c28f38fc-d670-49ca-8825-01d914af7aa9 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413435
Dec 03 11:40:36.937018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae45bcc-6252-4453-8734-ecba8f043a4f {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:40:36.944098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:36.956261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Transition to ACTIVE for port object 3ae45bcc-6252-4453-8734-ecba8f043a4f will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:40:36.958879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:36.974739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af2a1624-c8ca-4caa-8db2-b1015c4f975f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:40:37.111256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Pushing event updated for resources: {'Port': ['ID=3ae45bcc-6252-4453-8734-ecba8f043a4f,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:40:37.114325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:40:37.297480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Attempting to bind port 3ae45bcc-6252-4453-8734-ecba8f043a4f on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:40:37.297860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Attempting to bind port 3ae45bcc-6252-4453-8734-ecba8f043a4f by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '2cbf6a50-9714-4f8e-8c57-4da860f23b5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e64d230-2aea-4a84-a468-82da81703b53'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:40:37.298235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Attempting to bind port 3ae45bcc-6252-4453-8734-ecba8f043a4f on network 5e64d230-2aea-4a84-a468-82da81703b53 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:40:37.304042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:40:37.304370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Checking segment: {'id': '2cbf6a50-9714-4f8e-8c57-4da860f23b5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e64d230-2aea-4a84-a468-82da81703b53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:40:37.304818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:37.305844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Bound using segment: {'id': '2cbf6a50-9714-4f8e-8c57-4da860f23b5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e64d230-2aea-4a84-a468-82da81703b53'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:40:37.306396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Bound port: 3ae45bcc-6252-4453-8734-ecba8f043a4f, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbf6a50-9714-4f8e-8c57-4da860f23b5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e64d230-2aea-4a84-a468-82da81703b53'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:40:37.306777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:37.400574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] For port 3ae45bcc-6252-4453-8734-ecba8f043a4f, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:40:37.403722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] For port 3ae45bcc-6252-4453-8734-ecba8f043a4f, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3ae45bcc-6252-4453-8734-ecba8f043a4f,segment=NetworkSegment(2cbf6a50-9714-4f8e-8c57-4da860f23b5c),segment_id=2cbf6a50-9714-4f8e-8c57-4da860f23b5c)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:40:37.407120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:37.422883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd8cb6c8-6ee1-43c6-9254-2f1029662650 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:40:37.576081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Pushing event updated for resources: {'Port': ['ID=3ae45bcc-6252-4453-8734-ecba8f043a4f,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:40:37.579413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:40:37.612504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:37.613265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:37.614739 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] 10.222.0.91 "PUT /v2.0/ports/3ae45bcc-6252-4453-8734-ecba8f043a4f HTTP/1.1" status: 200  len: 1158 time: 1.2120757
Dec 03 11:40:37.615342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c82f0e-bf2c-4d80-804c-94468103a2e4', 'tag': '3ae45bcc-6252-4453-8734-ecba8f043a4f'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:40:37.705331 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c82f0e-bf2c-4d80-804c-94468103a2e4', 'tag': '3ae45bcc-6252-4453-8734-ecba8f043a4f', 'status': 'completed', 'code': 200}
Dec 03 11:40:37.746666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-05b69e0f-7464-4444-99b3-2b3c4f062ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:37.748309 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-05b69e0f-7464-4444-99b3-2b3c4f062ff4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 1161 time: 0.0825686
Dec 03 11:40:37.825046 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-c1a6eb0e-cf8a-482a-9a83-d40b5b59ab8b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae45bcc-6252-4453-8734-ecba8f043a4f HTTP/1.1" status: 200  len: 217 time: 0.0632839
Dec 03 11:40:37.905142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a2d46c8b-a0cf-491b-9791-af8dc66f3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:37.906866 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-a2d46c8b-a0cf-491b-9791-af8dc66f3fba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=78b4b855-1c92-4200-957a-d2449cb4b0e5 HTTP/1.1" status: 200  len: 854 time: 0.0753093
Dec 03 11:40:37.959297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-d213a907-92d1-48c3-8b51-dce4e328db33 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5e64d230-2aea-4a84-a468-82da81703b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456538
Dec 03 11:40:38.030722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76f9dd-d2ad-46e8-b936-2031ad212df8 req-3275bbd5-b602-424f-9a3d-9d43fd2797ff tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:38.032351 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5f76f9dd-d2ad-46e8-b936-2031ad212df8 req-3275bbd5-b602-424f-9a3d-9d43fd2797ff tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 944 time: 0.0898068
Dec 03 11:40:38.079936 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5f76f9dd-d2ad-46e8-b936-2031ad212df8 req-fed00973-ecd4-4cb5-99a0-c7226b521588 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410573
Dec 03 11:40:38.109946 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-c8c1e3be-f8e3-4e8a-810e-7e914287be27 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444404
Dec 03 11:40:38.255236 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8ff2711-c382-4da0-b431-c1a100129dc4 req-94bfe947-0bdf-494d-9416-f6acf4ea84f7 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392498
Dec 03 11:40:38.418052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef61e07-07f6-42ba-bb20-51751f532782 req-ab1d40e9-7d4a-4b73-a71a-24f6a59cddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:38.419670 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2ef61e07-07f6-42ba-bb20-51751f532782 req-ab1d40e9-7d4a-4b73-a71a-24f6a59cddb7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 1161 time: 0.0818303
Dec 03 11:40:38.562866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef61e07-07f6-42ba-bb20-51751f532782 req-16dfa5f4-c248-4d46-af72-a785f8a93352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:38.564453 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2ef61e07-07f6-42ba-bb20-51751f532782 req-16dfa5f4-c248-4d46-af72-a785f8a93352 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 908 time: 0.1379895
Dec 03 11:40:38.632974 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2ef61e07-07f6-42ba-bb20-51751f532782 req-19691e04-5f2c-4bcf-8fd1-d7657b78bcff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae45bcc-6252-4453-8734-ecba8f043a4f HTTP/1.1" status: 200  len: 217 time: 0.0621421
Dec 03 11:40:38.704713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef61e07-07f6-42ba-bb20-51751f532782 req-c25fcf6d-bf40-4a6a-8554-435059c596e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:38.706159 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2ef61e07-07f6-42ba-bb20-51751f532782 req-c25fcf6d-bf40-4a6a-8554-435059c596e3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=78b4b855-1c92-4200-957a-d2449cb4b0e5 HTTP/1.1" status: 200  len: 854 time: 0.0664675
Dec 03 11:40:38.756600 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2ef61e07-07f6-42ba-bb20-51751f532782 req-42a1fe4f-888a-4b20-a6b5-8504206f3a7a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5e64d230-2aea-4a84-a468-82da81703b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427170
Dec 03 11:40:38.897386 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2ef61e07-07f6-42ba-bb20-51751f532782 req-f132a63a-7908-4277-84e4-74712f2567f6 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339304
Dec 03 11:40:39.041057 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2ef61e07-07f6-42ba-bb20-51751f532782 req-ed080f4a-3d06-468b-bba3-aa1b73154185 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362617
Dec 03 11:40:39.292767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc93384-c5f4-4863-982f-16f76999066d req-0f1396a8-868f-47d7-84ac-6e727fddd278 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:39.294275 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-efc93384-c5f4-4863-982f-16f76999066d req-0f1396a8-868f-47d7-84ac-6e727fddd278 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 944 time: 0.0833409
Dec 03 11:40:39.340776 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-efc93384-c5f4-4863-982f-16f76999066d req-6ef00948-0f56-4213-b4ab-713a85598229 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401220
Dec 03 11:40:40.557521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463743-2c06-48bb-82e9-533e3f76048f req-9d57a468-84f6-45a7-9918-a259c8f676b0 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:40.559156 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-de463743-2c06-48bb-82e9-533e3f76048f req-9d57a468-84f6-45a7-9918-a259c8f676b0 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 944 time: 0.0863280
Dec 03 11:40:40.605833 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-de463743-2c06-48bb-82e9-533e3f76048f req-8c32c298-4751-40a2-9870-660c0a019163 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403602
Dec 03 11:40:41.820258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df06b3b-7145-4a8f-a12b-bafc0ad17758 req-21e994b3-f997-4956-9a4c-b57868fa899d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:41.822065 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7df06b3b-7145-4a8f-a12b-bafc0ad17758 req-21e994b3-f997-4956-9a4c-b57868fa899d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 944 time: 0.0863304
Dec 03 11:40:41.869621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7df06b3b-7145-4a8f-a12b-bafc0ad17758 req-0b2695f9-ea00-4bfb-9d39-71b3c54687c2 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413001
Dec 03 11:40:43.082645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bd1eb-91d4-43f6-b984-e5182e28aa6e req-d2bd221b-653b-439e-b677-80cf07bc0026 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:43.084284 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-798bd1eb-91d4-43f6-b984-e5182e28aa6e req-d2bd221b-653b-439e-b677-80cf07bc0026 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 944 time: 0.0857947
Dec 03 11:40:43.132426 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-798bd1eb-91d4-43f6-b984-e5182e28aa6e req-c23ba29c-a5a3-4521-a956-672efc6eff9c tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416429
Dec 03 11:40:43.765877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3ae45bcc-6252-4453-8734-ecba8f043a4f up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:40:43.835404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 3ae45bcc-6252-4453-8734-ecba8f043a4f completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:40:43.840252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 3ae45bcc-6252-4453-8734-ecba8f043a4f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:40:43.840671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:43.957121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:43.984546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c82f0e-bf2c-4d80-804c-94468103a2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae45bcc-6252-4453-8734-ecba8f043a4f'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:40:43.995511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 3ae45bcc-6252-4453-8734-ecba8f043a4f, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3ae45bcc-6252-4453-8734-ecba8f043a4f,segment=NetworkSegment(2cbf6a50-9714-4f8e-8c57-4da860f23b5c),segment_id=2cbf6a50-9714-4f8e-8c57-4da860f23b5c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:40:43.998397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:44.000429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:40:44.051383 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c82f0e-bf2c-4d80-804c-94468103a2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae45bcc-6252-4453-8734-ecba8f043a4f', 'code': 200}
Dec 03 11:40:44.073532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=3ae45bcc-6252-4453-8734-ecba8f043a4f,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:40:44.076854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:40:44.319556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d2bcd-6e94-4072-8a72-e7b9729c38f0 req-915560f2-ee44-429b-acf3-ebeeb6f50c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:44.321747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-553d2bcd-6e94-4072-8a72-e7b9729c38f0 req-915560f2-ee44-429b-acf3-ebeeb6f50c23 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 1163 time: 0.0774486
Dec 03 11:40:44.349179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd9fcd-e606-4c87-92b0-aee12a29d402 req-d52681a9-55da-44de-ae2e-552dce0cdc5f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:44.350785 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-efbd9fcd-e606-4c87-92b0-aee12a29d402 req-d52681a9-55da-44de-ae2e-552dce0cdc5f tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0870955
Dec 03 11:40:44.366606 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-553d2bcd-6e94-4072-8a72-e7b9729c38f0 req-fc76500f-9fd6-40a2-b5a8-0405586c49ac service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380695
Dec 03 11:40:44.397571 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-efbd9fcd-e606-4c87-92b0-aee12a29d402 req-83d6fa79-8ff2-47b4-a0a1-dbf71d4a6f44 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395298
Dec 03 11:40:45.293069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3ae45bcc-6252-4453-8734-ecba8f043a4f up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:40:45.363190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 3ae45bcc-6252-4453-8734-ecba8f043a4f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:40:45.364273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:45.621827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61716b7f-a2b3-4e03-a78d-becd9a3c2483 req-d52bd882-73b3-4553-bb77-87e867627369 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:45.623369 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-61716b7f-a2b3-4e03-a78d-becd9a3c2483 req-d52bd882-73b3-4553-bb77-87e867627369 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0885892
Dec 03 11:40:45.671287 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-61716b7f-a2b3-4e03-a78d-becd9a3c2483 req-55229004-31b2-4993-9d19-0d8f89b8bf5c tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414903
Dec 03 11:40:46.886835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10689325-91f5-46ca-a4bc-80667a175d77 req-bab0fc80-b900-43bd-ac9a-afbf747101dd tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:46.888705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-10689325-91f5-46ca-a4bc-80667a175d77 req-bab0fc80-b900-43bd-ac9a-afbf747101dd tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0846789
Dec 03 11:40:46.938111 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-10689325-91f5-46ca-a4bc-80667a175d77 req-520c1fed-523c-4bb9-81c3-54398158072b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427368
Dec 03 11:40:47.153655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96ff71-8b15-4189-a5cc-48ea8fd1d3a1 req-de00438e-02e7-415f-9cdf-7cc6ced9b185 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:47.155397 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1d96ff71-8b15-4189-a5cc-48ea8fd1d3a1 req-de00438e-02e7-415f-9cdf-7cc6ced9b185 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0890911
Dec 03 11:40:47.203541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1d96ff71-8b15-4189-a5cc-48ea8fd1d3a1 req-904fbd67-32ca-4cce-ac98-b800df9bfbfb tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412316
Dec 03 11:40:47.342237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3ae45bcc-6252-4453-8734-ecba8f043a4f up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:40:47.412613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 3ae45bcc-6252-4453-8734-ecba8f043a4f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:40:47.413037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:47.607695 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-3fc56fdd-3655-40b6-a013-2632e0f9d3a7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0820973
Dec 03 11:40:47.670388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98919f1c-bdac-4b86-9294-71b0fd0b08d4 req-f1dfcd48-bb52-4d0b-bcae-24eaa317311a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:47.672041 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-98919f1c-bdac-4b86-9294-71b0fd0b08d4 req-f1dfcd48-bb52-4d0b-bcae-24eaa317311a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0899251
Dec 03 11:40:47.720749 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-98919f1c-bdac-4b86-9294-71b0fd0b08d4 req-21c70bff-ea43-485a-a036-3cdc3f766c74 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420914
Dec 03 11:40:48.827235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8430b9d-652b-4ac4-b471-1aa4491315ee req-10342d84-c87b-4d46-b77b-f75c1bdf9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:48.828875 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8430b9d-652b-4ac4-b471-1aa4491315ee req-10342d84-c87b-4d46-b77b-f75c1bdf9068 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 1163 time: 0.0824111
Dec 03 11:40:48.941249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac62d7-8958-4a62-a22a-a38702cce9cd req-6d5838d5-dc11-4583-a899-6cd260773d09 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:48.942889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31ac62d7-8958-4a62-a22a-a38702cce9cd req-6d5838d5-dc11-4583-a899-6cd260773d09 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0858517
Dec 03 11:40:48.990299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8430b9d-652b-4ac4-b471-1aa4491315ee req-ea968529-301b-48ab-afac-b1ea616f248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:48.991659 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31ac62d7-8958-4a62-a22a-a38702cce9cd req-73e8cfd9-1a2b-4798-a992-61ba15a4999b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416684
Dec 03 11:40:48.991932 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8430b9d-652b-4ac4-b471-1aa4491315ee req-ea968529-301b-48ab-afac-b1ea616f248b service neutron] 10.222.0.91 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 908 time: 0.1426585
Dec 03 11:40:49.303615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8430b9d-652b-4ac4-b471-1aa4491315ee req-924663b1-132c-4b8a-8c21-264682f20af0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae45bcc-6252-4453-8734-ecba8f043a4f HTTP/1.1" status: 200  len: 217 time: 0.3052037
Dec 03 11:40:49.372340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8430b9d-652b-4ac4-b471-1aa4491315ee req-60837dcf-b23c-4376-b23b-3e1320894060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:49.373797 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8430b9d-652b-4ac4-b471-1aa4491315ee req-60837dcf-b23c-4376-b23b-3e1320894060 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=78b4b855-1c92-4200-957a-d2449cb4b0e5 HTTP/1.1" status: 200  len: 854 time: 0.0638041
Dec 03 11:40:49.429212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8430b9d-652b-4ac4-b471-1aa4491315ee req-c90777b3-b502-4917-a88d-f072afc1f101 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5e64d230-2aea-4a84-a468-82da81703b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490258
Dec 03 11:40:49.574681 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8430b9d-652b-4ac4-b471-1aa4491315ee req-642242c7-c193-4ff7-a532-16de84e7f206 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382992
Dec 03 11:40:49.722173 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8430b9d-652b-4ac4-b471-1aa4491315ee req-d0492fe5-bc96-479b-a0a9-2e46079d946c service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400495
Dec 03 11:40:49.878080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-eb9268d6-5fac-4cc8-bd09-e208420bf18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:49.880053 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-eb9268d6-5fac-4cc8-bd09-e208420bf18c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 1163 time: 0.0788198
Dec 03 11:40:50.031636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-9f9e6cfb-40db-473d-9ffd-5400690feb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:50.033165 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-9f9e6cfb-40db-473d-9ffd-5400690feb2a service neutron] 10.222.0.91 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 908 time: 0.1469111
Dec 03 11:40:50.112571 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-453ac46d-9118-4a24-88ef-cec379b33c0f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae45bcc-6252-4453-8734-ecba8f043a4f HTTP/1.1" status: 200  len: 217 time: 0.0722170
Dec 03 11:40:50.184021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-7bffef0f-8232-40a9-9f55-9281ff1362d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:50.185687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-7bffef0f-8232-40a9-9f55-9281ff1362d5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=78b4b855-1c92-4200-957a-d2449cb4b0e5 HTTP/1.1" status: 200  len: 854 time: 0.0661066
Dec 03 11:40:50.225561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5b00b-928a-4030-bd32-e857d642491c req-e0078135-ab20-4244-8dd5-cca1178ae7a6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:50.227226 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b5f5b00b-928a-4030-bd32-e857d642491c req-e0078135-ab20-4244-8dd5-cca1178ae7a6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0897110
Dec 03 11:40:50.236073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-95390ac5-5caa-4d19-b3e6-ceadb20b274a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5e64d230-2aea-4a84-a468-82da81703b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442228
Dec 03 11:40:50.276048 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b5f5b00b-928a-4030-bd32-e857d642491c req-7a30ebd6-4232-4f06-85ab-4b8f3df27115 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424311
Dec 03 11:40:50.389877 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-9ebb9591-5e39-4f9c-ac05-0e1907534cad service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474550
Dec 03 11:40:50.538249 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-c2e5b852-2d5c-4f1f-9a80-1b3010673e35 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421006
Dec 03 11:40:51.406152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:40:51.628039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70976b2f-2fca-4e11-85e4-74151a642e06 req-c900906e-e00c-4ab0-ab88-e4ba49c05ed6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:51.629558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-70976b2f-2fca-4e11-85e4-74151a642e06 req-c900906e-e00c-4ab0-ab88-e4ba49c05ed6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0884337
Dec 03 11:40:51.677013 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-70976b2f-2fca-4e11-85e4-74151a642e06 req-dad01c6c-6adb-46bb-b358-b6875ed48fcf tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410273
Dec 03 11:40:52.887759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c3dce-682d-45bc-88b9-d198504559c7 req-82c25246-1802-4be9-8a7d-f156fa79699e tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:52.889409 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-424c3dce-682d-45bc-88b9-d198504559c7 req-82c25246-1802-4be9-8a7d-f156fa79699e tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0843971
Dec 03 11:40:52.937293 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-424c3dce-682d-45bc-88b9-d198504559c7 req-b7bfacc9-ec00-4f7a-bc2b-d39e763899b2 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412571
Dec 03 11:40:54.154521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bdb0b-c3f9-4d82-9d23-18fbdc3d8d0a req-4174bbb9-ea93-48d6-a881-e36485859964 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:54.156211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fd4bdb0b-c3f9-4d82-9d23-18fbdc3d8d0a req-4174bbb9-ea93-48d6-a881-e36485859964 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0913570
Dec 03 11:40:54.203867 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fd4bdb0b-c3f9-4d82-9d23-18fbdc3d8d0a req-d146f697-f0a6-488b-b59d-6723f205bd70 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412302
Dec 03 11:40:55.421948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322570c-44c4-4432-95b0-27ff7f322de3 req-eb726672-7290-4adc-9cbe-7b4e336539ea tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:55.423646 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0322570c-44c4-4432-95b0-27ff7f322de3 req-eb726672-7290-4adc-9cbe-7b4e336539ea tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0877535
Dec 03 11:40:55.471889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0322570c-44c4-4432-95b0-27ff7f322de3 req-b303540a-262d-41e4-aa31-b867fb80ec73 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413122
Dec 03 11:40:56.179158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:40:56.686074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894793b-29ff-4232-9ef1-f19c20681638 req-5340176e-2e86-4866-96a1-defa16270cf5 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:56.687753 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f894793b-29ff-4232-9ef1-f19c20681638 req-5340176e-2e86-4866-96a1-defa16270cf5 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0837967
Dec 03 11:40:56.739827 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f894793b-29ff-4232-9ef1-f19c20681638 req-84fe3aaf-1ec9-4cae-93f2-5a65bd7be817 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455713
Dec 03 11:40:57.972355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5b24d-4eac-4620-a917-93aaff64488b req-ddc21386-1758-4e6f-b869-bbb83427b499 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:57.973958 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-21d5b24d-4eac-4620-a917-93aaff64488b req-ddc21386-1758-4e6f-b869-bbb83427b499 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0870810
Dec 03 11:40:58.020084 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-21d5b24d-4eac-4620-a917-93aaff64488b req-9531e529-cadd-4c10-88b8-762f51f7d896 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395830
Dec 03 11:40:59.234593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c6c70-aef5-4f2b-8d25-39b4ad8d5b38 req-996a9fcb-e365-4740-88d4-4b570c7be9bd tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:40:59.236132 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-638c6c70-aef5-4f2b-8d25-39b4ad8d5b38 req-996a9fcb-e365-4740-88d4-4b570c7be9bd tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0866222
Dec 03 11:40:59.282890 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-638c6c70-aef5-4f2b-8d25-39b4ad8d5b38 req-01b290bf-1b43-4067-b1ce-64758675950b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403612
Dec 03 11:41:00.496035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb37aa-6c5e-4cd5-a186-3fe5d9b7ab5c req-ec95b1c1-ad60-4c10-b10f-cefb3313b2e5 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:00.497644 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5ccb37aa-6c5e-4cd5-a186-3fe5d9b7ab5c req-ec95b1c1-ad60-4c10-b10f-cefb3313b2e5 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0849636
Dec 03 11:41:00.543997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5ccb37aa-6c5e-4cd5-a186-3fe5d9b7ab5c req-465656cf-a59c-4245-b574-d710f5d40503 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400093
Dec 03 11:41:00.815469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5f6fee73-972e-4577-8e7e-630c9dac1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:01.760206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698f705-2999-470c-9be9-a6db55708eab req-0ab98984-0c07-4350-9efa-ecaee5c6293d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:01.761828 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9698f705-2999-470c-9be9-a6db55708eab req-0ab98984-0c07-4350-9efa-ecaee5c6293d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0904191
Dec 03 11:41:01.810999 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9698f705-2999-470c-9be9-a6db55708eab req-e9b27534-dbae-4af7-a7b9-33d994f00308 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426376
Dec 03 11:41:02.938734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8957614d-d65e-4c3d-b54c-cd811a25b9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:03.029411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2a8ef-6970-4e10-a081-54dc3ecee723 req-738ee47b-b8f9-4d63-8208-4c79b7d800a4 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:03.031069 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fc2a8ef-6970-4e10-a081-54dc3ecee723 req-738ee47b-b8f9-4d63-8208-4c79b7d800a4 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0874584
Dec 03 11:41:03.078320 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fc2a8ef-6970-4e10-a081-54dc3ecee723 req-f142b8e6-66d4-407d-81d4-8d6147c69e4a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408225
Dec 03 11:41:03.810564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:04.293914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6d52a-402f-4c6d-b476-f3f5f13b1550 req-02a645d6-39b6-4374-904f-7bd3ff9deb69 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:04.295545 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-95c6d52a-402f-4c6d-b476-f3f5f13b1550 req-02a645d6-39b6-4374-904f-7bd3ff9deb69 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0864465
Dec 03 11:41:04.342322 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-95c6d52a-402f-4c6d-b476-f3f5f13b1550 req-ddecb36b-599a-47c7-98fd-556bb03886fb tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405104
Dec 03 11:41:05.050818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:05.556112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:05.560143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8b82-7961-46af-a618-3f131529b86e req-e988fdab-274e-4c6a-9229-60cf8d0d8061 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:05.561763 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-153f8b82-7961-46af-a618-3f131529b86e req-e988fdab-274e-4c6a-9229-60cf8d0d8061 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0859697
Dec 03 11:41:05.609855 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-153f8b82-7961-46af-a618-3f131529b86e req-eb56ed8b-510c-4583-87ab-e9cc5bc2e800 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418382
Dec 03 11:41:06.825331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63305b-d2f8-4cb9-b1ef-fad45707359e req-05cb87fd-1716-443a-a48a-d26a65267816 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:06.827015 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3a63305b-d2f8-4cb9-b1ef-fad45707359e req-05cb87fd-1716-443a-a48a-d26a65267816 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0907393
Dec 03 11:41:06.874514 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3a63305b-d2f8-4cb9-b1ef-fad45707359e req-d1fe9681-5276-4838-b33b-002544b52df0 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412033
Dec 03 11:41:07.794533 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-89af6e42-840d-44e2-93c5-19b04ec5f480 service neutron] 10.222.0.91 "GET /v2.0/ports/3ae45bcc-6252-4453-8734-ecba8f043a4f/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0818899
Dec 03 11:41:08.080289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-ea5e5bd0-7d4e-44f4-a2f8-912d24699489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:08.081822 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-ea5e5bd0-7d4e-44f4-a2f8-912d24699489 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4&tenant_id=13e73388264248059692c6f437ed8ecc HTTP/1.1" status: 200  len: 1163 time: 0.0766392
Dec 03 11:41:08.087050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb773-bd97-480b-8faf-02d952ec1281 req-08913f0a-aa2f-4e33-bf32-bc8518058f3c tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:08.088666 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-56bcb773-bd97-480b-8faf-02d952ec1281 req-08913f0a-aa2f-4e33-bf32-bc8518058f3c tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0847254
Dec 03 11:41:08.136690 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-56bcb773-bd97-480b-8faf-02d952ec1281 req-c60c3b2e-f5f9-4d62-a91f-990cbe969e44 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417712
Dec 03 11:41:08.193273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-b381c93d-7ac6-4c67-bcc6-1a0641a95012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:08.195687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-b381c93d-7ac6-4c67-bcc6-1a0641a95012 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 1163 time: 0.0805812
Dec 03 11:41:08.343143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-a019ff80-aaf1-45de-aec6-0a8ed68e2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:08.344649 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-a019ff80-aaf1-45de-aec6-0a8ed68e2ccb service neutron] 10.222.0.91 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 908 time: 0.1437056
Dec 03 11:41:08.417856 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-69774fb9-2988-48b1-add1-452930b5e70e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae45bcc-6252-4453-8734-ecba8f043a4f HTTP/1.1" status: 200  len: 217 time: 0.0658355
Dec 03 11:41:08.492050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-94309461-70c7-4ac9-8d81-0386e21586cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:08.493715 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-94309461-70c7-4ac9-8d81-0386e21586cc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=78b4b855-1c92-4200-957a-d2449cb4b0e5 HTTP/1.1" status: 200  len: 854 time: 0.0697212
Dec 03 11:41:08.543922 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-77dd0fad-5807-49fc-8b0d-1a8c0fd341d8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5e64d230-2aea-4a84-a468-82da81703b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437467
Dec 03 11:41:08.689633 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-0ffab418-cee7-46e7-86a6-840cfee5f528 service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391821
Dec 03 11:41:08.832645 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf10fde1-2db5-4a70-a575-e455afc546c1 req-e186cc7c-54bc-4780-a5f3-ee0d163e91ea service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359203
Dec 03 11:41:09.351162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ced85-5822-4105-852f-fb2e746211f6 req-3e8fae70-1a3c-4403-95f9-1bab2265e7a1 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:09.352917 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f91ced85-5822-4105-852f-fb2e746211f6 req-3e8fae70-1a3c-4403-95f9-1bab2265e7a1 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0879850
Dec 03 11:41:09.386570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3ae45bcc-6252-4453-8734-ecba8f043a4f no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:41:09.401846 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f91ced85-5822-4105-852f-fb2e746211f6 req-b8adf42f-7ba8-435d-92aa-9b5a796dbb2a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424747
Dec 03 11:41:09.503768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:09.530630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c82f0e-bf2c-4d80-804c-94468103a2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae45bcc-6252-4453-8734-ecba8f043a4f'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:41:09.541522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 3ae45bcc-6252-4453-8734-ecba8f043a4f, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3ae45bcc-6252-4453-8734-ecba8f043a4f,segment=NetworkSegment(2cbf6a50-9714-4f8e-8c57-4da860f23b5c),segment_id=2cbf6a50-9714-4f8e-8c57-4da860f23b5c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:41:09.544421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:09.547073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e42270df-8330-4197-a8e9-d963d32ddb25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:09.600182 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c82f0e-bf2c-4d80-804c-94468103a2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae45bcc-6252-4453-8734-ecba8f043a4f', 'code': 200}
Dec 03 11:41:09.621668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=3ae45bcc-6252-4453-8734-ecba8f043a4f,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:09.625190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:10.622520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7497cb-8268-40ae-9b5f-5059d8ab3821 req-ff45a63a-9ee3-4587-a557-21009d9ee4cc tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:10.624157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5a7497cb-8268-40ae-9b5f-5059d8ab3821 req-ff45a63a-9ee3-4587-a557-21009d9ee4cc tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 944 time: 0.0882788
Dec 03 11:41:10.673376 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5a7497cb-8268-40ae-9b5f-5059d8ab3821 req-e8829506-413d-4379-931e-d0e268150678 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427582
Dec 03 11:41:11.808136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3ae45bcc-6252-4453-8734-ecba8f043a4f up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:41:11.883312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 3ae45bcc-6252-4453-8734-ecba8f043a4f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:11.883986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:11.909645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd5c51-ac4e-4c4a-9fcd-83af32951d64 req-93fe2720-e860-449b-a890-238a4f6a481d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:11.911414 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3bd5c51-ac4e-4c4a-9fcd-83af32951d64 req-93fe2720-e860-449b-a890-238a4f6a481d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 944 time: 0.0867348
Dec 03 11:41:11.964017 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3bd5c51-ac4e-4c4a-9fcd-83af32951d64 req-703d619e-1ab5-4f14-829e-ead465d339b5 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458257
Dec 03 11:41:12.002379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:12.030145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c82f0e-bf2c-4d80-804c-94468103a2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae45bcc-6252-4453-8734-ecba8f043a4f'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:41:12.040673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 3ae45bcc-6252-4453-8734-ecba8f043a4f, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3ae45bcc-6252-4453-8734-ecba8f043a4f,segment=NetworkSegment(2cbf6a50-9714-4f8e-8c57-4da860f23b5c),segment_id=2cbf6a50-9714-4f8e-8c57-4da860f23b5c)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:41:12.043588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:12.045540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:12.101998 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c82f0e-bf2c-4d80-804c-94468103a2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae45bcc-6252-4453-8734-ecba8f043a4f', 'code': 200}
Dec 03 11:41:12.117699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=3ae45bcc-6252-4453-8734-ecba8f043a4f,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:12.120978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:13.179947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0e1da-7b07-46fa-aaca-d802605f99b9 req-c34fb92e-77d5-478e-ba5b-28db33a3660b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:13.181460 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24e0e1da-7b07-46fa-aaca-d802605f99b9 req-c34fb92e-77d5-478e-ba5b-28db33a3660b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0871801
Dec 03 11:41:13.228455 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24e0e1da-7b07-46fa-aaca-d802605f99b9 req-24905c4a-9a4d-443f-b0da-16f0dd785f5a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407307
Dec 03 11:41:13.561420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3ae45bcc-6252-4453-8734-ecba8f043a4f up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:41:13.584298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626ca1-b257-4ddf-83c2-4a5b0d59e7da req-35f0fab5-a603-40f9-b10e-0b636a00fad9 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:13.587416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6626ca1-b257-4ddf-83c2-4a5b0d59e7da req-35f0fab5-a603-40f9-b10e-0b636a00fad9 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0909445
Dec 03 11:41:13.589493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-1cae5e4d-9da7-459b-9681-972a81f5b14d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:13.590271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-1cae5e4d-9da7-459b-9681-972a81f5b14d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Synchronizing usage tracker for tenant:13e73388264248059692c6f437ed8ecc on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:41:13.606937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-1cae5e4d-9da7-459b-9681-972a81f5b14d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Unset dirty status for tenant:13e73388264248059692c6f437ed8ecc on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:41:13.608200 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-1cae5e4d-9da7-459b-9681-972a81f5b14d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.91 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4&tenant_id=13e73388264248059692c6f437ed8ecc&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 946 time: 0.1128099
Dec 03 11:41:13.635242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 3ae45bcc-6252-4453-8734-ecba8f043a4f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:13.635667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:13.637168 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6626ca1-b257-4ddf-83c2-4a5b0d59e7da req-f1acee10-0c8d-49d1-b5ab-34760c8c06b5 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446296
Dec 03 11:41:13.795876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-d4435b68-be32-44f5-92e9-533d8930edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:13.797494 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-d4435b68-be32-44f5-92e9-533d8930edf6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=13e73388264248059692c6f437ed8ecc&device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 1163 time: 0.0771203
Dec 03 11:41:13.946103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-4003fb4d-8444-4e53-9992-f414cd48c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:13.947756 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-4003fb4d-8444-4e53-9992-f414cd48c533 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 200  len: 908 time: 0.1442151
Dec 03 11:41:14.020652 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-1083e75e-f3a4-4f16-be5b-8a54fa1283e4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae45bcc-6252-4453-8734-ecba8f043a4f HTTP/1.1" status: 200  len: 217 time: 0.0662649
Dec 03 11:41:14.089281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-43edaf4c-28b1-4eac-8734-d2b3a62d9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:14.090831 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-43edaf4c-28b1-4eac-8734-d2b3a62d9818 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=78b4b855-1c92-4200-957a-d2449cb4b0e5 HTTP/1.1" status: 200  len: 854 time: 0.0640168
Dec 03 11:41:14.141229 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-bb08edf9-4976-4a88-8de9-73310daf0944 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5e64d230-2aea-4a84-a468-82da81703b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439093
Dec 03 11:41:14.285976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-d7feb495-5ecd-4112-a1ee-e59cdb786f5b service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380649
Dec 03 11:41:14.436509 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ed42e70-ebb9-4c26-bc53-3b083dccdd8c req-7629aa98-d66c-4b06-9698-9787221eff1b service neutron] 10.222.0.91 "GET /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434586
Dec 03 11:41:14.858592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b6172-2adb-400e-a9ee-edf074e424c8 req-ce475ac2-e882-4653-89e6-c86c4f767f0a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:14.860326 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232b6172-2adb-400e-a9ee-edf074e424c8 req-ce475ac2-e882-4653-89e6-c86c4f767f0a tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0904891
Dec 03 11:41:14.908494 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232b6172-2adb-400e-a9ee-edf074e424c8 req-9ba6f243-96a1-40ab-a97b-137bdbbb41fa tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417635
Dec 03 11:41:16.128262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173a171-d769-4ffe-a98b-65502af1e80d req-68532c46-7885-4b7a-ae2f-fa03a255c038 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:16.129831 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9173a171-d769-4ffe-a98b-65502af1e80d req-68532c46-7885-4b7a-ae2f-fa03a255c038 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0851312
Dec 03 11:41:16.176481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9173a171-d769-4ffe-a98b-65502af1e80d req-5efa4a14-6018-4380-be86-bcfd87a5f47c tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396347
Dec 03 11:41:16.396201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d98366-ef79-4077-990b-ac77335bc25f req-15ab0c73-ed87-40ef-bb95-e359c071367b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:16.398310 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29d98366-ef79-4077-990b-ac77335bc25f req-15ab0c73-ed87-40ef-bb95-e359c071367b tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0872772
Dec 03 11:41:16.445212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29d98366-ef79-4077-990b-ac77335bc25f req-bf5c427e-cbb6-4caa-94b7-439c61e76850 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401912
Dec 03 11:41:16.654732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a091e07-cdbb-4f45-a05f-124912903b99 req-3f248fce-1d4c-46f2-bb97-8481f4037922 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:16.656370 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a091e07-cdbb-4f45-a05f-124912903b99 req-3f248fce-1d4c-46f2-bb97-8481f4037922 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0848129
Dec 03 11:41:16.705576 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a091e07-cdbb-4f45-a05f-124912903b99 req-2b3aeb9c-e22f-4bc4-bcec-0b28c649d3b7 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424397
Dec 03 11:41:17.330658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84f2a5-1742-4034-97e9-209b21cb8321 req-f12d73a5-83c7-44a1-a678-1dfb48f4c083 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:17.332207 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e84f2a5-1742-4034-97e9-209b21cb8321 req-f12d73a5-83c7-44a1-a678-1dfb48f4c083 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0843847
Dec 03 11:41:17.379099 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e84f2a5-1742-4034-97e9-209b21cb8321 req-ed156c67-3c93-496e-ab47-ec5b26f24e8e tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400350
Dec 03 11:41:18.594685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4688b-d659-4a8b-bf85-85424e12bcad req-4d617984-044f-4c0d-bd64-37494f6dd1d6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:18.596556 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5a4688b-d659-4a8b-bf85-85424e12bcad req-4d617984-044f-4c0d-bd64-37494f6dd1d6 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0860751
Dec 03 11:41:18.901661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5a4688b-d659-4a8b-bf85-85424e12bcad req-f86ed989-9f20-46f1-b027-d69ae4ed8d08 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/security-groups?id=c26dd775-fb34-40fa-8720-1a14328af9a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976465
Dec 03 11:41:19.042390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b7c0b-c28e-4500-a7ef-e9de5052cf6d req-34d4eae3-2cd9-4db3-a8a6-1841eb0f9216 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:19.043978 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b87b7c0b-c28e-4500-a7ef-e9de5052cf6d req-34d4eae3-2cd9-4db3-a8a6-1841eb0f9216 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.91 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 946 time: 0.0874000
Dec 03 11:41:19.116725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-b87b7c0b-c28e-4500-a7ef-e9de5052cf6d req-dd53b3d2-fa6e-4d69-a9bd-221b6a020a26 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Deleting port 3ae45bcc-6252-4453-8734-ecba8f043a4f {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:41:19.117192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b87b7c0b-c28e-4500-a7ef-e9de5052cf6d req-dd53b3d2-fa6e-4d69-a9bd-221b6a020a26 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:19.370313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-b87b7c0b-c28e-4500-a7ef-e9de5052cf6d req-dd53b3d2-fa6e-4d69-a9bd-221b6a020a26 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] For port 3ae45bcc-6252-4453-8734-ecba8f043a4f, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3ae45bcc-6252-4453-8734-ecba8f043a4f,segment=NetworkSegment(2cbf6a50-9714-4f8e-8c57-4da860f23b5c),segment_id=2cbf6a50-9714-4f8e-8c57-4da860f23b5c)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:41:19.370658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b87b7c0b-c28e-4500-a7ef-e9de5052cf6d req-dd53b3d2-fa6e-4d69-a9bd-221b6a020a26 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:19.455453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 3ae45bcc-6252-4453-8734-ecba8f043a4f no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:41:19.498047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-b87b7c0b-c28e-4500-a7ef-e9de5052cf6d req-dd53b3d2-fa6e-4d69-a9bd-221b6a020a26 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Calling delete_port for 3ae45bcc-6252-4453-8734-ecba8f043a4f owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:41:19.571758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:19.643379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b87b7c0b-c28e-4500-a7ef-e9de5052cf6d req-dd53b3d2-fa6e-4d69-a9bd-221b6a020a26 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:19.658992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e2fbad9-cc4b-422e-8684-05e4a954815a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:19.705472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53b3d2-fa6e-4d69-a9bd-221b6a020a26 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Pushing event deleted for resources: {'Port': ['ID=3ae45bcc-6252-4453-8734-ecba8f043a4f,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:19.710122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd53b3d2-fa6e-4d69-a9bd-221b6a020a26 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:20.084607 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5c7a2867-0698-4da7-9121-f49886ec48d1 req-aa52e657-b854-4756-b031-9e29d44a05bb tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.90 "GET /v2.0/ports?device_id=d1c82f0e-bf2c-4d80-804c-94468103a2e4 HTTP/1.1" status: 200  len: 210 time: 0.0468500
Dec 03 11:41:20.103450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87b7c0b-c28e-4500-a7ef-e9de5052cf6d req-dd53b3d2-fa6e-4d69-a9bd-221b6a020a26 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] No DVR routers for this DVR port 3ae45bcc-6252-4453-8734-ecba8f043a4f on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:41:20.105743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b87b7c0b-c28e-4500-a7ef-e9de5052cf6d req-dd53b3d2-fa6e-4d69-a9bd-221b6a020a26 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:20.108609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c82f0e-bf2c-4d80-804c-94468103a2e4', 'name': 'network-vif-deleted', 'tag': '3ae45bcc-6252-4453-8734-ecba8f043a4f'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:41:20.123571 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b87b7c0b-c28e-4500-a7ef-e9de5052cf6d req-dd53b3d2-fa6e-4d69-a9bd-221b6a020a26 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] 10.222.0.91 "DELETE /v2.0/ports/3ae45bcc-6252-4453-8734-ecba8f043a4f HTTP/1.1" status: 204  len: 173 time: 1.0742693
Dec 03 11:41:20.169207 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c82f0e-bf2c-4d80-804c-94468103a2e4', 'name': 'network-vif-deleted', 'tag': '3ae45bcc-6252-4453-8734-ecba8f043a4f', 'status': 'completed', 'code': 200}
Dec 03 11:41:21.360488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 53160) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:21.433103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72fa500-8c55-4920-9eed-8257a69b6737 admin admin] Deleting subnet 78b4b855-1c92-4200-957a-d2449cb4b0e5 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:41:21.437187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e72fa500-8c55-4920-9eed-8257a69b6737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:21.443561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:21.492572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e72fa500-8c55-4920-9eed-8257a69b6737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:21.557431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e72fa500-8c55-4920-9eed-8257a69b6737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:21.822814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e72fa500-8c55-4920-9eed-8257a69b6737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:21.838336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-09866321-d5c8-4366-9760-84ac6408cadb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:21.880930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fa500-8c55-4920-9eed-8257a69b6737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b4b855-1c92-4200-957a-d2449cb4b0e5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:21.893832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e72fa500-8c55-4920-9eed-8257a69b6737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:21.975529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e72fa500-8c55-4920-9eed-8257a69b6737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:21.983771 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e72fa500-8c55-4920-9eed-8257a69b6737 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/78b4b855-1c92-4200-957a-d2449cb4b0e5 HTTP/1.1" status: 204  len: 168 time: 0.6222160
Dec 03 11:41:21.986519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 53164) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:22.101786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:22.291566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:22.408778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b42c7c50>,) {'filters': {'network_id': ['5e64d230-2aea-4a84-a468-82da81703b53']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:22.421791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b42c7c50>, '2cbf6a50-9714-4f8e-8c57-4da860f23b5c') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:22.422130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b42c7c50>, '2cbf6a50-9714-4f8e-8c57-4da860f23b5c') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:22.434978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:22.451327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:22.453316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:41:22.638993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Network 5e64d230-2aea-4a84-a468-82da81703b53 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:41:22.652671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:22.840758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Network 5e64d230-2aea-4a84-a468-82da81703b53 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:41:22.867980 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:41:22.955473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:22.959835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:22.963650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6973b060-bf05-4258-a969-c7fa018d2c96 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:22.988457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e64d230-2aea-4a84-a468-82da81703b53,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:22.991286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:22.996153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] 10.222.0.90 "DELETE /v2.0/networks/5e64d230-2aea-4a84-a468-82da81703b53 HTTP/1.1" status: 204  len: 168 time: 1.0085957
Dec 03 11:41:23.154255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 53170) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:23.214712 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-abb0b22a-d6ac-4c1d-a26a-ecbe540c87ee admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=13e73388264248059692c6f437ed8ecc&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0590599
Dec 03 11:41:23.217550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 53174) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:23.289645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abda23d7-30ae-4f45-9a4d-454012b6feee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:23.328195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abda23d7-30ae-4f45-9a4d-454012b6feee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:23.383782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abda23d7-30ae-4f45-9a4d-454012b6feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:23.391884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ffe5dda0-9ea9-4e9e-a6a8-0119d0b46cf1 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:23.404546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda23d7-30ae-4f45-9a4d-454012b6feee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26dd775-fb34-40fa-8720-1a14328af9a3,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:23.407639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-abda23d7-30ae-4f45-9a4d-454012b6feee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:23.414695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-abda23d7-30ae-4f45-9a4d-454012b6feee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:23.416242 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-abda23d7-30ae-4f45-9a4d-454012b6feee admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c26dd775-fb34-40fa-8720-1a14328af9a3 HTTP/1.1" status: 204  len: 168 time: 0.1975076
Dec 03 11:41:24.397629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 53196) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:24.543148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2037488860-network', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:41:24.548839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:41:24.552908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Usage tracker for resource:network and tenant:3ed18cda671d479c8f14e6745a210f2b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:41:24.556483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:41:24.562220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:41:24.571908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Made reservation on behalf of 3ed18cda671d479c8f14e6745a210f2b for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:41:24.576640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:24.589766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:24.605492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:41:24.609483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Usage tracker for resource:security_group_rule and tenant:3ed18cda671d479c8f14e6745a210f2b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:41:24.612390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:41:24.618261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:41:24.703595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:24.706278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:24.712031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08ee0d09-65a8-4456-8a1f-aa88a0af1dbd tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:24.744977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:41:24.753903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ee49a3-6a85-4e0d-b6dc-3cd0b630f97e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:24.757764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:24.760484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:24.761132 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Added segment c9777d70-491c-488e-a6c2-4c801bcc15f6 of type vxlan for network 40d772ef-958f-4df0-9b59-aa2035a974d9
Dec 03 11:41:24.793563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:24.822533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:24.823511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:24.824139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:24.829162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30c9c799-a53f-4463-b06a-a7b9a213c335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:24.933509 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5345948
Dec 03 11:41:24.936583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Pushing event updated for resources: {'Network': ['ID=40d772ef-958f-4df0-9b59-aa2035a974d9,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:24.936758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 53202) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:24.939453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30f91815-d4f4-4d79-989e-b65bd5c57e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:24.943047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Request body: {'subnet': {'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2037488860-subnet', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:41:24.949314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:41:24.949987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:41:24.954155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Usage tracker for resource:subnet and tenant:3ed18cda671d479c8f14e6745a210f2b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:41:24.957272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:41:24.964443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:41:24.965066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:41:24.974565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Made reservation on behalf of 3ed18cda671d479c8f14e6745a210f2b for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:41:24.980066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:25.410370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:25.429700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a383dec3-3d6b-4544-a7f7-af15a6ae46e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:25.562606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845f0aa7-a146-4f0f-b072-6a63a27a6857,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:25.581213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.581647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.582080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.582506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.582965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.583392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.583813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.584236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.584654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.585759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.586370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.586788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.587292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.587715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.588134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.588549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.588963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.589377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.589796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.590204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.590619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.591057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.591493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.591882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:25.597592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:25.656163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Checking segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:41:25.656564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Network hostable DHCP agents. Network: 40d772ef-958f-4df0-9b59-aa2035a974d9, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:41:25.675678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:41:25.684131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 40d772ef-958f-4df0-9b59-aa2035a974d9) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:41:25.693088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f451685-8eab-4fa6-8788-c53c499301dc None None] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:41:25.696973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:25.697622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:25.720157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fa7271a0-6ecd-4eec-90b5-7fccec719cb5 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7798369
Dec 03 11:41:25.720369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 53206) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:25.726281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:41:25.731190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:41:25.735562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Usage tracker for resource:router and tenant:3ed18cda671d479c8f14e6745a210f2b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:41:25.739294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:41:25.745396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:41:25.754276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:25.755409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:25.775017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:26.058919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:26.093815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-40d772ef-958f-4df0-9b59-aa2035a974d9', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:41:26.094810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:26.385477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Allocated IP 172.20.0.2 (40d772ef-958f-4df0-9b59-aa2035a974d9/845f0aa7-a146-4f0f-b072-6a63a27a6857/95fb6ed3-7702-468f-af02-16c157c9bf0e) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:41:26.387138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:26.419585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:26.603205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:26.613916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Transition to ACTIVE for port object 95fb6ed3-7702-468f-af02-16c157c9bf0e will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:41:26.631089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Transition to ACTIVE for port object 95fb6ed3-7702-468f-af02-16c157c9bf0e will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:41:26.637817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:26.654509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34bf3690-7d59-42ef-9297-031a7379469b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:26.702375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Allocated IP 172.26.1.173 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/ddcdf24f-7d4d-4c06-8714-5621e64f501c) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:41:26.794524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Pushing event updated for resources: {'Port': ['ID=95fb6ed3-7702-468f-af02-16c157c9bf0e,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:26.808364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.808748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.809133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.809517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.809893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.810275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.810647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.811036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.811408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.811779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.812150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.812582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.812997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.813380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.813739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.814107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.814482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.814845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.815237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.815605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.815977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.816342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.816716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.817080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:26.827980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:26.864536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:26.871120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:41:26.872296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:41:26.874797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:41:26.895228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:26.911904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-705fa848-5b16-491d-9083-36d24c505270 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:26.932767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Attempting to bind port 95fb6ed3-7702-468f-af02-16c157c9bf0e on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:41:26.933189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Attempting to bind port 95fb6ed3-7702-468f-af02-16c157c9bf0e by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:41:26.933604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Attempting to bind port 95fb6ed3-7702-468f-af02-16c157c9bf0e on network 40d772ef-958f-4df0-9b59-aa2035a974d9 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:41:26.939396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:41:26.939854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Checking segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:41:26.940283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:26.940727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Bound using segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:41:26.941243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Bound port: 95fb6ed3-7702-468f-af02-16c157c9bf0e, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:41:26.941674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:27.033186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] For port 95fb6ed3-7702-468f-af02-16c157c9bf0e, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:41:27.036326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] For port 95fb6ed3-7702-468f-af02-16c157c9bf0e, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=95fb6ed3-7702-468f-af02-16c157c9bf0e,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:41:27.041198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:27.051504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Pushing event updated for resources: {'Port': ['ID=ddcdf24f-7d4d-4c06-8714-5621e64f501c,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:27.056157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:27.056935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:27.107745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:41:27.108960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:41:27.111338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:41:27.210347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Pushing event updated for resources: {'Port': ['ID=95fb6ed3-7702-468f-af02-16c157c9bf0e,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:27.215851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:27.552025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:27.907130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:28.396418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Router f604d7aa-6695-467c-8dce-69be1ca2314c is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:41:28.598722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:41:28.598842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b25a602-f7ac-4db0-a32b-facca996b3b4 None None] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:41:28.615693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:28.617041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Sync routers for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:41:28.617725 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.8963552
Dec 03 11:41:28.620766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 53210) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:28.652711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:41:28.653400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5bd1438>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:41:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:28.768381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-727488ac-9fc7-4a1f-9a75-792952664123 None None] Provisioning for port 95fb6ed3-7702-468f-af02-16c157c9bf0e completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:41:28.961415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:41:29.208590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 95fb6ed3-7702-468f-af02-16c157c9bf0e up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:41:29.268662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:29.548797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 95fb6ed3-7702-468f-af02-16c157c9bf0e completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:41:29.557198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 95fb6ed3-7702-468f-af02-16c157c9bf0e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:29.557621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:29.633447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Allocated IP 172.20.0.1 (40d772ef-958f-4df0-9b59-aa2035a974d9/845f0aa7-a146-4f0f-b072-6a63a27a6857/a838b470-69df-47e3-a3d2-017d839dc561) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:41:29.642056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5bd1438>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:27Z', 'revision_number': 3, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:29.648857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Checking router: f604d7aa-6695-467c-8dce-69be1ca2314c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:41:29.649274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Updating router f604d7aa-6695-467c-8dce-69be1ca2314c port ddcdf24f-7d4d-4c06-8714-5621e64f501c binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:41:29.755662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:29.801549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:29.812191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:29.830513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Transition to ACTIVE for port object a838b470-69df-47e3-a3d2-017d839dc561 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:41:29.852942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:29.869983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a2d562a-5fcf-4335-a980-5a0f03222c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:29.875724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2779e28d-d963-4033-be67-5b81bc207733 None None] Provisioning complete for port 95fb6ed3-7702-468f-af02-16c157c9bf0e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:29.876156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2779e28d-d963-4033-be67-5b81bc207733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:29.956136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 95fb6ed3-7702-468f-af02-16c157c9bf0e, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=95fb6ed3-7702-468f-af02-16c157c9bf0e,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:41:29.966542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:29.972443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:30.019018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Pushing event updated for resources: {'Port': ['ID=a838b470-69df-47e3-a3d2-017d839dc561,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:30.023809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:30.072480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:41:30.073805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:41:30.076280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:41:30.133729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.158761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=95fb6ed3-7702-468f-af02-16c157c9bf0e,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:30.167412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:30.264830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.386321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b18a66be-f2f8-4219-b55e-d0e647f1ea34 None None] Provisioning for port a838b470-69df-47e3-a3d2-017d839dc561 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:41:30.395272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b18a66be-f2f8-4219-b55e-d0e647f1ea34 None None] Provisioning complete for port a838b470-69df-47e3-a3d2-017d839dc561 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:30.395726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b18a66be-f2f8-4219-b55e-d0e647f1ea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.461728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.471383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b18a66be-f2f8-4219-b55e-d0e647f1ea34 None None] Port a838b470-69df-47e3-a3d2-017d839dc561 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:41:30.482373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Transition to ACTIVE for port object ddcdf24f-7d4d-4c06-8714-5621e64f501c will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:41:30.488693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.503986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:30.532740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b18a66be-f2f8-4219-b55e-d0e647f1ea34 None None] Provisioning complete for port 95fb6ed3-7702-468f-af02-16c157c9bf0e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:30.533164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b18a66be-f2f8-4219-b55e-d0e647f1ea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.566276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.570791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.605674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-828777b1-f171-46e3-a085-8a19c4d102e2 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:30.691703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f14c2-962b-4498-934b-9847113c4368 None None] Pushing event updated for resources: {'Port': ['ID=ddcdf24f-7d4d-4c06-8714-5621e64f501c,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:30.693956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.697989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de4f14c2-962b-4498-934b-9847113c4368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:30.712763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Pushing event updated for resources: {'Port': ['ID=a838b470-69df-47e3-a3d2-017d839dc561,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:30.719546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:30.828833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Attempting to bind port ddcdf24f-7d4d-4c06-8714-5621e64f501c on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:41:30.829258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Attempting to bind port ddcdf24f-7d4d-4c06-8714-5621e64f501c by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:41:30.829672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Attempting to bind port ddcdf24f-7d4d-4c06-8714-5621e64f501c on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:41:30.836781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf8a2fd9-8c6c-48eb-ada5-d7a0d47a5cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.838426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:41:30.838829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:41:30.839301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.839731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:41:30.840249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Bound port: ddcdf24f-7d4d-4c06-8714-5621e64f501c, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:41:30.840656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.854618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:41:30.855818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:41:30.920092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] For port ddcdf24f-7d4d-4c06-8714-5621e64f501c, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:41:30.933159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] For port ddcdf24f-7d4d-4c06-8714-5621e64f501c, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ddcdf24f-7d4d-4c06-8714-5621e64f501c,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:41:30.937170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:30.954328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d822a553-43a8-442e-a0aa-a8bbacf4563a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:31.064307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Router f604d7aa-6695-467c-8dce-69be1ca2314c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:41:31.113972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f14c2-962b-4498-934b-9847113c4368 None None] Pushing event updated for resources: {'Port': ['ID=ddcdf24f-7d4d-4c06-8714-5621e64f501c,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:31.117586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de4f14c2-962b-4498-934b-9847113c4368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:31.151397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 95fb6ed3-7702-468f-af02-16c157c9bf0e up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:41:31.204860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-384a582f-d438-4c4b-a7e1-b287cc4b1f1f None None] Provisioning complete for port a838b470-69df-47e3-a3d2-017d839dc561 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:31.205199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-384a582f-d438-4c4b-a7e1-b287cc4b1f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:31.294552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:41:31.295277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5bd1438>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:41:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:31.357767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-384a582f-d438-4c4b-a7e1-b287cc4b1f1f None None] Port a838b470-69df-47e3-a3d2-017d839dc561 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:41:31.554327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:41:31.564536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] 10.222.0.90 "PUT /v2.0/routers/f604d7aa-6695-467c-8dce-69be1ca2314c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9424901
Dec 03 11:41:31.652282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 95fb6ed3-7702-468f-af02-16c157c9bf0e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:31.652713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:31.735630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:41:32.124467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5bd1438>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 2, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:32.128587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b704ef-5923-4c00-a9d6-a166b38eac3b None None] The sync data for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs is: [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 2, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:41:32.169856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 53220) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:32.175682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Request body: {'security_group': {'name': 'tempest-securitygroup--1097411442', 'description': 'tempest-description--2032308337'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:41:32.182811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:41:32.186850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Usage tracker for resource:security_group and tenant:3ed18cda671d479c8f14e6745a210f2b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:41:32.189867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:41:32.196584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:41:32.207454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.230057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:41:32.234099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Usage tracker for resource:security_group_rule and tenant:3ed18cda671d479c8f14e6745a210f2b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:41:32.237091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:41:32.243623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:41:32.316375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.319139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.325695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0381dceb-5103-4907-9203-8c37b1425d23 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:32.366136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac555c8-1a42-4d63-9811-317f8e21b187,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:32.368982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.370305 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1732 time: 0.1993651
Dec 03 11:41:32.371314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:32.373423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 53224) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:32.378745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Request body: {'security_group_rule': {'security_group_id': '9ac555c8-1a42-4d63-9811-317f8e21b187', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:41:32.385593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:41:32.389793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Usage tracker for resource:security_group_rule and tenant:3ed18cda671d479c8f14e6745a210f2b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:41:32.392990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:41:32.399365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:41:32.416143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.485346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.488129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.490022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-058ce2a4-946b-4b7c-b390-80f0621f73e2 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:32.518628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167c048e-9b17-47e7-8cb4-7bedbfdf8482,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:32.524037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:32.528332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.529627 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1553471
Dec 03 11:41:32.532565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 53228) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:32.539377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Request body: {'security_group_rule': {'security_group_id': '9ac555c8-1a42-4d63-9811-317f8e21b187', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:41:32.547609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:41:32.551841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Usage tracker for resource:security_group_rule and tenant:3ed18cda671d479c8f14e6745a210f2b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:41:32.555847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:41:32.561852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:41:32.583833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.659506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.662345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.664810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f196fc68-6487-4903-942f-23ee5b3b2faf tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:32.689692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b27cd8-b2d4-4a53-b5a3-5a164cf17beb,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:32.692406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:32.700644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.701963 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1683087
Dec 03 11:41:32.705375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 53232) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:32.712166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:41:32.718630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:41:32.723439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Usage tracker for resource:floatingip and tenant:3ed18cda671d479c8f14e6745a210f2b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:41:32.727207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:41:32.733382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:41:32.743883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.911914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:32.941157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-12df0978-6763-464a-b1b6-9d4e5d7d5c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:33.177116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ddcdf24f-7d4d-4c06-8714-5621e64f501c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:41:33.183604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:41:33.210602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Allocated IP 172.26.1.68 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/5d2b300e-dfa9-4384-a87f-a094f1d543b7) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:41:33.252140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port ddcdf24f-7d4d-4c06-8714-5621e64f501c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:41:33.257643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ddcdf24f-7d4d-4c06-8714-5621e64f501c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:33.258067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:33.379613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:33.387129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:33.403620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port ddcdf24f-7d4d-4c06-8714-5621e64f501c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ddcdf24f-7d4d-4c06-8714-5621e64f501c,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:41:33.405845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:33.406304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:33.409454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:33.422302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f97db191-609c-4657-a6d0-90b594e8b21d tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:33.478963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=ddcdf24f-7d4d-4c06-8714-5621e64f501c,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:33.482445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:33.560507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event updated for resources: {'Port': ['ID=5d2b300e-dfa9-4384-a87f-a094f1d543b7,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:33.564940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:33.618599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:41:33.619765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:41:33.622091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:41:33.711694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:33.769853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:33.812890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:34.037530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:34.041192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:34.056071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0f3355e6-fd48-4b41-9aca-22954140dd8f tempest-DeleteServersTestJSON-368804382 tempest-DeleteServersTestJSON-368804382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:34.188638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event updated for resources: {'Port': ['ID=5d2b300e-dfa9-4384-a87f-a094f1d543b7,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:34.191680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:34.540213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:34.563319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:34.564538 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8581674
Dec 03 11:41:34.751406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-68257bef-4542-4fa2-9b59-245b47d2c3c3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Synchronizing usage tracker for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:41:34.767859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-68257bef-4542-4fa2-9b59-245b47d2c3c3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Unset dirty status for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:41:34.769086 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-68257bef-4542-4fa2-9b59-245b47d2c3c3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1097411442&fields=id&tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 267 time: 0.0608339
Dec 03 11:41:34.933323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-3e3c3413-9084-4311-b9bd-7ade0cab6efd tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:34.934855 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-3e3c3413-9084-4311-b9bd-7ade0cab6efd tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 812 time: 0.1582778
Dec 03 11:41:34.951584 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c58f03ab-abc0-42ad-b730-d0caac9ab4e8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/quotas/3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 375 time: 0.0105309
Dec 03 11:41:35.046190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d0d740ce-72f9-41a4-8ce1-7d075042c53a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Synchronizing usage tracker for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:41:35.057832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:35.064059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d0d740ce-72f9-41a4-8ce1-7d075042c53a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Unset dirty status for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:41:35.065507 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d0d740ce-72f9-41a4-8ce1-7d075042c53a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1072741
Dec 03 11:41:35.146204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ddcdf24f-7d4d-4c06-8714-5621e64f501c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:41:35.165289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-5ec17ffd-7dd1-4102-b244-6b8e0b61a654 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:41:35.166502 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-5ec17ffd-7dd1-4102-b244-6b8e0b61a654 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0878544
Dec 03 11:41:35.215892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ddcdf24f-7d4d-4c06-8714-5621e64f501c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:35.216430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:35.315924 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-58e393de-345e-403d-a646-3ddc72b8cb51 service neutron] 10.222.0.90 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422234
Dec 03 11:41:35.442005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Sync routers for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:41:35.452379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:41:35.453041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61ed240>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:41:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:35.464275 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-ecf2649f-f02f-4078-9f21-757fefb230a3 service neutron] 10.222.0.90 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409636
Dec 03 11:41:35.558847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:35.685001 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-87b813f4-c10b-4be8-886e-71acb5d9c54c req-e5882ca8-2764-4c4a-8b34-8b3443b76bd1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 210 time: 0.0561910
Dec 03 11:41:35.792383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:41:36.133816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61ed240>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 2, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:36.138082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Checking router: f604d7aa-6695-467c-8dce-69be1ca2314c for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:41:36.138492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Updating router f604d7aa-6695-467c-8dce-69be1ca2314c port a838b470-69df-47e3-a3d2-017d839dc561 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:41:36.195598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:36.611542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:36.625665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Transition to ACTIVE for port object a838b470-69df-47e3-a3d2-017d839dc561 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:41:36.628707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:36.645262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:36.796304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Pushing event updated for resources: {'Port': ['ID=a838b470-69df-47e3-a3d2-017d839dc561,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:36.818020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.819068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.819872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.820523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.821087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.821651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.822224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.822883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.823496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.824054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.824624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.825185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.825796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.826359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.826942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.827511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.828058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.828610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.829717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.830288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.830899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.831347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.831919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.832295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:36.837516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:36.905870 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5e2d1ff9-3c1b-4eab-820b-0bcf225ea575 req-3ff1673b-549c-4ab2-ac2e-916e373dc93f tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 210 time: 0.0750680
Dec 03 11:41:37.011891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Attempting to bind port a838b470-69df-47e3-a3d2-017d839dc561 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:41:37.012316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Attempting to bind port a838b470-69df-47e3-a3d2-017d839dc561 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:41:37.012731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Attempting to bind port a838b470-69df-47e3-a3d2-017d839dc561 on network 40d772ef-958f-4df0-9b59-aa2035a974d9 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:41:37.018810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:41:37.019269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Checking segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:41:37.019721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:37.020163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Bound using segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:41:37.020685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Bound port: a838b470-69df-47e3-a3d2-017d839dc561, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:41:37.021110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:37.052064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c4e5b436-1236-4a9d-aab2-a3720e83d8d6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:37.052931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c4e5b436-1236-4a9d-aab2-a3720e83d8d6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Synchronizing usage tracker for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:41:37.074384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c4e5b436-1236-4a9d-aab2-a3720e83d8d6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Unset dirty status for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:41:37.075928 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c4e5b436-1236-4a9d-aab2-a3720e83d8d6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 812 time: 0.2151790
Dec 03 11:41:37.143370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] For port a838b470-69df-47e3-a3d2-017d839dc561, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:41:37.146991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] For port a838b470-69df-47e3-a3d2-017d839dc561, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a838b470-69df-47e3-a3d2-017d839dc561,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:41:37.151341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:37.168115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4d227624-5e11-4623-bec8-a9a28f5bd5dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:37.171571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-e436ef48-ae19-4453-a5f2-094c129315df tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Synchronizing usage tracker for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:41:37.185044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-e436ef48-ae19-4453-a5f2-094c129315df tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Unset dirty status for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:41:37.186618 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-e436ef48-ae19-4453-a5f2-094c129315df tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 5517 time: 0.0909448
Dec 03 11:41:37.197690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Request body: {'port': {'device_id': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'admin_state_up': True, 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'security_groups': ['9ac555c8-1a42-4d63-9811-317f8e21b187']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:41:37.314186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Pushing event updated for resources: {'Port': ['ID=a838b470-69df-47e3-a3d2-017d839dc561,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:37.324219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:37.345506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:41:37.356692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:41:37.366272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Made reservation on behalf of 3ed18cda671d479c8f14e6745a210f2b for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:41:37.369011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:41:37.369800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61ed240>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:41:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:37.372466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:37.564182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:41:37.707937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Allocated IP 172.20.0.5 (40d772ef-958f-4df0-9b59-aa2035a974d9/845f0aa7-a146-4f0f-b072-6a63a27a6857/82d87d62-18ad-4340-ab62-11dcfe46c0c1) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:41:37.905599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61ed240>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:37Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:37.912191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e8a38-0af1-4599-84c0-de2a3fd069a8 None None] The sync data for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs is: [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:37Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:41:37.925185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:37.943478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Transition to ACTIVE for port object 82d87d62-18ad-4340-ab62-11dcfe46c0c1 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:41:37.966726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:37.985786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-edf9a473-d0a5-48e9-9c56-de5046386291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:38.133630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event updated for resources: {'Port': ['ID=82d87d62-18ad-4340-ab62-11dcfe46c0c1,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:38.145383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8ea8b-f32d-410c-b3f7-e53d5037896c req-33295cda-5d24-440a-9652-cd8495d6a08c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:38.148515 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7be8ea8b-f32d-410c-b3f7-e53d5037896c req-33295cda-5d24-440a-9652-cd8495d6a08c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 931 time: 0.0906434
Dec 03 11:41:38.157033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.157448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.157870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.158284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.158849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.159131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.159537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.159952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.160359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.160762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.161169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.161574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.162034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.162448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.162986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.163404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.163804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.164207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.164604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.165006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.165406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.165803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.166203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.166602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:41:38.172961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:38.203200 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7be8ea8b-f32d-410c-b3f7-e53d5037896c req-6026726a-4af7-4c22-b2be-f113338a6f6e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473893
Dec 03 11:41:38.210386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:41:38.211669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:41:38.213989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:41:38.282405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:38.283173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:38.316092 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1231437
Dec 03 11:41:38.336206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Request body: {'port': {'device_id': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:41:38.458232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:38.480251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c8e2ee25-76ec-4a82-8dc2-00856c569f4c None None] Provisioning for port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:41:38.485201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c8e2ee25-76ec-4a82-8dc2-00856c569f4c None None] Provisioning complete for port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:38.485622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ee25-76ec-4a82-8dc2-00856c569f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:38.543625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2ee25-76ec-4a82-8dc2-00856c569f4c None None] Port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:41:38.888441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d87d62-18ad-4340-ab62-11dcfe46c0c1 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:41:38.895808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:38.908582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Transition to ACTIVE for port object 82d87d62-18ad-4340-ab62-11dcfe46c0c1 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:41:38.911483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:38.927287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf6bb184-6dd5-4b86-8408-c392ae67f1c7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:39.067183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Pushing event updated for resources: {'Port': ['ID=82d87d62-18ad-4340-ab62-11dcfe46c0c1,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:39.072587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:39.172608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a838b470-69df-47e3-a3d2-017d839dc561 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:41:39.247825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port a838b470-69df-47e3-a3d2-017d839dc561 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:41:39.253506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port a838b470-69df-47e3-a3d2-017d839dc561 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:39.253907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:39.267625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Attempting to bind port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:41:39.268001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Attempting to bind port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:41:39.268485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Attempting to bind port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 on network 40d772ef-958f-4df0-9b59-aa2035a974d9 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:41:39.275036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:41:39.275412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Checking segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:41:39.276074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:39.276474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Bound using segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:41:39.276952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Bound port: 82d87d62-18ad-4340-ab62-11dcfe46c0c1, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:41:39.277326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:39.375069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] For port 82d87d62-18ad-4340-ab62-11dcfe46c0c1, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:41:39.378390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] For port 82d87d62-18ad-4340-ab62-11dcfe46c0c1, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:41:39.382482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:39.392628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:39.398484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-411e846c-28ff-4f3e-8ef3-04d11e298cf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:39.427638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port a838b470-69df-47e3-a3d2-017d839dc561, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a838b470-69df-47e3-a3d2-017d839dc561,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:41:39.431782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:39.433808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:39.436049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e30e22-0e1f-4d09-b399-a84faf70250f req-805f590d-6e50-48ff-ac03-edd3afa81ae7 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:39.441979 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-38e30e22-0e1f-4d09-b399-a84faf70250f req-805f590d-6e50-48ff-ac03-edd3afa81ae7 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 943 time: 0.0935657
Dec 03 11:41:39.488449 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-38e30e22-0e1f-4d09-b399-a84faf70250f req-363bd14a-7bb2-4e88-894b-c8d9a6559a69 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443277
Dec 03 11:41:39.501733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=a838b470-69df-47e3-a3d2-017d839dc561,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:39.505075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:39.549850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Pushing event updated for resources: {'Port': ['ID=82d87d62-18ad-4340-ab62-11dcfe46c0c1,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:39.560340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:39.593843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:39.594437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:39.595926 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] 10.222.0.91 "PUT /v2.0/ports/82d87d62-18ad-4340-ab62-11dcfe46c0c1 HTTP/1.1" status: 200  len: 1157 time: 1.2655444
Dec 03 11:41:39.596457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'tag': '82d87d62-18ad-4340-ab62-11dcfe46c0c1'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:41:39.690314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'tag': '82d87d62-18ad-4340-ab62-11dcfe46c0c1', 'status': 'completed', 'code': 200}
Dec 03 11:41:39.730870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-6ffa69b3-d392-456c-bee4-3464c35d41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:39.732536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-6ffa69b3-d392-456c-bee4-3464c35d41c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 1160 time: 0.0854051
Dec 03 11:41:39.813119 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-e24cb423-0dd4-4abd-8402-9a1e3b069428 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1 HTTP/1.1" status: 200  len: 217 time: 0.0682762
Dec 03 11:41:39.882153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-afeb0abe-eb4b-4b7e-8397-6649dd75c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:39.883685 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-afeb0abe-eb4b-4b7e-8397-6649dd75c33e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0647728
Dec 03 11:41:39.969965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-8f82c302-8534-49b9-898d-e68e2fac3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:39.971854 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-8f82c302-8534-49b9-898d-e68e2fac3edb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0798323
Dec 03 11:41:40.115123 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-1f13ff34-ea1c-4f7d-8c83-1fa6ad604ef1 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363125
Dec 03 11:41:40.257743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb5978dc-60f1-4c1e-be57-d93043fdc4d6 req-5ce3e80b-3066-4aae-b757-9990c23a33ac service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1355734
Dec 03 11:41:40.417288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f747dbf-0053-428f-8181-b71845e570ad req-b549b85b-de4b-4023-9a74-bb87e675292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:40.418902 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9f747dbf-0053-428f-8181-b71845e570ad req-b549b85b-de4b-4023-9a74-bb87e675292a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 1160 time: 0.0775037
Dec 03 11:41:40.562985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f747dbf-0053-428f-8181-b71845e570ad req-a85105e4-f010-4969-9745-ba8fb5ed379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:40.564583 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9f747dbf-0053-428f-8181-b71845e570ad req-a85105e4-f010-4969-9745-ba8fb5ed379f service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1388755
Dec 03 11:41:40.638985 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9f747dbf-0053-428f-8181-b71845e570ad req-d8637622-0594-4a02-b687-8e7f61614f1d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1 HTTP/1.1" status: 200  len: 217 time: 0.0680404
Dec 03 11:41:40.719739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e5284-4a3a-4770-a819-af09080b7364 req-df28edad-ccff-4ae2-962c-83142fd1121b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:40.721447 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f64e5284-4a3a-4770-a819-af09080b7364 req-df28edad-ccff-4ae2-962c-83142fd1121b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 943 time: 0.0982111
Dec 03 11:41:40.775543 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f64e5284-4a3a-4770-a819-af09080b7364 req-b699d44a-2f43-477c-96c7-12d8053da161 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471361
Dec 03 11:41:40.959282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f747dbf-0053-428f-8181-b71845e570ad req-e63cf501-6949-4157-92eb-f859a8b70bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:40.961439 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9f747dbf-0053-428f-8181-b71845e570ad req-e63cf501-6949-4157-92eb-f859a8b70bf3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.3162372
Dec 03 11:41:41.041156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f747dbf-0053-428f-8181-b71845e570ad req-3413646e-a29d-462f-ab58-c6a762632cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:41.042679 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9f747dbf-0053-428f-8181-b71845e570ad req-3413646e-a29d-462f-ab58-c6a762632cc0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0743759
Dec 03 11:41:41.152501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a838b470-69df-47e3-a3d2-017d839dc561 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:41:41.188248 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9f747dbf-0053-428f-8181-b71845e570ad req-16870307-0727-48ca-a06b-b7366070d369 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384554
Dec 03 11:41:41.227362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port a838b470-69df-47e3-a3d2-017d839dc561 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:41.227784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:41.334355 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9f747dbf-0053-428f-8181-b71845e570ad req-ad5de1e9-e806-4daa-a1f9-9695a25f3c3e service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385753
Dec 03 11:41:41.990505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff82af0-ef4b-44a5-b1d4-f71cdff9c9b8 req-380e625e-ed75-4c58-b08a-a80240c40b6d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:41.992413 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4ff82af0-ef4b-44a5-b1d4-f71cdff9c9b8 req-380e625e-ed75-4c58-b08a-a80240c40b6d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 943 time: 0.0858994
Dec 03 11:41:42.047101 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4ff82af0-ef4b-44a5-b1d4-f71cdff9c9b8 req-e6f9bccc-9b30-400c-8efb-43b4e47049d4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481031
Dec 03 11:41:43.260427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1986ff-fc72-48e6-a7ee-09f180208dff req-02ba1e34-6a27-4b3e-b51d-4ad9038e10ee tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:43.262041 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea1986ff-fc72-48e6-a7ee-09f180208dff req-02ba1e34-6a27-4b3e-b51d-4ad9038e10ee tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 943 time: 0.0843318
Dec 03 11:41:43.309204 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea1986ff-fc72-48e6-a7ee-09f180208dff req-cdd68662-f449-442c-99e0-47a219ec7d9a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408523
Dec 03 11:41:44.352073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 82d87d62-18ad-4340-ab62-11dcfe46c0c1 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:41:44.424537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:41:44.430083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:44.430495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:44.528056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4ded1-4705-44ea-bf86-d2d9a1d714c8 req-3ce274dd-bd67-4e0d-82c7-85e5aff4e0c7 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:44.529678 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e5e4ded1-4705-44ea-bf86-d2d9a1d714c8 req-3ce274dd-bd67-4e0d-82c7-85e5aff4e0c7 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 943 time: 0.0878916
Dec 03 11:41:44.547331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:44.575019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d87d62-18ad-4340-ab62-11dcfe46c0c1'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:41:44.577540 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e5e4ded1-4705-44ea-bf86-d2d9a1d714c8 req-25477a8e-6011-4d72-a318-45b31de58d8b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414686
Dec 03 11:41:44.585746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 82d87d62-18ad-4340-ab62-11dcfe46c0c1, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:41:44.589433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:44.591382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:41:44.636749 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d87d62-18ad-4340-ab62-11dcfe46c0c1', 'code': 200}
Dec 03 11:41:44.663269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=82d87d62-18ad-4340-ab62-11dcfe46c0c1,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:41:44.666438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:41:44.918793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57238458-e616-4582-98ab-5fa9c302d314 req-c63c35e4-a41f-4b37-94c1-252df475bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:44.920457 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57238458-e616-4582-98ab-5fa9c302d314 req-c63c35e4-a41f-4b37-94c1-252df475bd4b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 1162 time: 0.0803049
Dec 03 11:41:44.965649 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57238458-e616-4582-98ab-5fa9c302d314 req-cc26f311-f631-4b04-8bb5-d2e02e08b2dc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390799
Dec 03 11:41:45.793797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd080c7b-16e1-487a-b60f-a7a5ee7ff7f7 req-ef1b50b1-2781-42dc-bd26-326f9dd62383 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:45.795410 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd080c7b-16e1-487a-b60f-a7a5ee7ff7f7 req-ef1b50b1-2781-42dc-bd26-326f9dd62383 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0832174
Dec 03 11:41:45.846132 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd080c7b-16e1-487a-b60f-a7a5ee7ff7f7 req-17f00d53-bafd-4167-962c-3b80be18fde4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443792
Dec 03 11:41:45.857002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 82d87d62-18ad-4340-ab62-11dcfe46c0c1 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:41:45.930548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:45.931004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:47.063813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8eae1f-cca9-4a0b-a898-c1a663109beb req-e95c5d09-0b82-4cf3-9661-872df290ae58 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:47.065420 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ee8eae1f-cca9-4a0b-a898-c1a663109beb req-e95c5d09-0b82-4cf3-9661-872df290ae58 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0872984
Dec 03 11:41:47.112909 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ee8eae1f-cca9-4a0b-a898-c1a663109beb req-eedbfa1b-2880-45a0-a204-0c4bf67a8c1a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403643
Dec 03 11:41:47.322719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6138b-2801-4c3a-961e-635c4064ba58 req-2359a36c-390e-4bd1-9211-551c7aebe9b4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:47.324403 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11a6138b-2801-4c3a-961e-635c4064ba58 req-2359a36c-390e-4bd1-9211-551c7aebe9b4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0883119
Dec 03 11:41:47.333855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 53290) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:41:47.339547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2065e6ae-cbb6-4b7e-b626-0c1f994c136c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Request body: {'floatingip': {'port_id': '82d87d62-18ad-4340-ab62-11dcfe46c0c1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:41:47.418162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2065e6ae-cbb6-4b7e-b626-0c1f994c136c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:47.895353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 82d87d62-18ad-4340-ab62-11dcfe46c0c1 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:41:47.967867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:41:47.968315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:48.050379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2065e6ae-cbb6-4b7e-b626-0c1f994c136c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:48.053703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2065e6ae-cbb6-4b7e-b626-0c1f994c136c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:48.233734 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-2065e6ae-cbb6-4b7e-b626-0c1f994c136c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66 associated. External IP: 172.26.1.68, port: 82d87d62-18ad-4340-ab62-11dcfe46c0c1.
Dec 03 11:41:48.593377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2065e6ae-cbb6-4b7e-b626-0c1f994c136c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Router f604d7aa-6695-467c-8dce-69be1ca2314c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:41:48.790722 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ffa92f6c-b25c-4038-8cef-e7f072ef1aec req-952d24ec-76f7-4f1c-ab27-81eb888d217a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0892711
Dec 03 11:41:48.967138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92f6c-b25c-4038-8cef-e7f072ef1aec req-9bfebeee-a716-464e-abae-5bb3b192dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:48.968798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ffa92f6c-b25c-4038-8cef-e7f072ef1aec req-9bfebeee-a716-464e-abae-5bb3b192dfb6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 1162 time: 0.0861926
Dec 03 11:41:49.063983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2065e6ae-cbb6-4b7e-b626-0c1f994c136c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:41:49.068451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2065e6ae-cbb6-4b7e-b626-0c1f994c136c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:41:49.074723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3664c4-8569-47e8-ab81-147cf396686d None None] Sync routers for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:41:49.085170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3664c4-8569-47e8-ab81-147cf396686d None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:41:49.085837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ab3664c4-8569-47e8-ab81-147cf396686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57ecc88>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:41:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:49.128318 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2065e6ae-cbb6-4b7e-b626-0c1f994c136c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "PUT /v2.0/floatingips/a249fc3b-50ae-415d-aa83-0c25a5a6af66 HTTP/1.1" status: 200  len: 990 time: 1.7932937
Dec 03 11:41:49.129377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'tag': '82d87d62-18ad-4340-ab62-11dcfe46c0c1'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:41:49.147996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92f6c-b25c-4038-8cef-e7f072ef1aec req-67d3b3cd-3696-4b69-891e-f1c74dd6acab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:49.149892 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ffa92f6c-b25c-4038-8cef-e7f072ef1aec req-67d3b3cd-3696-4b69-891e-f1c74dd6acab service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1599450
Dec 03 11:41:49.282567 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'tag': '82d87d62-18ad-4340-ab62-11dcfe46c0c1', 'status': 'completed', 'code': 200}
Dec 03 11:41:49.288338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-ab3664c4-8569-47e8-ab81-147cf396686d None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:41:49.292219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ffa92f6c-b25c-4038-8cef-e7f072ef1aec req-455bad16-ea4d-4fef-bc47-b61561ef688b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1 HTTP/1.1" status: 200  len: 998 time: 0.1264651
Dec 03 11:41:49.368332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92f6c-b25c-4038-8cef-e7f072ef1aec req-682b5f9d-e300-4c89-b1e2-9fd938c93fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:49.369912 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ffa92f6c-b25c-4038-8cef-e7f072ef1aec req-682b5f9d-e300-4c89-b1e2-9fd938c93fca service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0671611
Dec 03 11:41:49.450773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92f6c-b25c-4038-8cef-e7f072ef1aec req-cd3d4cb0-1133-4dcb-8ab2-787ab0b45f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:49.452466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ffa92f6c-b25c-4038-8cef-e7f072ef1aec req-cd3d4cb0-1133-4dcb-8ab2-787ab0b45f75 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0758812
Dec 03 11:41:49.603254 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ffa92f6c-b25c-4038-8cef-e7f072ef1aec req-0e0c1e4e-5a8e-4d67-a1f3-83d0923f87ec service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423159
Dec 03 11:41:49.654004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ab3664c4-8569-47e8-ab81-147cf396686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57ecc88>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'a249fc3b-50ae-415d-aa83-0c25a5a6af66', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'port_id': '82d87d62-18ad-4340-ab62-11dcfe46c0c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'mac_address': 'fa:16:3e:08:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:41:33Z', 'updated_at': '2020-12-03T11:41:47Z', 'revision_number': 1, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:49.658077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3664c4-8569-47e8-ab81-147cf396686d None None] Checking router: f604d7aa-6695-467c-8dce-69be1ca2314c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:41:49.667839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3664c4-8569-47e8-ab81-147cf396686d None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:41:49.668490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ab3664c4-8569-47e8-ab81-147cf396686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b57ecc88>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:41:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:49.761327 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ffa92f6c-b25c-4038-8cef-e7f072ef1aec req-1c3a0b34-ee3e-42fe-b183-80396ec0ba1b service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1514690
Dec 03 11:41:49.919357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc28ab3-f52d-464b-91f7-5eae015a78a0 req-6003fb40-4d8d-4d3a-b271-43b7f2fdc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:49.921013 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1bc28ab3-f52d-464b-91f7-5eae015a78a0 req-6003fb40-4d8d-4d3a-b271-43b7f2fdc6e0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 1162 time: 0.0838482
Dec 03 11:41:50.028544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-ab3664c4-8569-47e8-ab81-147cf396686d None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:41:50.068622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc28ab3-f52d-464b-91f7-5eae015a78a0 req-43db6352-718e-4f1d-b63e-51d6af7850e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:50.070747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1bc28ab3-f52d-464b-91f7-5eae015a78a0 req-43db6352-718e-4f1d-b63e-51d6af7850e4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1438596
Dec 03 11:41:50.179687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1bc28ab3-f52d-464b-91f7-5eae015a78a0 req-ed3667ac-0c9f-4da8-85de-a9977fae5526 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1 HTTP/1.1" status: 200  len: 998 time: 0.1021669
Dec 03 11:41:50.250252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc28ab3-f52d-464b-91f7-5eae015a78a0 req-ecb4cc29-1627-4800-8352-d0128cb905fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:50.251875 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1bc28ab3-f52d-464b-91f7-5eae015a78a0 req-ecb4cc29-1627-4800-8352-d0128cb905fd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0662041
Dec 03 11:41:50.332940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc28ab3-f52d-464b-91f7-5eae015a78a0 req-eeabd705-3ee1-428b-94cd-3783c43fdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:41:50.334614 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1bc28ab3-f52d-464b-91f7-5eae015a78a0 req-eeabd705-3ee1-428b-94cd-3783c43fdaac service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0765533
Dec 03 11:41:50.404493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ab3664c4-8569-47e8-ab81-147cf396686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b57ecc88>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'a249fc3b-50ae-415d-aa83-0c25a5a6af66', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'port_id': '82d87d62-18ad-4340-ab62-11dcfe46c0c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'mac_address': 'fa:16:3e:08:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:41:33Z', 'updated_at': '2020-12-03T11:41:47Z', 'revision_number': 1, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:41:50.408874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3664c4-8569-47e8-ab81-147cf396686d None None] The sync data for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs is: [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'a249fc3b-50ae-415d-aa83-0c25a5a6af66', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'port_id': '82d87d62-18ad-4340-ab62-11dcfe46c0c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'mac_address': 'fa:16:3e:08:76:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:41:33Z', 'updated_at': '2020-12-03T11:41:47Z', 'revision_number': 1, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:41:50.483340 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1bc28ab3-f52d-464b-91f7-5eae015a78a0 req-c308e2e2-5668-4641-b222-4fc87e3008e4 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415040
Dec 03 11:41:50.630174 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1bc28ab3-f52d-464b-91f7-5eae015a78a0 req-27e0f71e-8c73-44a4-b2c0-e24faab5bcdc service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404810
Dec 03 11:41:50.707753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1a021-aada-4873-a3b5-fc8723bae0cf None None] New status for floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:41:51.442896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:00.819366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60102ab6-e9fa-455f-9f59-62eb11cf5b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:02.945790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-02a4e822-e9d3-4ef1-b346-67df804b9b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:03.815340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:05.050421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:05.560377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:10.183871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:42:21.450386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:30.820558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d869b4cf-b120-489a-956e-48a0f446ba6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:32.948149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d473637-d171-49fb-b36d-9d8a0cb50265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:33.818002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:35.057192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:35.562965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:47.184214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:42:50.743811 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b2db6506-4609-48d6-80e0-85728f225ea5 req-1f69cfef-4c1b-41a8-bdbf-77c9e5e2c623 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0815849
Dec 03 11:42:50.907901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6506-4609-48d6-80e0-85728f225ea5 req-c7279f26-eea3-44c2-90da-a95b47a484b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:42:50.909523 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b2db6506-4609-48d6-80e0-85728f225ea5 req-c7279f26-eea3-44c2-90da-a95b47a484b5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 1162 time: 0.0767939
Dec 03 11:42:51.080234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6506-4609-48d6-80e0-85728f225ea5 req-5a6c4479-54a9-48df-beba-1298a993db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:42:51.081750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b2db6506-4609-48d6-80e0-85728f225ea5 req-5a6c4479-54a9-48df-beba-1298a993db93 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1451094
Dec 03 11:42:51.193943 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b2db6506-4609-48d6-80e0-85728f225ea5 req-f474a908-4037-4a97-9502-a403430b82ea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1 HTTP/1.1" status: 200  len: 1000 time: 0.1046522
Dec 03 11:42:51.265165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6506-4609-48d6-80e0-85728f225ea5 req-d25c2135-fd79-46f8-9bd2-7ddc10f9bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:42:51.266708 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b2db6506-4609-48d6-80e0-85728f225ea5 req-d25c2135-fd79-46f8-9bd2-7ddc10f9bb13 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0664084
Dec 03 11:42:51.352693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6506-4609-48d6-80e0-85728f225ea5 req-29466cc6-29bb-4641-ad17-6ec4b9fdbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:42:51.354223 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b2db6506-4609-48d6-80e0-85728f225ea5 req-29466cc6-29bb-4641-ad17-6ec4b9fdbf45 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0805225
Dec 03 11:42:51.464544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:42:51.498827 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b2db6506-4609-48d6-80e0-85728f225ea5 req-7150d091-2948-4958-bf8b-9b2cda7e7448 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377101
Dec 03 11:42:51.647300 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b2db6506-4609-48d6-80e0-85728f225ea5 req-3c53eead-0e41-4e4f-9b35-1d84eb5d3d33 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417255
Dec 03 11:43:00.824795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e173bdd8-859a-459e-a9a0-2505cbdfe49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:02.949293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6bf82ab9-ce3b-4010-a817-af476ac84b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:03.821505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:03.952365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcd77c-df12-4b06-b56f-8ff28cb01ee4 req-7a195c95-3c5a-4c34-bcd4-3e8fd40aa785 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:03.954005 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71bcd77c-df12-4b06-b56f-8ff28cb01ee4 req-7a195c95-3c5a-4c34-bcd4-3e8fd40aa785 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0872221
Dec 03 11:43:04.003262 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71bcd77c-df12-4b06-b56f-8ff28cb01ee4 req-4ddb4598-e167-46fb-80ab-2c8e551e0938 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420492
Dec 03 11:43:04.393337 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-c2d6359a-c58f-47bf-989c-7be5341cf65e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0744185
Dec 03 11:43:04.465604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c36865-ce11-4e96-afb5-dc30d4515813 req-035dea6b-3186-4ab8-a1fb-9656604558a4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:04.467265 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92c36865-ce11-4e96-afb5-dc30d4515813 req-035dea6b-3186-4ab8-a1fb-9656604558a4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0896430
Dec 03 11:43:04.515859 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92c36865-ce11-4e96-afb5-dc30d4515813 req-f4605390-00f6-443e-8b7f-0d3519a740a1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419624
Dec 03 11:43:05.049096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:05.572761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:05.681169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-a43e6268-3339-4d16-8685-9abd12b375c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:05.682776 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-a43e6268-3339-4d16-8685-9abd12b375c7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 1162 time: 0.0818379
Dec 03 11:43:05.734599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11358354-a460-4854-9470-46ff5a3f9f31 req-d20b2249-f01d-47a7-b80f-36af98bffe2a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:05.736259 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11358354-a460-4854-9470-46ff5a3f9f31 req-d20b2249-f01d-47a7-b80f-36af98bffe2a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0874009
Dec 03 11:43:05.788035 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11358354-a460-4854-9470-46ff5a3f9f31 req-c21774d9-5c91-4bb2-94a5-119d6e82dee0 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445921
Dec 03 11:43:05.839102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-25ee3e46-23cb-44ac-9988-124c034c88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:05.840649 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-25ee3e46-23cb-44ac-9988-124c034c88fe service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1511550
Dec 03 11:43:05.946942 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-5a9241e9-48cb-4de6-8ee0-14ceb9c709a2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1 HTTP/1.1" status: 200  len: 1000 time: 0.0993397
Dec 03 11:43:06.021825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-f15d6bf4-fe29-4747-a147-405cb184d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:06.023391 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-f15d6bf4-fe29-4747-a147-405cb184d0e6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0695198
Dec 03 11:43:06.104301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-66d66db7-17e2-44f4-99d8-a38fab144591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:06.105826 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-66d66db7-17e2-44f4-99d8-a38fab144591 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0759671
Dec 03 11:43:06.248976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-2f84e4c2-60a3-4877-af7e-b3d48e6d5f0a service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363053
Dec 03 11:43:06.392107 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-e02b0ea7-924a-4581-9067-574b316237ca service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362913
Dec 03 11:43:07.007198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649b2e1-5871-4cd1-9adf-c513f6a85070 req-ec404f48-57df-4795-a6e0-2e7f9fa5ed5a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:07.008817 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f649b2e1-5871-4cd1-9adf-c513f6a85070 req-ec404f48-57df-4795-a6e0-2e7f9fa5ed5a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0867181
Dec 03 11:43:07.056436 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f649b2e1-5871-4cd1-9adf-c513f6a85070 req-23e0ea79-6cbc-4ea9-a4ad-0ffc0e6a5813 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413146
Dec 03 11:43:08.276832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24e7a-9354-442c-8fc8-084cbea5fa23 req-b9857660-b1cd-4053-a39a-43fdd5c369e0 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:08.278353 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5be24e7a-9354-442c-8fc8-084cbea5fa23 req-b9857660-b1cd-4053-a39a-43fdd5c369e0 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0875931
Dec 03 11:43:08.325041 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5be24e7a-9354-442c-8fc8-084cbea5fa23 req-2be8f5f5-5004-4c46-9762-ed160b439a9d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402348
Dec 03 11:43:09.540431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802f79-8d54-4a45-b4b9-d851b0625f4a req-c3080d50-7cba-4b14-9835-81ffaf7c127d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:09.542049 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a2802f79-8d54-4a45-b4b9-d851b0625f4a req-c3080d50-7cba-4b14-9835-81ffaf7c127d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0841305
Dec 03 11:43:09.593724 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a2802f79-8d54-4a45-b4b9-d851b0625f4a req-352e4233-d869-496d-beff-e1da1abef1bc tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450740
Dec 03 11:43:10.810245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515093b-d067-49dd-8ca7-2f093dc33141 req-51044fbb-f3b9-4d91-a9eb-2d87c22f8d42 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:10.811936 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4515093b-d067-49dd-8ca7-2f093dc33141 req-51044fbb-f3b9-4d91-a9eb-2d87c22f8d42 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0843029
Dec 03 11:43:10.861462 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4515093b-d067-49dd-8ca7-2f093dc33141 req-0a1bff43-153b-4cef-aa44-b797266c2078 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425236
Dec 03 11:43:12.082455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4ebb2-e1cd-4ae2-9253-167102ed85d2 req-3bc6ec9c-12d8-401c-a9b9-142d57e8b1b8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:12.084186 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71c4ebb2-e1cd-4ae2-9253-167102ed85d2 req-3bc6ec9c-12d8-401c-a9b9-142d57e8b1b8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0887430
Dec 03 11:43:12.131910 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71c4ebb2-e1cd-4ae2-9253-167102ed85d2 req-46e94f8d-2d96-461a-8a5a-06a3dc1139cb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412841
Dec 03 11:43:13.342252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90677018-15e1-4076-8145-979864a742a4 req-b38db1ec-8d51-4c55-b258-3e6aa64db883 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:13.343883 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-90677018-15e1-4076-8145-979864a742a4 req-b38db1ec-8d51-4c55-b258-3e6aa64db883 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0831540
Dec 03 11:43:13.395018 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-90677018-15e1-4076-8145-979864a742a4 req-58e238c8-4377-485f-8ba6-aff1dbded07b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432353
Dec 03 11:43:14.610869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf0a49-90ee-495e-87f0-9588eeee6c31 req-1874e172-876d-441c-aa16-1bcba82b7037 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:14.612488 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16bf0a49-90ee-495e-87f0-9588eeee6c31 req-1874e172-876d-441c-aa16-1bcba82b7037 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0832384
Dec 03 11:43:14.659574 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16bf0a49-90ee-495e-87f0-9588eeee6c31 req-2ed07e65-b16a-4e06-be85-900a2a9ceac1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406034
Dec 03 11:43:15.883075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1725ee3-484d-4207-bd18-66174abc1e85 req-b71e85ad-fa12-4c8d-a374-b782568ced01 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:15.884710 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e1725ee3-484d-4207-bd18-66174abc1e85 req-b71e85ad-fa12-4c8d-a374-b782568ced01 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0926416
Dec 03 11:43:15.933378 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e1725ee3-484d-4207-bd18-66174abc1e85 req-3cda6014-4e8a-4b5d-9bf7-95a3bdee7cd5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419140
Dec 03 11:43:17.150673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de78b-56d6-4366-a435-0a5798bfd682 req-56ce6c8c-805e-4346-93e7-472adcff9b9c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:17.152325 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-517de78b-56d6-4366-a435-0a5798bfd682 req-56ce6c8c-805e-4346-93e7-472adcff9b9c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0875990
Dec 03 11:43:17.203503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-517de78b-56d6-4366-a435-0a5798bfd682 req-e65ddfbc-4586-4bb6-973e-3d045b2c5c9a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448058
Dec 03 11:43:18.426834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3db3db-4a82-42d2-9408-9b5967a58fbe req-617d5860-2b8a-4807-94dd-b08a00ddcb72 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:18.428515 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a3db3db-4a82-42d2-9408-9b5967a58fbe req-617d5860-2b8a-4807-94dd-b08a00ddcb72 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0882804
Dec 03 11:43:18.479110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a3db3db-4a82-42d2-9408-9b5967a58fbe req-c231aa7d-634b-4a8a-9815-d3403140823c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439208
Dec 03 11:43:18.480324 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-7c34389a-5a6e-4273-94b7-57fdd4625c4b service neutron] 10.222.0.91 "GET /v2.0/ports/82d87d62-18ad-4340-ab62-11dcfe46c0c1/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.3188574
Dec 03 11:43:18.574492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 82d87d62-18ad-4340-ab62-11dcfe46c0c1 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:43:18.690667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:18.718601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d87d62-18ad-4340-ab62-11dcfe46c0c1'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:43:18.730026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 82d87d62-18ad-4340-ab62-11dcfe46c0c1, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:43:18.733392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:18.735325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:43:18.777704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-96098d3f-71c9-4765-9f4e-6c02ae940912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:18.779370 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-96098d3f-71c9-4765-9f4e-6c02ae940912 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb&tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 1160 time: 0.0816162
Dec 03 11:43:18.792544 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d87d62-18ad-4340-ab62-11dcfe46c0c1', 'code': 200}
Dec 03 11:43:18.808069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=82d87d62-18ad-4340-ab62-11dcfe46c0c1,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:43:18.816007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.816501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.816890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.817266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.817642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.818014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.818384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.818753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.819145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.819512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.819880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.820245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.820664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.821030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.821396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.821756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.822116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.822483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.822845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.823235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.823599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.823963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.824328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.824738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:18.828954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:43:18.912667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-6f0142ba-115b-4ee3-850a-e8381330ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:18.914281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-6f0142ba-115b-4ee3-850a-e8381330ef98 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 1160 time: 0.0782530
Dec 03 11:43:19.057850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-64616dea-6ba5-4c94-a1ce-9c540e21ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:19.059473 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-64616dea-6ba5-4c94-a1ce-9c540e21ea51 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1385069
Dec 03 11:43:19.169718 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-1b8b248e-2c24-40dc-aaab-ea0cb3cb0e15 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1 HTTP/1.1" status: 200  len: 998 time: 0.1035933
Dec 03 11:43:19.241603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-36008aa7-ccd4-4d2b-9caf-803d11a15b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:19.243157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-36008aa7-ccd4-4d2b-9caf-803d11a15b9e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0673022
Dec 03 11:43:19.321580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-f714c553-fa79-4183-9030-b34af16c1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:19.323164 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-f714c553-fa79-4183-9030-b34af16c1eba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0739353
Dec 03 11:43:19.463246 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-1d88c10d-da70-478e-bb65-3a618958731c service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333625
Dec 03 11:43:19.608533 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e6ee0c0-0a34-4508-b3b0-7ee5147b0665 req-8c45992e-6360-4276-b862-2efec21442ea service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393104
Dec 03 11:43:19.703248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cd44d-2801-4c4d-804a-1e490a140aaa req-2b5f1ea4-ffa9-4604-b5ca-1dbbbde590a2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:19.704885 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4e4cd44d-2801-4c4d-804a-1e490a140aaa req-2b5f1ea4-ffa9-4604-b5ca-1dbbbde590a2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 943 time: 0.0947752
Dec 03 11:43:19.755368 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4e4cd44d-2801-4c4d-804a-1e490a140aaa req-ed777cf9-de8e-4289-9b14-572fb6b962c4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429277
Dec 03 11:43:20.970650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a28586-f3cf-4c9f-9946-444ea756e7b7 req-282934ba-da3b-42b2-b36c-54d4cdfc169e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:20.972359 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-09a28586-f3cf-4c9f-9946-444ea756e7b7 req-282934ba-da3b-42b2-b36c-54d4cdfc169e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 943 time: 0.0855255
Dec 03 11:43:21.030415 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-09a28586-f3cf-4c9f-9946-444ea756e7b7 req-bf2de36d-a357-4c63-9576-91fdaa4b9234 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514703
Dec 03 11:43:21.477875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:22.247580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3487d96-4c14-4ad4-bbcd-2f7c187d25a5 req-9c83c5b2-d1dc-4702-8db4-c27af56f057a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:22.249092 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3487d96-4c14-4ad4-bbcd-2f7c187d25a5 req-9c83c5b2-d1dc-4702-8db4-c27af56f057a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 943 time: 0.0826368
Dec 03 11:43:22.295672 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3487d96-4c14-4ad4-bbcd-2f7c187d25a5 req-cbbf62b8-6000-49d9-8c7f-1d52bbfd6934 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397387
Dec 03 11:43:22.969913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 82d87d62-18ad-4340-ab62-11dcfe46c0c1 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:43:23.040991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:43:23.041418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:23.160288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:23.187459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d87d62-18ad-4340-ab62-11dcfe46c0c1'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:43:23.199064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 82d87d62-18ad-4340-ab62-11dcfe46c0c1, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:43:23.202061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:23.205198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:43:23.263636 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d87d62-18ad-4340-ab62-11dcfe46c0c1', 'code': 200}
Dec 03 11:43:23.279254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=82d87d62-18ad-4340-ab62-11dcfe46c0c1,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:43:23.282469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:43:23.513586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be586da3-e386-4ebe-a505-482b17cefbf2 req-9e381a11-c2b7-43a2-b11a-23ce8431184c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:23.515141 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be586da3-e386-4ebe-a505-482b17cefbf2 req-9e381a11-c2b7-43a2-b11a-23ce8431184c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0876825
Dec 03 11:43:23.562040 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be586da3-e386-4ebe-a505-482b17cefbf2 req-6bb6c041-78ee-4456-a9d8-40996fea7404 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394199
Dec 03 11:43:23.918817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327c53b-f242-42ac-b963-3956f036c287 req-bcb09f08-c22e-4ea2-89e3-9d4ea2c369cc tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:23.920709 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4327c53b-f242-42ac-b963-3956f036c287 req-bcb09f08-c22e-4ea2-89e3-9d4ea2c369cc tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0934746
Dec 03 11:43:23.923745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-63409c42-5d52-4bdc-9a2b-4e7f1458e4f3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:23.924534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-63409c42-5d52-4bdc-9a2b-4e7f1458e4f3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Synchronizing usage tracker for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:43:23.940230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-63409c42-5d52-4bdc-9a2b-4e7f1458e4f3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Unset dirty status for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:43:23.942217 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-63409c42-5d52-4bdc-9a2b-4e7f1458e4f3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb&tenant_id=3ed18cda671d479c8f14e6745a210f2b&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 945 time: 0.1105733
Dec 03 11:43:23.980437 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4327c53b-f242-42ac-b963-3956f036c287 req-6b4f93e2-1768-421e-8c41-e950d9160a19 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514865
Dec 03 11:43:24.110630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-9ea3cb68-db68-410d-b4b2-0c961dbdf4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:24.112268 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-9ea3cb68-db68-410d-b4b2-0c961dbdf4bc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 1162 time: 0.0795276
Dec 03 11:43:24.183959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:43:24.257371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-d8c6fa2b-14f5-42a3-a188-f6c5ad7db85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:24.258983 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-d8c6fa2b-14f5-42a3-a188-f6c5ad7db85e service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1403952
Dec 03 11:43:24.365684 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-6190ae63-7d3c-4713-b869-4a4564684d11 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1 HTTP/1.1" status: 200  len: 1000 time: 0.1003785
Dec 03 11:43:24.433701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-aa8796c0-c414-4678-9ee2-37bc39564f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:24.435315 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-aa8796c0-c414-4678-9ee2-37bc39564f9f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0635006
Dec 03 11:43:24.516094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-7bbef4b2-3903-46b2-8764-0e7af963222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:24.517661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-7bbef4b2-3903-46b2-8764-0e7af963222b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0765522
Dec 03 11:43:24.661685 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-d6989456-c614-4da3-b8e4-02bcce20e7be service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364834
Dec 03 11:43:24.768971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 82d87d62-18ad-4340-ab62-11dcfe46c0c1 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:43:24.810801 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a4b25ba5-66ad-4138-89c6-58c233032ed3 req-43661bb4-7ccc-4d37-a5b8-3f91156fdc0d service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426439
Dec 03 11:43:24.845317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:43:24.845741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:25.229165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5669ec-93e8-4b95-9e69-9fd486f99750 req-dd707ed1-e8d9-4afb-ba57-36a073546051 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:25.230809 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c5669ec-93e8-4b95-9e69-9fd486f99750 req-dd707ed1-e8d9-4afb-ba57-36a073546051 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0961502
Dec 03 11:43:25.285212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c5669ec-93e8-4b95-9e69-9fd486f99750 req-14181a1d-9dcb-4da5-875d-a8700d8c2b44 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475712
Dec 03 11:43:26.587895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc0c1b-ccbc-4533-bc6a-999f979761ab req-e37b3fc1-5c6e-45ad-95d2-f36b4199b866 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:26.589434 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-38cc0c1b-ccbc-4533-bc6a-999f979761ab req-e37b3fc1-5c6e-45ad-95d2-f36b4199b866 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.1701989
Dec 03 11:43:26.637353 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-38cc0c1b-ccbc-4533-bc6a-999f979761ab req-215933db-63c0-4a42-9190-8192d4b4bcfd tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415065
Dec 03 11:43:26.847016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb641-844e-4cac-b929-2ed9d1ee4c10 req-57510e6f-7696-4d11-bf5d-fe8d15f848e2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:26.849346 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6d5eb641-844e-4cac-b929-2ed9d1ee4c10 req-57510e6f-7696-4d11-bf5d-fe8d15f848e2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0830560
Dec 03 11:43:26.899352 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6d5eb641-844e-4cac-b929-2ed9d1ee4c10 req-bee9f907-fd62-4f8b-9e81-332af0e773c5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435257
Dec 03 11:43:27.109741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c23942-0eae-4dc3-b853-6c3e0ffe644c req-008219fa-ed1f-422a-bfdc-7aa6b28f8d17 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:27.111288 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-40c23942-0eae-4dc3-b853-6c3e0ffe644c req-008219fa-ed1f-422a-bfdc-7aa6b28f8d17 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0844698
Dec 03 11:43:27.158325 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-40c23942-0eae-4dc3-b853-6c3e0ffe644c req-28cf23a3-292f-4b3c-95b9-0867186a2223 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406544
Dec 03 11:43:27.589605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0305768-ac53-472c-bcef-fef95694f2b1 req-fbb2b3fe-8bef-49e1-b0cd-017b5df4c11d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:27.591277 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c0305768-ac53-472c-bcef-fef95694f2b1 req-fbb2b3fe-8bef-49e1-b0cd-017b5df4c11d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0896602
Dec 03 11:43:27.638439 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c0305768-ac53-472c-bcef-fef95694f2b1 req-d6ace8bb-9378-40dc-a53b-b01cf4f46a03 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407672
Dec 03 11:43:28.851851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef37aef-29e9-4dbf-8b43-3ea15e22a25a req-12734e64-05ce-44aa-8951-2abe37c8ba86 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:28.853475 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fef37aef-29e9-4dbf-8b43-3ea15e22a25a req-12734e64-05ce-44aa-8951-2abe37c8ba86 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0849411
Dec 03 11:43:28.904878 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fef37aef-29e9-4dbf-8b43-3ea15e22a25a req-b27e1f6a-0909-49e7-bbcb-7df7a318af0d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450809
Dec 03 11:43:29.547079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-ff3cd5b5-8671-4450-8e8f-67a347aba032 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:29.548713 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-ff3cd5b5-8671-4450-8e8f-67a347aba032 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0837514
Dec 03 11:43:29.623790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Deleting port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:43:29.624171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:29.882400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] For port 82d87d62-18ad-4340-ab62-11dcfe46c0c1, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=82d87d62-18ad-4340-ab62-11dcfe46c0c1,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:43:29.882983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:30.133540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bfc6b-3c38-41a0-81fe-4e5f57863fbd req-41885af1-0e2b-412d-bee1-5c09abf91c00 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:30.135126 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0e6bfc6b-3c38-41a0-81fe-4e5f57863fbd req-41885af1-0e2b-412d-bee1-5c09abf91c00 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 945 time: 0.0900836
Dec 03 11:43:30.184912 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0e6bfc6b-3c38-41a0-81fe-4e5f57863fbd req-dd51617b-aeb6-45ae-ab23-8b04e545b7f7 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431943
Dec 03 11:43:30.193178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:30.193603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:30.193960 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66 disassociated. External IP: 172.26.1.68, port: 82d87d62-18ad-4340-ab62-11dcfe46c0c1.
Dec 03 11:43:30.194304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Calling delete_port for 82d87d62-18ad-4340-ab62-11dcfe46c0c1 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:43:30.340244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:30.358026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:43:30.408193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event deleted for resources: {'Port': ['ID=82d87d62-18ad-4340-ab62-11dcfe46c0c1,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:43:30.429541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.429969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.430390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.430812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.431255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.431669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.432079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.432490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.432897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.433306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.433713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.434130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.434595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.435026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.435435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.435841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.436242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.436647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.437052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.437453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.437854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.438259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.438659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.439086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:43:30.443807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:43:30.626418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 82d87d62-18ad-4340-ab62-11dcfe46c0c1 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:43:30.665003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 82d87d62-18ad-4340-ab62-11dcfe46c0c1 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:43:30.665326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 82d87d62-18ad-4340-ab62-11dcfe46c0c1 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:43:30.739779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Router f604d7aa-6695-467c-8dce-69be1ca2314c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:43:30.827899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1274316b-4304-4827-97b0-7038120514ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:30.929450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:43:30.939179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd474ef2-71a7-47bf-a94e-43df80933bbc None None] Sync routers for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:43:30.949514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd474ef2-71a7-47bf-a94e-43df80933bbc None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:43:30.950191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd474ef2-71a7-47bf-a94e-43df80933bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e496a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:43:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:43:30.964972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] No DVR routers for this DVR port 82d87d62-18ad-4340-ab62-11dcfe46c0c1 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:43:30.967302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:30.970064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'name': 'network-vif-deleted', 'tag': '82d87d62-18ad-4340-ab62-11dcfe46c0c1'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:43:30.987015 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c83885ec-52c2-4728-b8e4-16957ae1816e req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "DELETE /v2.0/ports/82d87d62-18ad-4340-ab62-11dcfe46c0c1 HTTP/1.1" status: 204  len: 173 time: 1.4316416
Dec 03 11:43:31.036153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb', 'name': 'network-vif-deleted', 'tag': '82d87d62-18ad-4340-ab62-11dcfe46c0c1', 'status': 'completed', 'code': 200}
Dec 03 11:43:31.139903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cd474ef2-71a7-47bf-a94e-43df80933bbc None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:43:31.381725 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c05968e1-a50e-434e-b2b2-407a60ef9e1c req-2afeb269-860d-492e-8a24-58a4c46cf516 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=33c7c4d3-0dc5-41e8-b53f-dfdfed73fecb HTTP/1.1" status: 200  len: 210 time: 0.0508194
Dec 03 11:43:31.475628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd474ef2-71a7-47bf-a94e-43df80933bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e496a0>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:43:31.479958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd474ef2-71a7-47bf-a94e-43df80933bbc None None] Checking router: f604d7aa-6695-467c-8dce-69be1ca2314c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:43:31.489328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd474ef2-71a7-47bf-a94e-43df80933bbc None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:43:31.490126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd474ef2-71a7-47bf-a94e-43df80933bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e496a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:43:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:43:31.677959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cd474ef2-71a7-47bf-a94e-43df80933bbc None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:43:32.005982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd474ef2-71a7-47bf-a94e-43df80933bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5e496a0>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:43:32.010173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd474ef2-71a7-47bf-a94e-43df80933bbc None None] The sync data for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs is: [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:43:32.381408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464b20e-aa79-4104-867f-7485f3fc4ae1 None None] New status for floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:43:32.783545 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-07cd1e4d-3b7e-4eb9-a3cd-5d0ce9e0e054 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1097411442&fields=id&tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 267 time: 0.0456362
Dec 03 11:43:32.947876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-42dafafe-6b90-4fa3-b1ef-49a51cef1fee tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:32.949567 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-42dafafe-6b90-4fa3-b1ef-49a51cef1fee tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 812 time: 0.1579428
Dec 03 11:43:32.949839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-59a4f8a4-1be0-4c2a-bd8b-088c211a836b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:32.967868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-1a8fc4aa-7315-4b34-9090-c0569b5f69b8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/quotas/3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 375 time: 0.0102298
Dec 03 11:43:33.057783 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-e054d564-2bd7-48e1-b334-0ea3916c83bd tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0826828
Dec 03 11:43:33.211899 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-af198d38-40c7-4f62-af99-d7bd97f1743e service neutron] 10.222.0.90 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402431
Dec 03 11:43:33.356672 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-0f112a7c-3663-4b8f-b326-fb6757b2f9c6 service neutron] 10.222.0.90 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377299
Dec 03 11:43:33.562815 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c21dcacf-920a-4165-a9b0-202ab64318ac req-edafd125-7bcc-4a09-b633-e2ce31c108d5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 210 time: 0.0500741
Dec 03 11:43:33.825075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:34.752735 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5e80b926-4981-4d11-acf1-8e01ac3baf74 req-eb592eb4-0d37-4907-ae15-7088ffaf948d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 210 time: 0.0520155
Dec 03 11:43:34.922645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-0e234b9b-f4f7-412f-a53c-ca79ef2f5ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:34.924235 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-0e234b9b-f4f7-412f-a53c-ca79ef2f5ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 812 time: 0.4050257
Dec 03 11:43:35.008800 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-2f09e44c-3d2e-4d1d-ab0a-fa7ba21f43f5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 5517 time: 0.0647030
Dec 03 11:43:35.021916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Request body: {'port': {'device_id': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'admin_state_up': True, 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'security_groups': ['9ac555c8-1a42-4d63-9811-317f8e21b187']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:43:35.052424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:35.172999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:43:35.177651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Usage tracker for resource:port and tenant:3ed18cda671d479c8f14e6745a210f2b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:43:35.180783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Quota usage for port was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:43:35.186713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:43:35.195893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Made reservation on behalf of 3ed18cda671d479c8f14e6745a210f2b for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:43:35.201504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:35.516274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Allocated IP 172.20.0.12 (40d772ef-958f-4df0-9b59-aa2035a974d9/845f0aa7-a146-4f0f-b072-6a63a27a6857/c5a7c34b-be81-4953-8315-230836e06e34) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:43:35.570508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:35.713907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:35.731261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Transition to ACTIVE for port object c5a7c34b-be81-4953-8315-230836e06e34 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:43:35.750753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:35.769353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-891ea9d9-3ffd-48f6-a1e6-2f19ad86adae tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:43:35.913123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event updated for resources: {'Port': ['ID=c5a7c34b-be81-4953-8315-230836e06e34,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:43:35.917621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:43:35.969283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:43:35.970516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:43:35.973247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:43:35.987310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb740bb7-fc97-4e3c-8aab-c297698a4be9 req-0b4bb5cb-a22d-4be4-b1db-29b49557c3fa tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:35.988969 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb740bb7-fc97-4e3c-8aab-c297698a4be9 req-0b4bb5cb-a22d-4be4-b1db-29b49557c3fa tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 932 time: 0.0937278
Dec 03 11:43:36.041869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:36.042555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:36.053874 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb740bb7-fc97-4e3c-8aab-c297698a4be9 req-03ee3b0a-81e2-42f3-bf3f-5b63decb325d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539935
Dec 03 11:43:36.069467 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0525744
Dec 03 11:43:36.088756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Request body: {'port': {'device_id': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:43:36.208493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-13c515e9-195b-48ba-8e50-de10d3d06124 None None] Provisioning for port c5a7c34b-be81-4953-8315-230836e06e34 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:43:36.212070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:36.214191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-13c515e9-195b-48ba-8e50-de10d3d06124 None None] Provisioning complete for port c5a7c34b-be81-4953-8315-230836e06e34 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:43:36.214610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13c515e9-195b-48ba-8e50-de10d3d06124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:36.272994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-13c515e9-195b-48ba-8e50-de10d3d06124 None None] Port c5a7c34b-be81-4953-8315-230836e06e34 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:43:36.620781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a7c34b-be81-4953-8315-230836e06e34 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:43:36.627719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:36.640346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Transition to ACTIVE for port object c5a7c34b-be81-4953-8315-230836e06e34 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:43:36.643193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:36.659314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-83fbdf7f-819b-4a3b-a6fb-74ffbbedb5f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:43:36.797343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a7c34b-be81-4953-8315-230836e06e34,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:43:36.800672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:43:37.000526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Attempting to bind port c5a7c34b-be81-4953-8315-230836e06e34 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:43:37.000911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Attempting to bind port c5a7c34b-be81-4953-8315-230836e06e34 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:43:37.001291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Attempting to bind port c5a7c34b-be81-4953-8315-230836e06e34 on network 40d772ef-958f-4df0-9b59-aa2035a974d9 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:43:37.008185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:43:37.008573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Checking segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:43:37.008988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:37.009396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Bound using segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:43:37.009884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Bound port: c5a7c34b-be81-4953-8315-230836e06e34, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:43:37.010270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:37.112484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] For port c5a7c34b-be81-4953-8315-230836e06e34, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:43:37.118013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] For port c5a7c34b-be81-4953-8315-230836e06e34, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c5a7c34b-be81-4953-8315-230836e06e34,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:43:37.122588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:37.138670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:43:37.270302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79802-71b7-4b36-b061-0e2c469a8440 req-d88f3cdb-bfe4-4fe9-bba4-23244722c44f tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:37.272543 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d2f79802-71b7-4b36-b061-0e2c469a8440 req-d88f3cdb-bfe4-4fe9-bba4-23244722c44f tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0861976
Dec 03 11:43:37.295433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a7c34b-be81-4953-8315-230836e06e34,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:43:37.301115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:43:37.324074 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d2f79802-71b7-4b36-b061-0e2c469a8440 req-62e4ba21-a545-4f3a-a646-f734e152356e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449071
Dec 03 11:43:37.331278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:37.331965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:37.334328 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] 10.222.0.91 "PUT /v2.0/ports/c5a7c34b-be81-4953-8315-230836e06e34 HTTP/1.1" status: 200  len: 1158 time: 1.2513452
Dec 03 11:43:37.334928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:43:37.432620 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34', 'status': 'completed', 'code': 200}
Dec 03 11:43:37.475486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-67a0c3b2-edeb-41e7-a1c0-85d808940be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:37.477148 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-67a0c3b2-edeb-41e7-a1c0-85d808940be1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 1161 time: 0.0848472
Dec 03 11:43:37.556885 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-79780989-cfcb-4165-9319-4380731e59df service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a7c34b-be81-4953-8315-230836e06e34 HTTP/1.1" status: 200  len: 217 time: 0.0657346
Dec 03 11:43:37.628445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-f93fda94-4426-4898-be26-d81954a3d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:37.629891 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-f93fda94-4426-4898-be26-d81954a3d0d2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0672870
Dec 03 11:43:37.709171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-ee93401f-e499-4ddd-8bfc-acd4f757f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:37.710750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-ee93401f-e499-4ddd-8bfc-acd4f757f891 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0745442
Dec 03 11:43:37.854889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-797a467a-d774-4714-ac03-610ba7732eb8 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366868
Dec 03 11:43:38.001725 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0478e6b7-89be-4390-a2b3-34d61da929c1 req-403ce113-9925-4ec1-8895-f849f0de89be service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407437
Dec 03 11:43:38.161593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796c1d-26b1-470c-a95a-56634a7ac5b2 req-8830f712-55f6-4eef-8073-e7fca1e66681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:38.163453 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b796c1d-26b1-470c-a95a-56634a7ac5b2 req-8830f712-55f6-4eef-8073-e7fca1e66681 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 1161 time: 0.0768547
Dec 03 11:43:38.312699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796c1d-26b1-470c-a95a-56634a7ac5b2 req-cfca50ab-ccec-4fdb-a75c-dcae90442340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:38.314210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b796c1d-26b1-470c-a95a-56634a7ac5b2 req-cfca50ab-ccec-4fdb-a75c-dcae90442340 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1427240
Dec 03 11:43:38.387577 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b796c1d-26b1-470c-a95a-56634a7ac5b2 req-b10b1e23-6365-4a4d-bfcb-29239866121d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a7c34b-be81-4953-8315-230836e06e34 HTTP/1.1" status: 200  len: 217 time: 0.0665696
Dec 03 11:43:38.456207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796c1d-26b1-470c-a95a-56634a7ac5b2 req-188e46ad-ec17-471f-ba9a-f7a03eb73d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:38.457837 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b796c1d-26b1-470c-a95a-56634a7ac5b2 req-188e46ad-ec17-471f-ba9a-f7a03eb73d76 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0643082
Dec 03 11:43:38.543274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796c1d-26b1-470c-a95a-56634a7ac5b2 req-771b9e3b-37f2-4f11-b2d4-5677a6caf0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:38.544898 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b796c1d-26b1-470c-a95a-56634a7ac5b2 req-771b9e3b-37f2-4f11-b2d4-5677a6caf0c5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0791366
Dec 03 11:43:38.548712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9707ab-4597-4afb-bd93-fb0441ea59e3 req-a8039c0d-c8df-47ea-85d5-12ce8eb13c1d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:38.550327 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c9707ab-4597-4afb-bd93-fb0441ea59e3 req-a8039c0d-c8df-47ea-85d5-12ce8eb13c1d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0901859
Dec 03 11:43:38.600131 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c9707ab-4597-4afb-bd93-fb0441ea59e3 req-ecbbe1aa-0d18-4053-9a45-1e1fc07bf889 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419352
Dec 03 11:43:38.688702 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b796c1d-26b1-470c-a95a-56634a7ac5b2 req-a708684c-20ad-4cdc-8b71-f4e3459ec1ac service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362660
Dec 03 11:43:38.837405 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b796c1d-26b1-470c-a95a-56634a7ac5b2 req-ff30a46d-14ac-4b1a-bde2-6035a39db93d service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409075
Dec 03 11:43:39.814013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a35d0-e1a7-46da-9215-5a1c5a6ee223 req-6ce6f071-4d5a-409b-b84c-8c4b9465fe04 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:39.815674 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e84a35d0-e1a7-46da-9215-5a1c5a6ee223 req-6ce6f071-4d5a-409b-b84c-8c4b9465fe04 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0826309
Dec 03 11:43:39.866929 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e84a35d0-e1a7-46da-9215-5a1c5a6ee223 req-29860424-9770-4b4b-ace7-9dd2bbcd2f2d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448003
Dec 03 11:43:41.081936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad3d4d-31da-49d4-b2a8-e20eaabfed3d req-2a9eec21-6a87-4a9b-8b9d-a00fc6e35f2f tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:41.083588 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-19ad3d4d-31da-49d4-b2a8-e20eaabfed3d req-2a9eec21-6a87-4a9b-8b9d-a00fc6e35f2f tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0843906
Dec 03 11:43:41.132098 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-19ad3d4d-31da-49d4-b2a8-e20eaabfed3d req-dc6a8f8d-777a-482f-877f-93f5e87ab048 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414088
Dec 03 11:43:42.348734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831f50-4edf-4dcd-9abf-05192575c85f req-5e058eb5-0606-4335-9d6f-e98d971c2e10 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:42.351037 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36831f50-4edf-4dcd-9abf-05192575c85f req-5e058eb5-0606-4335-9d6f-e98d971c2e10 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0886269
Dec 03 11:43:42.398935 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36831f50-4edf-4dcd-9abf-05192575c85f req-7b2d6d64-504e-47a8-ace3-9a5958886506 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415480
Dec 03 11:43:43.365673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c5a7c34b-be81-4953-8315-230836e06e34 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:43:43.436328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port c5a7c34b-be81-4953-8315-230836e06e34 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:43:43.441338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port c5a7c34b-be81-4953-8315-230836e06e34 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:43:43.441757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:43.560811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:43.588619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:43:43.598896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port c5a7c34b-be81-4953-8315-230836e06e34, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c5a7c34b-be81-4953-8315-230836e06e34,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:43:43.602123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:43.604072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:43:43.612572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868061c-85ba-400f-a566-957aeaa3453f req-ffb0c191-1936-4880-b67b-535d66328a71 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:43.614295 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4868061c-85ba-400f-a566-957aeaa3453f req-ffb0c191-1936-4880-b67b-535d66328a71 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0856025
Dec 03 11:43:43.661170 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34', 'code': 200}
Dec 03 11:43:43.668131 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4868061c-85ba-400f-a566-957aeaa3453f req-dffea769-b2e3-460e-a4a7-8822f18409e9 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464244
Dec 03 11:43:43.674699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=c5a7c34b-be81-4953-8315-230836e06e34,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:43:43.678012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:43:43.941437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2acac-5417-445f-90f5-c4484154ff9f req-ccec2926-2ece-4f31-8cb2-a2ebe8d0113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:43.943109 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-49d2acac-5417-445f-90f5-c4484154ff9f req-ccec2926-2ece-4f31-8cb2-a2ebe8d0113f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 1163 time: 0.0739596
Dec 03 11:43:43.996216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-49d2acac-5417-445f-90f5-c4484154ff9f req-a940e437-ad09-48ca-a347-f26db0613a41 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424330
Dec 03 11:43:44.883460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c533ae-619f-4da9-a104-2137e2fb8b15 req-1c91d7e7-efb8-41f3-9a2e-c0d35c3fa001 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:44.885088 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8c533ae-619f-4da9-a104-2137e2fb8b15 req-1c91d7e7-efb8-41f3-9a2e-c0d35c3fa001 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0824594
Dec 03 11:43:44.928845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c5a7c34b-be81-4953-8315-230836e06e34 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:43:44.934038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8c533ae-619f-4da9-a104-2137e2fb8b15 req-276f2d05-9e34-46fe-9d18-ceb502d8de49 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420456
Dec 03 11:43:44.998454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port c5a7c34b-be81-4953-8315-230836e06e34 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:43:44.998818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:46.485448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5fe0-8133-4f2a-be84-bb4077dfac70 req-948b385d-bdcb-4914-bb7c-99c5b6d4ac02 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:46.487089 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-855a5fe0-8133-4f2a-be84-bb4077dfac70 req-948b385d-bdcb-4914-bb7c-99c5b6d4ac02 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.4202254
Dec 03 11:43:46.534317 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-855a5fe0-8133-4f2a-be84-bb4077dfac70 req-811349b5-ab83-4ef6-9b3a-be55f070ee60 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403986
Dec 03 11:43:46.738573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f8c4-715a-4400-b9e1-d9fbc41993b7 req-610e8179-087b-4759-a587-afa8aa893321 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:46.740123 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-04f6f8c4-715a-4400-b9e1-d9fbc41993b7 req-610e8179-087b-4759-a587-afa8aa893321 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0845649
Dec 03 11:43:46.750503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 53582) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:43:46.756399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3fd4c527-5271-4bee-ab86-577a150dfd48 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Request body: {'floatingip': {'port_id': 'c5a7c34b-be81-4953-8315-230836e06e34'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:43:46.835754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fd4c527-5271-4bee-ab86-577a150dfd48 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:47.450241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fd4c527-5271-4bee-ab86-577a150dfd48 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:47.453107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fd4c527-5271-4bee-ab86-577a150dfd48 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:47.631206 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-3fd4c527-5271-4bee-ab86-577a150dfd48 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66 associated. External IP: 172.26.1.68, port: c5a7c34b-be81-4953-8315-230836e06e34.
Dec 03 11:43:47.992732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd4c527-5271-4bee-ab86-577a150dfd48 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Router f604d7aa-6695-467c-8dce-69be1ca2314c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:43:48.178364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd4c527-5271-4bee-ab86-577a150dfd48 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:43:48.183370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3fd4c527-5271-4bee-ab86-577a150dfd48 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:48.188124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d49c2f-c4d2-4ecc-93c3-0e9ce07f6a5d None None] Sync routers for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:43:48.198809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d49c2f-c4d2-4ecc-93c3-0e9ce07f6a5d None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:43:48.199548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a6d49c2f-c4d2-4ecc-93c3-0e9ce07f6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6185a90>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:43:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:43:48.241067 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3fd4c527-5271-4bee-ab86-577a150dfd48 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "PUT /v2.0/floatingips/a249fc3b-50ae-415d-aa83-0c25a5a6af66 HTTP/1.1" status: 200  len: 991 time: 1.4891574
Dec 03 11:43:48.241958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:43:48.316773 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34', 'status': 'completed', 'code': 200}
Dec 03 11:43:48.391418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a6d49c2f-c4d2-4ecc-93c3-0e9ce07f6a5d None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:43:48.531464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-f34342d3-e173-4216-80ee-ea4cddb808cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:48.533097 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-f34342d3-e173-4216-80ee-ea4cddb808cb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 1163 time: 0.1553342
Dec 03 11:43:48.768229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a6d49c2f-c4d2-4ecc-93c3-0e9ce07f6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6185a90>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'a249fc3b-50ae-415d-aa83-0c25a5a6af66', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'port_id': 'c5a7c34b-be81-4953-8315-230836e06e34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'mac_address': 'fa:16:3e:0a:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:41:33Z', 'updated_at': '2020-12-03T11:43:47Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:43:48.773524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d49c2f-c4d2-4ecc-93c3-0e9ce07f6a5d None None] Checking router: f604d7aa-6695-467c-8dce-69be1ca2314c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:43:48.783316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d49c2f-c4d2-4ecc-93c3-0e9ce07f6a5d None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:43:48.784221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a6d49c2f-c4d2-4ecc-93c3-0e9ce07f6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6185a90>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:43:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:43:48.923469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-501aed0a-8aed-4128-be8c-db5323ca464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:48.925069 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-501aed0a-8aed-4128-be8c-db5323ca464e service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.3854959
Dec 03 11:43:48.974138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a6d49c2f-c4d2-4ecc-93c3-0e9ce07f6a5d None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:43:49.035332 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-86dcb2c2-1b71-4045-a33c-f054cdd9fcc9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a7c34b-be81-4953-8315-230836e06e34 HTTP/1.1" status: 200  len: 999 time: 0.1021981
Dec 03 11:43:49.109834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-6f622d73-e34c-4361-b8f6-1b719949b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:49.111427 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-6f622d73-e34c-4361-b8f6-1b719949b438 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0694122
Dec 03 11:43:49.191001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-14661547-c026-49c4-a1fd-521960a3b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:49.192635 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-14661547-c026-49c4-a1fd-521960a3b2ad service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0748723
Dec 03 11:43:49.203185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-85c43632-d25b-4251-853e-a872fae3dc7e service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:43:49.204208 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-85c43632-d25b-4251-853e-a872fae3dc7e service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0053039
Dec 03 11:43:49.341653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a6d49c2f-c4d2-4ecc-93c3-0e9ce07f6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6185a90>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'a249fc3b-50ae-415d-aa83-0c25a5a6af66', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'port_id': 'c5a7c34b-be81-4953-8315-230836e06e34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'mac_address': 'fa:16:3e:0a:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:41:33Z', 'updated_at': '2020-12-03T11:43:47Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:43:49.345856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d49c2f-c4d2-4ecc-93c3-0e9ce07f6a5d None None] The sync data for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs is: [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'a249fc3b-50ae-415d-aa83-0c25a5a6af66', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'port_id': 'c5a7c34b-be81-4953-8315-230836e06e34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'mac_address': 'fa:16:3e:0a:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:41:33Z', 'updated_at': '2020-12-03T11:43:47Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:43:49.348926 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-2dbfc45c-1522-46fb-a02f-61d47e9da849 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374226
Dec 03 11:43:49.499180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63b841e7-3857-4ada-98d5-0c04273c1671 req-5bbef6b9-7a51-4244-a338-1a23d8372113 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432025
Dec 03 11:43:49.648994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e8947-ba96-4468-a4e8-ad4d9cb454b6 None None] New status for floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:43:51.476922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:43:51.738696 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3516c344-e946-43b7-85b7-ab300a388e4f req-03f5c036-b62c-4fc7-b7c8-f5cdcf8aee9c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0795157
Dec 03 11:43:51.916566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516c344-e946-43b7-85b7-ab300a388e4f req-9f826d1b-cf98-4cb5-acd3-288a3fb1bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:51.918265 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3516c344-e946-43b7-85b7-ab300a388e4f req-9f826d1b-cf98-4cb5-acd3-288a3fb1bdda service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 1163 time: 0.0795734
Dec 03 11:43:52.081414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516c344-e946-43b7-85b7-ab300a388e4f req-b81a90f6-5df4-4fd7-9ed3-26da253ce92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:52.082944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3516c344-e946-43b7-85b7-ab300a388e4f req-b81a90f6-5df4-4fd7-9ed3-26da253ce92a service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1441858
Dec 03 11:43:52.196797 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3516c344-e946-43b7-85b7-ab300a388e4f req-4a7e791a-e570-4a86-adb8-9c314bc724ed service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a7c34b-be81-4953-8315-230836e06e34 HTTP/1.1" status: 200  len: 1001 time: 0.1066556
Dec 03 11:43:52.268780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516c344-e946-43b7-85b7-ab300a388e4f req-0584ddef-a296-40bd-87b3-71a27b425478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:52.270324 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3516c344-e946-43b7-85b7-ab300a388e4f req-0584ddef-a296-40bd-87b3-71a27b425478 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0666270
Dec 03 11:43:52.354523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516c344-e946-43b7-85b7-ab300a388e4f req-867630c3-1db1-4e48-846f-9dabbf0386cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:43:52.356074 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3516c344-e946-43b7-85b7-ab300a388e4f req-867630c3-1db1-4e48-846f-9dabbf0386cb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0789785
Dec 03 11:43:52.501214 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3516c344-e946-43b7-85b7-ab300a388e4f req-5eea2190-ff51-4eb2-b7cc-344096993c1a service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386504
Dec 03 11:43:52.646850 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3516c344-e946-43b7-85b7-ab300a388e4f req-ec74d0bf-acf9-4b18-ba49-0362ff27a225 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389611
Dec 03 11:44:00.829148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b0124e40-cdf7-452c-917a-2ab47936449e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:44:01.183687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:44:02.952617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fc28-c099-4cf6-86d0-86f488da1071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:44:03.827640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:44:05.056105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:44:05.572131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:44:21.476454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:44:30.831386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09e010ff-1040-434f-92fc-71f3fffd7806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:44:32.954371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e576764-6817-4996-8043-bdbff96513bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:44:33.830362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:44:35.057475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:44:35.574496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:44:38.182848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:44:51.476744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:44:51.761646 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d0e8469-1513-46da-81e8-e5bd04a49e70 req-3987131f-741b-4279-896b-20e14c29df31 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0748093
Dec 03 11:44:51.932113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e8469-1513-46da-81e8-e5bd04a49e70 req-a96efc36-7b71-47c2-9a13-48363a667a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:44:51.933770 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d0e8469-1513-46da-81e8-e5bd04a49e70 req-a96efc36-7b71-47c2-9a13-48363a667a52 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 1163 time: 0.0828512
Dec 03 11:44:52.095818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e8469-1513-46da-81e8-e5bd04a49e70 req-89c8fd08-ee4c-4cd3-82b9-ffe149546799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:44:52.097379 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d0e8469-1513-46da-81e8-e5bd04a49e70 req-89c8fd08-ee4c-4cd3-82b9-ffe149546799 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1420991
Dec 03 11:44:52.202947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d0e8469-1513-46da-81e8-e5bd04a49e70 req-7f7fc040-3a7a-4cca-9915-7ac7f0f2f072 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a7c34b-be81-4953-8315-230836e06e34 HTTP/1.1" status: 200  len: 1001 time: 0.0981734
Dec 03 11:44:52.277090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e8469-1513-46da-81e8-e5bd04a49e70 req-261446f8-879a-4dbf-bd87-b063f5bdb3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:44:52.278682 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d0e8469-1513-46da-81e8-e5bd04a49e70 req-261446f8-879a-4dbf-bd87-b063f5bdb3c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0695126
Dec 03 11:44:52.359116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e8469-1513-46da-81e8-e5bd04a49e70 req-f851f647-b0c0-44ce-932e-5ffb7e827e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:44:52.360651 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d0e8469-1513-46da-81e8-e5bd04a49e70 req-f851f647-b0c0-44ce-932e-5ffb7e827e15 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0757813
Dec 03 11:44:52.515398 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d0e8469-1513-46da-81e8-e5bd04a49e70 req-52e49350-4e84-4ebf-b35f-b4e7d9ea6be7 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369135
Dec 03 11:44:52.658034 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d0e8469-1513-46da-81e8-e5bd04a49e70 req-e829dd3c-bd06-4a9b-ba3b-ca872de18529 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357348
Dec 03 11:45:00.833334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46e6f5e0-735b-44fa-baee-e454315e2d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:02.955724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5be71a2-b3a9-479c-b7ae-15fbfc98430e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:03.212967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0362024-aac1-4ba5-bbfb-a69931541e9f req-7fe91ff7-871f-4969-b478-0ee578bdd2f2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:03.214539 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c0362024-aac1-4ba5-bbfb-a69931541e9f req-7fe91ff7-871f-4969-b478-0ee578bdd2f2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0907757
Dec 03 11:45:03.263691 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c0362024-aac1-4ba5-bbfb-a69931541e9f req-a0dae58f-602d-45af-8512-503b0592e9b1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427763
Dec 03 11:45:03.833505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:04.483052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3ea02-f78d-4a7f-be15-a8b8d5e40d8d req-b9b26799-d9ec-4c9b-b5f9-407338200d8a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:04.484646 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83b3ea02-f78d-4a7f-be15-a8b8d5e40d8d req-b9b26799-d9ec-4c9b-b5f9-407338200d8a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0821714
Dec 03 11:45:04.534175 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83b3ea02-f78d-4a7f-be15-a8b8d5e40d8d req-64adf2b1-9de6-4b71-a181-0bc312b108b5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431435
Dec 03 11:45:05.058921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:05.576376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:05.745589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5e5bb-6187-4548-84c7-8f0dea0ccb47 req-83d1d2f4-ee4f-4933-a49b-e7425d5daab3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:05.747214 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14f5e5bb-6187-4548-84c7-8f0dea0ccb47 req-83d1d2f4-ee4f-4933-a49b-e7425d5daab3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0844641
Dec 03 11:45:05.794958 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14f5e5bb-6187-4548-84c7-8f0dea0ccb47 req-5e506428-8941-46cd-9516-72d875ccd765 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414176
Dec 03 11:45:07.011782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e090b-ff97-4c33-9a5e-c16236d4465a req-0f0d578a-5d43-4319-a4e1-67e0629c5158 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:07.013416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f67e090b-ff97-4c33-9a5e-c16236d4465a req-0f0d578a-5d43-4319-a4e1-67e0629c5158 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0864673
Dec 03 11:45:07.060553 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f67e090b-ff97-4c33-9a5e-c16236d4465a req-a5874540-7f7e-47f8-956a-c170070cd619 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408304
Dec 03 11:45:08.279728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9974f-8785-49e4-ae33-d0119d8556ad req-8d6388ff-b901-491a-b83e-13e653ec8de8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:08.281354 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b4f9974f-8785-49e4-ae33-d0119d8556ad req-8d6388ff-b901-491a-b83e-13e653ec8de8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0899503
Dec 03 11:45:08.331365 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b4f9974f-8785-49e4-ae33-d0119d8556ad req-da58a7dc-db00-40c0-9e63-c784497c14e5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433688
Dec 03 11:45:09.541195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd41a41-a695-4100-bb44-e7472effa8dd req-55afffee-5365-4044-82e8-72805861fdd3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:09.542707 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2cd41a41-a695-4100-bb44-e7472effa8dd req-55afffee-5365-4044-82e8-72805861fdd3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0834634
Dec 03 11:45:09.589372 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2cd41a41-a695-4100-bb44-e7472effa8dd req-22ae8501-8267-4e67-ae3e-cee13de99b8f tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403752
Dec 03 11:45:10.804943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501b319-45dc-4a4a-addb-f64e7a2243b8 req-e19ec062-d983-48fa-9103-2e0975f8bbd3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:10.806478 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4501b319-45dc-4a4a-addb-f64e7a2243b8 req-e19ec062-d983-48fa-9103-2e0975f8bbd3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0882263
Dec 03 11:45:10.855219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4501b319-45dc-4a4a-addb-f64e7a2243b8 req-7659b202-6c74-4688-9a3d-b83f269a40f8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420878
Dec 03 11:45:12.076478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763ca7-81b2-464c-9969-ae796bf83466 req-10ae8574-c3cd-4e7e-be07-baeeddc5fc9e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:12.078075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81763ca7-81b2-464c-9969-ae796bf83466 req-10ae8574-c3cd-4e7e-be07-baeeddc5fc9e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0854464
Dec 03 11:45:12.130334 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81763ca7-81b2-464c-9969-ae796bf83466 req-dddd6973-8aaf-40f5-929e-bdca8b3bcceb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446975
Dec 03 11:45:13.347395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8aabd-39e5-40eb-a3bf-9de91da83496 req-cfe8edc4-494c-4fcf-82a7-f5265e39768a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:13.349388 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-41f8aabd-39e5-40eb-a3bf-9de91da83496 req-cfe8edc4-494c-4fcf-82a7-f5265e39768a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0847869
Dec 03 11:45:13.397265 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-41f8aabd-39e5-40eb-a3bf-9de91da83496 req-829653c2-3a3f-498d-b542-40ee4532182d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408685
Dec 03 11:45:14.611390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecd102-8aac-4c8d-a103-46fff8fe5216 req-86b79f0e-52ef-42db-89f7-251199a373c2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:14.612986 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2cecd102-8aac-4c8d-a103-46fff8fe5216 req-86b79f0e-52ef-42db-89f7-251199a373c2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0869868
Dec 03 11:45:14.659785 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2cecd102-8aac-4c8d-a103-46fff8fe5216 req-0a6dcb71-e009-4f53-9335-443c78298767 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400574
Dec 03 11:45:15.125209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544314-9b09-4395-a2d9-312a7b459b04 req-051ddd13-3153-4df3-97fe-b42b845c8041 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:15.126937 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a3544314-9b09-4395-a2d9-312a7b459b04 req-051ddd13-3153-4df3-97fe-b42b845c8041 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0856342
Dec 03 11:45:15.176258 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-6651661c-0bfa-4dc9-bd53-8470f965d02a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1961522
Dec 03 11:45:15.179998 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a3544314-9b09-4395-a2d9-312a7b459b04 req-d90b21f8-b381-4f6f-930d-e50096152841 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466733
Dec 03 11:45:15.184006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:45:16.394284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cdd0d-5509-45ea-b984-05fdfcee3221 req-c07bf8e3-b67d-4053-8ee8-c644ea39dca8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:16.395976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-807cdd0d-5509-45ea-b984-05fdfcee3221 req-c07bf8e3-b67d-4053-8ee8-c644ea39dca8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0844619
Dec 03 11:45:16.442809 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-807cdd0d-5509-45ea-b984-05fdfcee3221 req-3081a051-0297-4a9c-9ba5-000e45b25f20 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403416
Dec 03 11:45:16.634755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-1e1cda49-9f72-457c-a0f0-6ccd7a05ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:16.636418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-1e1cda49-9f72-457c-a0f0-6ccd7a05ae39 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 1163 time: 0.0766392
Dec 03 11:45:16.779997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-fc9e1f06-a72c-4dc5-9e0c-2d31e495a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:16.781501 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-fc9e1f06-a72c-4dc5-9e0c-2d31e495a566 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1386673
Dec 03 11:45:16.890253 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-4046a876-eac2-4ad9-aa70-93056d98929e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a7c34b-be81-4953-8315-230836e06e34 HTTP/1.1" status: 200  len: 1001 time: 0.1022613
Dec 03 11:45:16.959827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-21b5672f-30d0-4725-8062-3106904cdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:16.961452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-21b5672f-30d0-4725-8062-3106904cdbca service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0649784
Dec 03 11:45:17.044703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-c4d73401-bd28-4c73-b6d7-77745085695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:17.046249 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-c4d73401-bd28-4c73-b6d7-77745085695b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0783684
Dec 03 11:45:17.194385 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-d6932d0c-c40b-4ba8-b1bb-50d30328b594 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414316
Dec 03 11:45:17.341569 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-7697298f-96cd-4998-9415-cae414ec3656 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395996
Dec 03 11:45:17.677891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288f7a4-d974-4b35-a8a6-241ef80845ba req-95483db3-4378-4507-bd33-324e9376b60d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:17.680391 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f288f7a4-d974-4b35-a8a6-241ef80845ba req-95483db3-4378-4507-bd33-324e9376b60d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0890684
Dec 03 11:45:17.730583 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f288f7a4-d974-4b35-a8a6-241ef80845ba req-6cf6533c-ec66-45d7-94ad-919bfa73b3c6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441036
Dec 03 11:45:18.947971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74affc2c-4ca0-4a1c-b8ce-f2b0994c8e0a req-166f0e9c-7bdf-4579-bca7-54dc3c33e196 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:18.949588 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-74affc2c-4ca0-4a1c-b8ce-f2b0994c8e0a req-166f0e9c-7bdf-4579-bca7-54dc3c33e196 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0830855
Dec 03 11:45:18.999449 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-74affc2c-4ca0-4a1c-b8ce-f2b0994c8e0a req-bd95c297-aec3-45f4-8a84-e5e1d89efd90 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435207
Dec 03 11:45:19.189032 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-18e543d0-84b9-48b0-9c92-31c68ac3febc service neutron] 10.222.0.91 "GET /v2.0/ports/c5a7c34b-be81-4953-8315-230836e06e34/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0800190
Dec 03 11:45:19.473511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-82f822e8-a1ac-4314-b5f5-0985842ebe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:19.475311 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-82f822e8-a1ac-4314-b5f5-0985842ebe35 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9&tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 1163 time: 0.0754530
Dec 03 11:45:19.584073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-547f34d1-18a9-40d5-ad43-852b9394320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:19.585803 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-547f34d1-18a9-40d5-ad43-852b9394320d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 1163 time: 0.0775332
Dec 03 11:45:19.677483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c5a7c34b-be81-4953-8315-230836e06e34 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:45:19.728957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-3ca22e09-e0f0-447a-b663-f70dbb717277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:19.730452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-3ca22e09-e0f0-447a-b663-f70dbb717277 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1382644
Dec 03 11:45:19.795777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:19.825035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:45:19.835794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port c5a7c34b-be81-4953-8315-230836e06e34, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c5a7c34b-be81-4953-8315-230836e06e34,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:45:19.839108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:19.841056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c5ef0df-7e7e-4e57-b7d1-ac77ea0ebabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:45:19.841193 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-e3154a87-f771-44ea-ab2e-4c89031fc47d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a7c34b-be81-4953-8315-230836e06e34 HTTP/1.1" status: 200  len: 1001 time: 0.1038399
Dec 03 11:45:19.913130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-702372a7-6f87-4681-9ac8-0311062ba886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:19.915777 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-702372a7-6f87-4681-9ac8-0311062ba886 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0679784
Dec 03 11:45:19.935773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=c5a7c34b-be81-4953-8315-230836e06e34,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:45:19.944368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.944795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.945185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.945661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.946124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.946517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.947037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.947418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.947799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.948169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.948555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.948885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.949404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.949659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.950027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.950393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.950761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.951517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.951517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.951847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.952215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.952580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.952943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.953306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:19.958669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:45:19.994071 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34', 'code': 200}
Dec 03 11:45:19.999653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-aa8987e7-4a83-4346-a7ba-7722d41e7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:20.001315 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-aa8987e7-4a83-4346-a7ba-7722d41e7c37 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0788152
Dec 03 11:45:20.172736 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-0ee50c6b-e4d9-4e2f-90fb-9cb4d88a4f63 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428249
Dec 03 11:45:20.216935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4097a2-ce16-4cd6-8267-a69ef64c0e48 req-ca413466-e151-43cc-b186-6637b84ec73c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:20.218580 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-da4097a2-ce16-4cd6-8267-a69ef64c0e48 req-ca413466-e151-43cc-b186-6637b84ec73c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0841553
Dec 03 11:45:20.274299 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-da4097a2-ce16-4cd6-8267-a69ef64c0e48 req-ad606413-f5ed-400e-9cfb-1df020a7384a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482960
Dec 03 11:45:20.558366 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3042484b-da1d-40bb-b003-2f8dd6572dbc req-ac0d8a70-0299-40a0-9e15-c16d0e73f0a9 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3790538
Dec 03 11:45:21.474598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:21.494287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc4dc8-9acd-429d-a4ee-202c23628429 req-7e955433-d269-41b8-ab87-a0e5abb1c4d9 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:21.495917 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-86cc4dc8-9acd-429d-a4ee-202c23628429 req-7e955433-d269-41b8-ab87-a0e5abb1c4d9 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0868225
Dec 03 11:45:21.542496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-86cc4dc8-9acd-429d-a4ee-202c23628429 req-a7c38d7d-9de3-425a-8a4c-6b7a98ee071c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401554
Dec 03 11:45:22.753579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0776d6e-e9bd-46fc-8337-f6377909d178 req-84a8cf81-ec9b-45b5-a8f5-30f3181c6bf6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:22.755171 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a0776d6e-e9bd-46fc-8337-f6377909d178 req-84a8cf81-ec9b-45b5-a8f5-30f3181c6bf6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0839803
Dec 03 11:45:22.805617 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a0776d6e-e9bd-46fc-8337-f6377909d178 req-0fab1a3b-c9b8-42a4-8681-51378423e85b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435596
Dec 03 11:45:24.021684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74531c2-a6c1-4f7b-8ec5-ac22634a4589 req-6c213d3b-ca71-4461-b84f-76181a0a918c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:24.023546 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d74531c2-a6c1-4f7b-8ec5-ac22634a4589 req-6c213d3b-ca71-4461-b84f-76181a0a918c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0846796
Dec 03 11:45:24.072034 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d74531c2-a6c1-4f7b-8ec5-ac22634a4589 req-4a7c545f-f9d7-4152-8d54-5755706e1c4b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418551
Dec 03 11:45:24.439261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608152b0-0579-4408-a5ad-09adb011cd47 req-51d7f5fc-2773-41b9-ab01-354b177ae605 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:24.440085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-608152b0-0579-4408-a5ad-09adb011cd47 req-51d7f5fc-2773-41b9-ab01-354b177ae605 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Synchronizing usage tracker for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:45:24.458137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-608152b0-0579-4408-a5ad-09adb011cd47 req-51d7f5fc-2773-41b9-ab01-354b177ae605 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Unset dirty status for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:45:24.459520 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-608152b0-0579-4408-a5ad-09adb011cd47 req-51d7f5fc-2773-41b9-ab01-354b177ae605 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9&tenant_id=3ed18cda671d479c8f14e6745a210f2b&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 944 time: 0.1174500
Dec 03 11:45:24.642463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608152b0-0579-4408-a5ad-09adb011cd47 req-f108ec6c-f91f-4b47-9b4a-1a6ce096524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:24.644188 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-608152b0-0579-4408-a5ad-09adb011cd47 req-f108ec6c-f91f-4b47-9b4a-1a6ce096524f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 1161 time: 0.0824049
Dec 03 11:45:24.701093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cda4ff-d611-4a65-a4e2-04703f31e723 req-46efd7e9-6f9d-4128-bae8-5685efe9a860 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:24.702650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-64cda4ff-d611-4a65-a4e2-04703f31e723 req-46efd7e9-6f9d-4128-bae8-5685efe9a860 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.3641994
Dec 03 11:45:24.750535 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-64cda4ff-d611-4a65-a4e2-04703f31e723 req-30f25599-ad1e-446e-b36b-cdc3cd1bcbf6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411727
Dec 03 11:45:24.794765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608152b0-0579-4408-a5ad-09adb011cd47 req-9310da40-ede3-4514-9201-c55bae47aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:24.796418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-608152b0-0579-4408-a5ad-09adb011cd47 req-9310da40-ede3-4514-9201-c55bae47aca4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1450338
Dec 03 11:45:24.905063 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-608152b0-0579-4408-a5ad-09adb011cd47 req-412909cf-6103-4ef7-90eb-6da841aef0a0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a7c34b-be81-4953-8315-230836e06e34 HTTP/1.1" status: 200  len: 999 time: 0.1022406
Dec 03 11:45:24.977667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608152b0-0579-4408-a5ad-09adb011cd47 req-c79c21fa-5795-40cf-b6bc-cb11c33e05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:24.979172 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-608152b0-0579-4408-a5ad-09adb011cd47 req-c79c21fa-5795-40cf-b6bc-cb11c33e05fa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0675273
Dec 03 11:45:25.059147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608152b0-0579-4408-a5ad-09adb011cd47 req-d9cb83ff-ddb1-4e10-a6d3-d9c561f7003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:25.060777 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-608152b0-0579-4408-a5ad-09adb011cd47 req-d9cb83ff-ddb1-4e10-a6d3-d9c561f7003c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0755501
Dec 03 11:45:25.210523 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-608152b0-0579-4408-a5ad-09adb011cd47 req-62806443-a1f4-4d06-aa5a-cc1c021286d4 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429036
Dec 03 11:45:25.355267 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-608152b0-0579-4408-a5ad-09adb011cd47 req-3eeb33a4-4390-4324-a7c4-894d3ad7cbdb service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384590
Dec 03 11:45:25.972884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92136130-4263-4a0f-9c92-f3b8563e9127 req-d00b2907-f895-47d7-8061-148000bc58e1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:25.974745 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92136130-4263-4a0f-9c92-f3b8563e9127 req-d00b2907-f895-47d7-8061-148000bc58e1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0885546
Dec 03 11:45:26.026897 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92136130-4263-4a0f-9c92-f3b8563e9127 req-aba05949-8191-49d9-84cc-ac15495c2c50 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447741
Dec 03 11:45:26.240841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd583b2-0241-46d0-8f61-8a90172dbf47 req-d8de962b-351c-412f-87cd-31e00e1262eb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:26.242545 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dd583b2-0241-46d0-8f61-8a90172dbf47 req-d8de962b-351c-412f-87cd-31e00e1262eb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0829239
Dec 03 11:45:26.292758 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dd583b2-0241-46d0-8f61-8a90172dbf47 req-62a1dac5-dd8f-4f9e-96ac-271bd119cac9 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437799
Dec 03 11:45:26.691257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bb83c-a7eb-4d6d-9d1c-90feaba587e7 req-8cf560fc-6325-42e5-8a6a-14747e4d3545 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:26.692892 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-996bb83c-a7eb-4d6d-9d1c-90feaba587e7 req-8cf560fc-6325-42e5-8a6a-14747e4d3545 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0968187
Dec 03 11:45:26.740672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba3e1-53fb-415e-9fba-7416dba870e4 req-2f5fa445-c3d7-40cc-b666-9496e6eeeaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:26.740931 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-996bb83c-a7eb-4d6d-9d1c-90feaba587e7 req-fb6dceab-a408-4fc9-9283-6ba6a9209c4d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405943
Dec 03 11:45:26.742954 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35bba3e1-53fb-415e-9fba-7416dba870e4 req-2f5fa445-c3d7-40cc-b666-9496e6eeeaff service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 1161 time: 0.0778394
Dec 03 11:45:26.889371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba3e1-53fb-415e-9fba-7416dba870e4 req-90cf2cca-6b6f-4256-b829-57a441bb24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:26.890982 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35bba3e1-53fb-415e-9fba-7416dba870e4 req-90cf2cca-6b6f-4256-b829-57a441bb24e0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1421583
Dec 03 11:45:27.002408 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35bba3e1-53fb-415e-9fba-7416dba870e4 req-0eeab76a-c4b5-4bb8-85d9-3cba0e1a6085 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a7c34b-be81-4953-8315-230836e06e34 HTTP/1.1" status: 200  len: 999 time: 0.1041994
Dec 03 11:45:27.074188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba3e1-53fb-415e-9fba-7416dba870e4 req-4f7f51ff-5658-4d0c-bae7-13f81e4f26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:27.075768 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35bba3e1-53fb-415e-9fba-7416dba870e4 req-4f7f51ff-5658-4d0c-bae7-13f81e4f26d2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0671220
Dec 03 11:45:27.160744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba3e1-53fb-415e-9fba-7416dba870e4 req-ac21624e-8aef-4044-9d8a-36b8b69d2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:27.162345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35bba3e1-53fb-415e-9fba-7416dba870e4 req-ac21624e-8aef-4044-9d8a-36b8b69d2054 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0796587
Dec 03 11:45:27.306854 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35bba3e1-53fb-415e-9fba-7416dba870e4 req-9457d4c2-f82d-4f5d-950b-53487108644c service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371086
Dec 03 11:45:27.449741 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35bba3e1-53fb-415e-9fba-7416dba870e4 req-34548265-66e7-45c9-a332-97438c166542 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361353
Dec 03 11:45:27.958373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278a138-7bdb-4c97-ab63-600dd8a59e2f req-722ab25f-6ddc-414c-af6c-5454651b367a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:27.960002 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4278a138-7bdb-4c97-ab63-600dd8a59e2f req-722ab25f-6ddc-414c-af6c-5454651b367a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0834165
Dec 03 11:45:28.010687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4278a138-7bdb-4c97-ab63-600dd8a59e2f req-a3654bfb-362f-4352-bcfd-2ce22b550b0e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435948
Dec 03 11:45:29.250546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd263ecf-a245-4c00-ae88-1240adfb316c req-627223c6-6acc-4071-bc0c-0e6932ffaa74 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:29.252210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd263ecf-a245-4c00-ae88-1240adfb316c req-627223c6-6acc-4071-bc0c-0e6932ffaa74 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0979576
Dec 03 11:45:29.309004 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd263ecf-a245-4c00-ae88-1240adfb316c req-e922b703-0161-489d-b45f-313804c6d8b4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500431
Dec 03 11:45:29.809651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26824e87-89bc-4136-95ef-c7a71ac7eabb req-155ee7c9-92c6-4050-9fae-bf5007bd256c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:29.812626 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-26824e87-89bc-4136-95ef-c7a71ac7eabb req-155ee7c9-92c6-4050-9fae-bf5007bd256c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.1064234
Dec 03 11:45:29.869297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-26824e87-89bc-4136-95ef-c7a71ac7eabb req-b710eec8-6c09-4120-9ad3-384551b8258e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502753
Dec 03 11:45:30.108057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c5a7c34b-be81-4953-8315-230836e06e34 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:45:30.179865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port c5a7c34b-be81-4953-8315-230836e06e34 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:45:30.180292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:30.300691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:30.329289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:45:30.339848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port c5a7c34b-be81-4953-8315-230836e06e34, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c5a7c34b-be81-4953-8315-230836e06e34,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:45:30.342735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:30.345537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1550c2a-4577-41f1-9d95-a2eb12ba477f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:45:30.418369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=c5a7c34b-be81-4953-8315-230836e06e34,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:45:30.421978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:45:30.522141 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34', 'code': 200}
Dec 03 11:45:30.834799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2dcacbff-7841-4bf2-a11b-22cf89c0b754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:31.089620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5d91d-ee44-40fb-aba1-d9d615ec6dc2 req-b8461eb4-09dc-4997-9e73-0ee7ad478f67 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:31.091151 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34c5d91d-ee44-40fb-aba1-d9d615ec6dc2 req-b8461eb4-09dc-4997-9e73-0ee7ad478f67 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0846457
Dec 03 11:45:31.142107 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34c5d91d-ee44-40fb-aba1-d9d615ec6dc2 req-a9a47eb4-aca9-4097-91db-809672534b4b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446496
Dec 03 11:45:31.608984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-8e945511-6070-4ea3-a5f6-9ce91e957e12 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:31.610537 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-8e945511-6070-4ea3-a5f6-9ce91e957e12 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 946 time: 0.0833132
Dec 03 11:45:31.687055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Deleting port c5a7c34b-be81-4953-8315-230836e06e34 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:45:31.687437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:31.756575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device c5a7c34b-be81-4953-8315-230836e06e34 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:45:31.874387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:31.908314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port c5a7c34b-be81-4953-8315-230836e06e34, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c5a7c34b-be81-4953-8315-230836e06e34,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:45:31.911483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:31.913862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:45:31.948867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] For port c5a7c34b-be81-4953-8315-230836e06e34, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c5a7c34b-be81-4953-8315-230836e06e34,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:45:31.949271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:31.984125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=c5a7c34b-be81-4953-8315-230836e06e34,revision_number=7']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:45:31.987456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:45:32.262448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:32.262878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:32.263266 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66 disassociated. External IP: 172.26.1.68, port: c5a7c34b-be81-4953-8315-230836e06e34.
Dec 03 11:45:32.263653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Calling delete_port for c5a7c34b-be81-4953-8315-230836e06e34 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:45:32.345171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:45:32.345529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:45:32.364566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09903b9f-8aa8-4640-b9dc-335316b51b9b req-451f6b54-4f87-4e3b-9e17-37a8fcff369b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:32.366189 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-09903b9f-8aa8-4640-b9dc-335316b51b9b req-451f6b54-4f87-4e3b-9e17-37a8fcff369b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 944 time: 0.0884216
Dec 03 11:45:32.413394 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-09903b9f-8aa8-4640-b9dc-335316b51b9b req-260e29a3-fdf2-418c-bc55-999fed55c911 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407281
Dec 03 11:45:32.523871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:45:32.582438 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34', 'code': 200}
Dec 03 11:45:32.847313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Deleting port c5a7c34b-be81-4953-8315-230836e06e34 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:45:32.847788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:32.957542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-083cfcbe-152a-4d27-adb1-cbeb1df62c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:33.112907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] For port c5a7c34b-be81-4953-8315-230836e06e34, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=c5a7c34b-be81-4953-8315-230836e06e34,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:45:33.113203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:33.414346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:33.414753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:33.415127 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66 disassociated. External IP: 172.26.1.68, port: c5a7c34b-be81-4953-8315-230836e06e34.
Dec 03 11:45:33.415503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Calling delete_port for c5a7c34b-be81-4953-8315-230836e06e34 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:45:33.565992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:33.581413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fff7e30c-3624-40dc-b115-e08fe2aac5f0 tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:45:33.591862 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea3f1d9e-3bfd-41e2-b9cb-05a5ec09cbb9 req-3ea5a837-e10a-485b-ba24-d1e40f12c476 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 210 time: 0.0493777
Dec 03 11:45:33.627158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event deleted for resources: {'Port': ['ID=c5a7c34b-be81-4953-8315-230836e06e34,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:45:33.650190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.650614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.651060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.651475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.651886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.652292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.652699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.653103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.653506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.653909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.654312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.654722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.655207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.655609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.656013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.656411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.656811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.657212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.657608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.658008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.658406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.658804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.659223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.659628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:45:33.665992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:45:33.838052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:33.964911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Router f604d7aa-6695-467c-8dce-69be1ca2314c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:45:34.393816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:45:34.404438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245b6bc-53ee-441c-b791-e602dccc29d4 None None] Sync routers for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:45:34.415011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f245b6bc-53ee-441c-b791-e602dccc29d4 None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:45:34.415691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f245b6bc-53ee-441c-b791-e602dccc29d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5713710>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:45:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:45:34.431055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] No DVR routers for this DVR port c5a7c34b-be81-4953-8315-230836e06e34 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:45:34.433346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:34.437392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'name': 'network-vif-deleted', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:45:34.450665 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-adae3033-3f2b-4ced-8467-d1d1b4866a4a req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "DELETE /v2.0/ports/c5a7c34b-be81-4953-8315-230836e06e34 HTTP/1.1" status: 204  len: 173 time: 2.8339598
Dec 03 11:45:34.600311 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc1d4e0-90c0-43ff-b0e6-609abc0570e9', 'name': 'network-vif-deleted', 'tag': 'c5a7c34b-be81-4953-8315-230836e06e34', 'status': 'completed', 'code': 200}
Dec 03 11:45:34.784505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f245b6bc-53ee-441c-b791-e602dccc29d4 None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:45:34.791908 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-055c0410-86d6-4315-bcd8-0c49c3da12db req-c1ee2a89-9275-48d0-905a-f0b9fffc001a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=0bc1d4e0-90c0-43ff-b0e6-609abc0570e9 HTTP/1.1" status: 200  len: 210 time: 0.0466056
Dec 03 11:45:35.105754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:35.139396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f245b6bc-53ee-441c-b791-e602dccc29d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5713710>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:45:35.143470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245b6bc-53ee-441c-b791-e602dccc29d4 None None] Checking router: f604d7aa-6695-467c-8dce-69be1ca2314c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:45:35.152411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f245b6bc-53ee-441c-b791-e602dccc29d4 None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:45:35.153063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f245b6bc-53ee-441c-b791-e602dccc29d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5713710>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:45:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:45:35.339729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f245b6bc-53ee-441c-b791-e602dccc29d4 None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:45:35.592826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:35.678264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f245b6bc-53ee-441c-b791-e602dccc29d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5713710>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:45:35.682431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245b6bc-53ee-441c-b791-e602dccc29d4 None None] The sync data for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs is: [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:45:36.128994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2161e143-c6fe-458c-87ab-c21b0aec7766 None None] New status for floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:45:36.258477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-f4ae7616-ebb1-4545-8465-17413569011b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1097411442&fields=id&tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 267 time: 0.0423648
Dec 03 11:45:36.426307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-84c3055c-9794-4cf8-bb75-1291111aedb1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:36.427912 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-84c3055c-9794-4cf8-bb75-1291111aedb1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 812 time: 0.1606634
Dec 03 11:45:36.444904 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-d265908f-570d-4b55-9327-eecec5d1c2a4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/quotas/3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 375 time: 0.0100992
Dec 03 11:45:36.536194 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-540749f8-9b0d-4de2-868a-5c027010374f tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0857401
Dec 03 11:45:36.688875 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-6232116e-8d73-49e1-8312-942bcf6c6df2 service neutron] 10.222.0.90 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389976
Dec 03 11:45:36.834900 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-a29a89cf-03b2-48c3-bbb9-8a84fe4d13a9 service neutron] 10.222.0.90 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390860
Dec 03 11:45:38.059710 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3c041a3e-1ff5-4c7c-9035-9749a31271eb req-41e673d1-8bea-4201-902f-208c369871f6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 210 time: 0.0475402
Dec 03 11:45:39.198008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-258415c7-c8cf-493c-b1e7-7f320b2d58a4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:39.199566 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-258415c7-c8cf-493c-b1e7-7f320b2d58a4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 812 time: 0.1629417
Dec 03 11:45:39.242072 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c7dcae31-7d35-4add-a310-27caa25f2bc4 req-57cdb532-c605-46c1-b2ea-b50d7fbc1c77 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 210 time: 0.0487950
Dec 03 11:45:39.294157 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-403891c6-1442-4b63-9c36-03556a83df46 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 5517 time: 0.0749767
Dec 03 11:45:39.304307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Request body: {'port': {'device_id': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'admin_state_up': True, 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'security_groups': ['9ac555c8-1a42-4d63-9811-317f8e21b187']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:45:39.451385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:45:39.455685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Usage tracker for resource:port and tenant:3ed18cda671d479c8f14e6745a210f2b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:45:39.458650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Quota usage for port was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:45:39.464592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:45:39.473367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Made reservation on behalf of 3ed18cda671d479c8f14e6745a210f2b for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:45:39.479754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:39.786526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Allocated IP 172.20.0.14 (40d772ef-958f-4df0-9b59-aa2035a974d9/845f0aa7-a146-4f0f-b072-6a63a27a6857/9e30dd8c-a071-4b27-b336-0bf65c34b794) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:45:39.986473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:40.002834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Transition to ACTIVE for port object 9e30dd8c-a071-4b27-b336-0bf65c34b794 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:45:40.023126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:40.039658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee86dd7c-da1d-4ab0-afba-5eb9bce2e4ee tempest-ServersAdminNegativeTestJSON-547352971 tempest-ServersAdminNegativeTestJSON-547352971] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:45:40.184066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event updated for resources: {'Port': ['ID=9e30dd8c-a071-4b27-b336-0bf65c34b794,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:45:40.188429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:45:40.238819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:45:40.240031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:45:40.243067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:45:40.313335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:40.314129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:40.340113 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0403097
Dec 03 11:45:40.358682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Request body: {'port': {'device_id': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:45:40.476439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1e1b7-523d-4e56-905b-a62c0692590c req-4b9762d8-c4af-4524-87d7-702b92a90896 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:40.479655 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35e1e1b7-523d-4e56-905b-a62c0692590c req-4b9762d8-c4af-4524-87d7-702b92a90896 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 932 time: 0.0937631
Dec 03 11:45:40.483733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:40.485748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0492b8ec-4299-4aeb-bc69-a18dc2dabb98 None None] Provisioning for port 9e30dd8c-a071-4b27-b336-0bf65c34b794 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:45:40.493018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0492b8ec-4299-4aeb-bc69-a18dc2dabb98 None None] Provisioning complete for port 9e30dd8c-a071-4b27-b336-0bf65c34b794 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:45:40.494089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0492b8ec-4299-4aeb-bc69-a18dc2dabb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:40.531602 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35e1e1b7-523d-4e56-905b-a62c0692590c req-5200bb77-bf19-49c7-a05f-74c776a4db2e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456178
Dec 03 11:45:40.550239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0492b8ec-4299-4aeb-bc69-a18dc2dabb98 None None] Port 9e30dd8c-a071-4b27-b336-0bf65c34b794 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:45:40.900803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e30dd8c-a071-4b27-b336-0bf65c34b794 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:45:40.907922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:40.921068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Transition to ACTIVE for port object 9e30dd8c-a071-4b27-b336-0bf65c34b794 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:45:40.924283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:40.939830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-05671000-8d30-43a6-9528-b773130678c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:45:41.077593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Pushing event updated for resources: {'Port': ['ID=9e30dd8c-a071-4b27-b336-0bf65c34b794,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:45:41.081942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:45:41.263421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Attempting to bind port 9e30dd8c-a071-4b27-b336-0bf65c34b794 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:45:41.263934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Attempting to bind port 9e30dd8c-a071-4b27-b336-0bf65c34b794 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:45:41.264136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Attempting to bind port 9e30dd8c-a071-4b27-b336-0bf65c34b794 on network 40d772ef-958f-4df0-9b59-aa2035a974d9 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:45:41.270620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:45:41.271022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Checking segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:45:41.271435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:41.271834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Bound using segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:45:41.272306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Bound port: 9e30dd8c-a071-4b27-b336-0bf65c34b794, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:45:41.272686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:41.371676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] For port 9e30dd8c-a071-4b27-b336-0bf65c34b794, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:45:41.375119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] For port 9e30dd8c-a071-4b27-b336-0bf65c34b794, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:45:41.379140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:41.395422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a56fd8f0-1dde-4cc2-b267-f38c48a0387b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:45:41.539635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Pushing event updated for resources: {'Port': ['ID=9e30dd8c-a071-4b27-b336-0bf65c34b794,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:45:41.549530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:45:41.583585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:41.584251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:41.585885 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] 10.222.0.91 "PUT /v2.0/ports/9e30dd8c-a071-4b27-b336-0bf65c34b794 HTTP/1.1" status: 200  len: 1158 time: 1.2321537
Dec 03 11:45:41.586451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:45:41.685660 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794', 'status': 'completed', 'code': 200}
Dec 03 11:45:41.727516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-9b77b176-0bef-47fa-aacc-eebdb35d929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:41.729501 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-9b77b176-0bef-47fa-aacc-eebdb35d929b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 1161 time: 0.0909514
Dec 03 11:45:41.761310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865845e6-5a78-481a-82c8-7bf407cd8ce1 req-12eefcb8-bd3f-46d8-a94b-770294b0705a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:41.762997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-865845e6-5a78-481a-82c8-7bf407cd8ce1 req-12eefcb8-bd3f-46d8-a94b-770294b0705a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 944 time: 0.0909011
Dec 03 11:45:41.812883 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-375c5e59-6a7e-4508-8004-0aa28a97acae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794 HTTP/1.1" status: 200  len: 217 time: 0.0697837
Dec 03 11:45:41.817314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-865845e6-5a78-481a-82c8-7bf407cd8ce1 req-9cb7bb0a-1bf9-4e19-858d-d995736c0195 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474017
Dec 03 11:45:41.882952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-5642f296-0960-4597-a929-0e4e24887def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:41.884472 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-5642f296-0960-4597-a929-0e4e24887def service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0651953
Dec 03 11:45:41.967652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-180cff96-acf8-4141-a55f-218d2fc0323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:41.969277 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-180cff96-acf8-4141-a55f-218d2fc0323c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0786576
Dec 03 11:45:42.116317 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-83b0716c-a244-429d-84d9-f45dbe85395f service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393080
Dec 03 11:45:42.260963 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6716088-3ef6-420c-b934-26b9b7833da0 req-c66b12a1-7087-43e9-a663-a9c0a864b81f service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383204
Dec 03 11:45:42.420586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9177249-1ea8-4cd3-8f7c-f5ba5940ac4a req-8b43c270-3153-4a79-8110-816d19fd704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:42.422207 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c9177249-1ea8-4cd3-8f7c-f5ba5940ac4a req-8b43c270-3153-4a79-8110-816d19fd704c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 1161 time: 0.0793352
Dec 03 11:45:42.567498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9177249-1ea8-4cd3-8f7c-f5ba5940ac4a req-ff4acdc6-fa78-4977-b294-a37aebe058c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:42.569062 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c9177249-1ea8-4cd3-8f7c-f5ba5940ac4a req-ff4acdc6-fa78-4977-b294-a37aebe058c4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1394653
Dec 03 11:45:42.644865 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c9177249-1ea8-4cd3-8f7c-f5ba5940ac4a req-dfb6520c-595e-415d-ad0a-ea12c7c14600 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794 HTTP/1.1" status: 200  len: 217 time: 0.0680008
Dec 03 11:45:42.714556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9177249-1ea8-4cd3-8f7c-f5ba5940ac4a req-bbf8e266-eede-4d54-a814-c715a69439e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:42.716066 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c9177249-1ea8-4cd3-8f7c-f5ba5940ac4a req-bbf8e266-eede-4d54-a814-c715a69439e1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0652552
Dec 03 11:45:42.799896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9177249-1ea8-4cd3-8f7c-f5ba5940ac4a req-eb480d6a-6843-47c1-ad3d-34221c1a5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:42.801534 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c9177249-1ea8-4cd3-8f7c-f5ba5940ac4a req-eb480d6a-6843-47c1-ad3d-34221c1a5c1e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0784585
Dec 03 11:45:43.046384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3693b-3b1e-4b4c-b1e5-4418e957482e req-04276b1a-2960-4c6c-b020-d398055fa4b2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:43.048017 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cef3693b-3b1e-4b4c-b1e5-4418e957482e req-04276b1a-2960-4c6c-b020-d398055fa4b2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 944 time: 0.0884852
Dec 03 11:45:43.097750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cef3693b-3b1e-4b4c-b1e5-4418e957482e req-abab4e8c-1b9c-42f4-8601-bb420301810c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425882
Dec 03 11:45:43.201989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c9177249-1ea8-4cd3-8f7c-f5ba5940ac4a req-da490f42-71a6-4b0f-978f-8f343e578c48 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3931680
Dec 03 11:45:43.348386 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c9177249-1ea8-4cd3-8f7c-f5ba5940ac4a req-777229ad-27fe-4325-b1a4-0204a897c09e service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390131
Dec 03 11:45:44.317325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ff179-2874-44f7-a591-be76d4536af8 req-98d6b72d-3482-4f3d-9050-d7f004b3a4ff tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:44.318859 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-231ff179-2874-44f7-a591-be76d4536af8 req-98d6b72d-3482-4f3d-9050-d7f004b3a4ff tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 944 time: 0.0911288
Dec 03 11:45:44.368601 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-231ff179-2874-44f7-a591-be76d4536af8 req-f4046575-828d-4619-81d7-8db18c388b63 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420852
Dec 03 11:45:45.576807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf2c3a-4569-4399-a56f-520afb574224 req-15bd8706-6deb-45d6-8a7d-28a4bc4757db tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:45.578319 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3eaf2c3a-4569-4399-a56f-520afb574224 req-15bd8706-6deb-45d6-8a7d-28a4bc4757db tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 944 time: 0.0828333
Dec 03 11:45:45.628555 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3eaf2c3a-4569-4399-a56f-520afb574224 req-0317d37f-01c2-4da3-95bd-23082130fd36 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439398
Dec 03 11:45:46.455143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9e30dd8c-a071-4b27-b336-0bf65c34b794 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:45:46.524419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 9e30dd8c-a071-4b27-b336-0bf65c34b794 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:45:46.529331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 9e30dd8c-a071-4b27-b336-0bf65c34b794 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:45:46.529755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:46.651869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:46.680452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:45:46.691134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 9e30dd8c-a071-4b27-b336-0bf65c34b794, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:45:46.696419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:46.699025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:45:46.745056 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794', 'code': 200}
Dec 03 11:45:46.771972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=9e30dd8c-a071-4b27-b336-0bf65c34b794,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:45:46.775297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:45:46.848136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb3426-4cd2-4894-9550-ea3761f930ce req-00ec42b0-4fac-497c-99ae-485ade42a42d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:46.850014 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5ccb3426-4cd2-4894-9550-ea3761f930ce req-00ec42b0-4fac-497c-99ae-485ade42a42d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0904675
Dec 03 11:45:46.902988 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5ccb3426-4cd2-4894-9550-ea3761f930ce req-207bd823-eeef-4af4-a1c8-87b2d74adc8d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455573
Dec 03 11:45:47.017370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14f4c1-5836-4de8-8dba-5fd42998d818 req-44047128-fd89-46e5-aba9-5aec2d326f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:47.018861 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5c14f4c1-5836-4de8-8dba-5fd42998d818 req-44047128-fd89-46e5-aba9-5aec2d326f7d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 1163 time: 0.0748835
Dec 03 11:45:47.061607 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5c14f4c1-5836-4de8-8dba-5fd42998d818 req-89b9e240-e7db-40bb-a25e-cdfdf3bb343f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366421
Dec 03 11:45:48.079891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9e30dd8c-a071-4b27-b336-0bf65c34b794 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:45:48.127052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c759c-6d58-46c2-86a3-eaf658a2a0ce req-7aaa0da3-cf15-4fdb-a171-47e99acdd815 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:48.128695 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-700c759c-6d58-46c2-86a3-eaf658a2a0ce req-7aaa0da3-cf15-4fdb-a171-47e99acdd815 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0907509
Dec 03 11:45:48.150085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 9e30dd8c-a071-4b27-b336-0bf65c34b794 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:45:48.150510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:48.177629 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-700c759c-6d58-46c2-86a3-eaf658a2a0ce req-adef7a90-1abe-4575-adba-367cc14335e1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411704
Dec 03 11:45:49.395287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e7015-0f46-4ab6-864d-f2baf27ec4c3 req-3cab671b-47b1-4871-80df-1515c9f49fbe tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:49.396903 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c90e7015-0f46-4ab6-864d-f2baf27ec4c3 req-3cab671b-47b1-4871-80df-1515c9f49fbe tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0868919
Dec 03 11:45:49.447598 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c90e7015-0f46-4ab6-864d-f2baf27ec4c3 req-769b9758-6f09-4cd3-817e-7196e828ab59 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439503
Dec 03 11:45:49.651164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e436f-6509-4d25-a0f8-587cde07cabb req-2961001b-78d1-48c1-851d-0095f89b9d00 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:49.652764 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-123e436f-6509-4d25-a0f8-587cde07cabb req-2961001b-78d1-48c1-851d-0095f89b9d00 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0828533
Dec 03 11:45:49.662320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 53892) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:45:49.669093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-68784fd1-c906-4c36-a38b-54b81a6b26bb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Request body: {'floatingip': {'port_id': '9e30dd8c-a071-4b27-b336-0bf65c34b794'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:45:49.751967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68784fd1-c906-4c36-a38b-54b81a6b26bb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:50.359714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68784fd1-c906-4c36-a38b-54b81a6b26bb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:50.362601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68784fd1-c906-4c36-a38b-54b81a6b26bb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:50.802578 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-68784fd1-c906-4c36-a38b-54b81a6b26bb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66 associated. External IP: 172.26.1.68, port: 9e30dd8c-a071-4b27-b336-0bf65c34b794.
Dec 03 11:45:51.166070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68784fd1-c906-4c36-a38b-54b81a6b26bb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Router f604d7aa-6695-467c-8dce-69be1ca2314c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:45:51.355506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68784fd1-c906-4c36-a38b-54b81a6b26bb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:45:51.360433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68784fd1-c906-4c36-a38b-54b81a6b26bb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:51.366276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f25cdd-cc8e-431a-9e7f-3deda23cb4b5 None None] Sync routers for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:45:51.376676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f25cdd-cc8e-431a-9e7f-3deda23cb4b5 None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:45:51.377398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-02f25cdd-cc8e-431a-9e7f-3deda23cb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4a7c978>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:45:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:45:51.419981 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-68784fd1-c906-4c36-a38b-54b81a6b26bb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "PUT /v2.0/floatingips/a249fc3b-50ae-415d-aa83-0c25a5a6af66 HTTP/1.1" status: 200  len: 991 time: 1.7556746
Dec 03 11:45:51.420613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:45:51.492794 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794', 'status': 'completed', 'code': 200}
Dec 03 11:45:51.539854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:45:51.584371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-02f25cdd-cc8e-431a-9e7f-3deda23cb4b5 None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:45:51.632341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab7630-3036-49ed-888a-7c812b88f835 req-80c54910-2b1f-4ece-b9c5-f8f044536778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:51.633948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2dab7630-3036-49ed-888a-7c812b88f835 req-80c54910-2b1f-4ece-b9c5-f8f044536778 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 1163 time: 0.0804944
Dec 03 11:45:51.845893 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6368353a-378d-4575-8790-2f04fc730eb8 req-c2e9b721-a845-45bd-befb-ba1d54135e85 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1795645
Dec 03 11:45:51.846875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab7630-3036-49ed-888a-7c812b88f835 req-9da34fae-655f-44d2-88f4-09c031e06752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:51.848298 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2dab7630-3036-49ed-888a-7c812b88f835 req-9da34fae-655f-44d2-88f4-09c031e06752 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.2049952
Dec 03 11:45:51.961133 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2dab7630-3036-49ed-888a-7c812b88f835 req-6c4ef70e-39dd-464b-b42c-8ec4d2c48dae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794 HTTP/1.1" status: 200  len: 999 time: 0.1052394
Dec 03 11:45:51.965087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-02f25cdd-cc8e-431a-9e7f-3deda23cb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4a7c978>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'a249fc3b-50ae-415d-aa83-0c25a5a6af66', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'port_id': '9e30dd8c-a071-4b27-b336-0bf65c34b794', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'mac_address': 'fa:16:3e:c8:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:41:33Z', 'updated_at': '2020-12-03T11:45:50Z', 'revision_number': 9, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:45:51.969323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f25cdd-cc8e-431a-9e7f-3deda23cb4b5 None None] Checking router: f604d7aa-6695-467c-8dce-69be1ca2314c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:45:51.978889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f25cdd-cc8e-431a-9e7f-3deda23cb4b5 None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:45:51.979616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-02f25cdd-cc8e-431a-9e7f-3deda23cb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4a7c978>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:45:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:45:52.033903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab7630-3036-49ed-888a-7c812b88f835 req-3fdd3420-05e4-45d7-a0fc-e871761da073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:52.035535 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2dab7630-3036-49ed-888a-7c812b88f835 req-3fdd3420-05e4-45d7-a0fc-e871761da073 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0677636
Dec 03 11:45:52.115517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab7630-3036-49ed-888a-7c812b88f835 req-216d0e80-1e21-4c9c-8720-cf48f4a5dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:52.117687 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2dab7630-3036-49ed-888a-7c812b88f835 req-216d0e80-1e21-4c9c-8720-cf48f4a5dad5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0754168
Dec 03 11:45:52.167626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-02f25cdd-cc8e-431a-9e7f-3deda23cb4b5 None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:45:52.183971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:45:52.262067 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2dab7630-3036-49ed-888a-7c812b88f835 req-62153bb5-bd5e-4b70-afe9-1e474eb74a36 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377399
Dec 03 11:45:52.418192 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2dab7630-3036-49ed-888a-7c812b88f835 req-009b19ce-e697-4940-be10-2e1d94f8d827 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1498451
Dec 03 11:45:52.621298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368353a-378d-4575-8790-2f04fc730eb8 req-5dff695a-ff2e-4d23-bc59-64d7ad4e0b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:52.622966 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6368353a-378d-4575-8790-2f04fc730eb8 req-5dff695a-ff2e-4d23-bc59-64d7ad4e0b29 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 1163 time: 0.0782590
Dec 03 11:45:52.713778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-02f25cdd-cc8e-431a-9e7f-3deda23cb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4a7c978>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'a249fc3b-50ae-415d-aa83-0c25a5a6af66', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'port_id': '9e30dd8c-a071-4b27-b336-0bf65c34b794', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'mac_address': 'fa:16:3e:c8:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:41:33Z', 'updated_at': '2020-12-03T11:45:50Z', 'revision_number': 9, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:45:52.717923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f25cdd-cc8e-431a-9e7f-3deda23cb4b5 None None] The sync data for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs is: [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'a249fc3b-50ae-415d-aa83-0c25a5a6af66', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'port_id': '9e30dd8c-a071-4b27-b336-0bf65c34b794', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'mac_address': 'fa:16:3e:c8:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:41:33Z', 'updated_at': '2020-12-03T11:45:50Z', 'revision_number': 9, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:45:52.787302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368353a-378d-4575-8790-2f04fc730eb8 req-321ec788-db74-4c29-850d-ecf62bb0c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:52.789473 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6368353a-378d-4575-8790-2f04fc730eb8 req-321ec788-db74-4c29-850d-ecf62bb0c477 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1458104
Dec 03 11:45:52.900781 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6368353a-378d-4575-8790-2f04fc730eb8 req-5167e98c-dafa-4fd8-8884-65093b5d00f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794 HTTP/1.1" status: 200  len: 999 time: 0.1046755
Dec 03 11:45:52.976525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368353a-378d-4575-8790-2f04fc730eb8 req-2b1dc2f9-58e5-4a7a-a59a-a63746720f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:52.978058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6368353a-378d-4575-8790-2f04fc730eb8 req-2b1dc2f9-58e5-4a7a-a59a-a63746720f78 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0709441
Dec 03 11:45:52.995402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2793cb01-6358-41a5-89b0-916c8fc8c1a6 None None] New status for floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:45:53.059749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368353a-378d-4575-8790-2f04fc730eb8 req-91712022-8b89-4ba2-880c-25b726d4810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:45:53.061380 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6368353a-378d-4575-8790-2f04fc730eb8 req-91712022-8b89-4ba2-880c-25b726d4810a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0771105
Dec 03 11:45:53.208011 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6368353a-378d-4575-8790-2f04fc730eb8 req-0a7bcc0e-02ac-4485-85cb-b5c5e9a79d27 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392791
Dec 03 11:45:53.354294 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6368353a-378d-4575-8790-2f04fc730eb8 req-c1d10ae3-8278-4ea4-8874-665508de3126 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401062
Dec 03 11:46:00.837910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2760283e-2e6b-4720-8e1f-f3dc30330312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:46:02.959057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cec98284-23f0-49ed-8fb5-2a746460499a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:46:03.839879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:46:05.059365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:46:05.584552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:46:21.487974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:46:29.183158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:46:30.843499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-af9ebf06-d599-43d7-a133-6a3d6a1659ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:46:32.960944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-92dfa4a1-75c8-4f09-a657-d78435a64c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:46:33.842684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:46:35.060913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:46:35.584422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:46:51.494632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:46:52.727052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dbfc76e-6c30-4975-bc44-873204ea1076 req-535b9e89-8473-4185-ac8b-369d8f0920d6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0750296
Dec 03 11:46:52.891552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc76e-6c30-4975-bc44-873204ea1076 req-038efa70-82d2-4178-9234-2a2cf3a7e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:46:52.893164 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dbfc76e-6c30-4975-bc44-873204ea1076 req-038efa70-82d2-4178-9234-2a2cf3a7e779 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 1163 time: 0.0784390
Dec 03 11:46:53.049287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc76e-6c30-4975-bc44-873204ea1076 req-17f5bdac-ea5f-40a7-97cb-a08be909a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:46:53.050854 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dbfc76e-6c30-4975-bc44-873204ea1076 req-17f5bdac-ea5f-40a7-97cb-a08be909a83f service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1386621
Dec 03 11:46:53.158893 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dbfc76e-6c30-4975-bc44-873204ea1076 req-4f0261bc-51ef-4f3f-915b-362f5b13bc50 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794 HTTP/1.1" status: 200  len: 1002 time: 0.1014771
Dec 03 11:46:53.228679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc76e-6c30-4975-bc44-873204ea1076 req-5dcc9c59-00b0-40ee-8091-f023c11f6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:46:53.230227 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dbfc76e-6c30-4975-bc44-873204ea1076 req-5dcc9c59-00b0-40ee-8091-f023c11f6edf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0640910
Dec 03 11:46:53.317435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc76e-6c30-4975-bc44-873204ea1076 req-3785025d-e6cb-4eef-b0c0-dc47a297cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:46:53.319070 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dbfc76e-6c30-4975-bc44-873204ea1076 req-3785025d-e6cb-4eef-b0c0-dc47a297cb7f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0759709
Dec 03 11:46:53.463224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dbfc76e-6c30-4975-bc44-873204ea1076 req-7f5544f8-4d5c-4a0d-ae13-47f3a5eaf0dc service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373160
Dec 03 11:46:53.607115 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0dbfc76e-6c30-4975-bc44-873204ea1076 req-f7976087-2e31-461d-ac58-e84deb45e6ea service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368263
Dec 03 11:47:00.845719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e832e63e-0a9f-4a4b-8e69-478ba90c205b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:02.924110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-d767d5ca-6465-405e-9c7d-f63a9367ea77 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0803490
Dec 03 11:47:02.964505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0d664acd-7c8f-4304-be6d-040d978733e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:03.004183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3044260-ae09-4162-88e3-3e33aac44ff4 req-2dd431df-84bd-42f0-b012-4d5364cfdb3e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:03.006412 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d3044260-ae09-4162-88e3-3e33aac44ff4 req-2dd431df-84bd-42f0-b012-4d5364cfdb3e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0959094
Dec 03 11:47:03.057326 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d3044260-ae09-4162-88e3-3e33aac44ff4 req-ab223e05-dca1-448a-b412-06e16438f1af tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442178
Dec 03 11:47:03.846819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:04.238320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232500a9-5db4-4c5c-873f-6541560906bc req-046e4306-2996-4955-a70b-2a0bf6d2c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:04.240686 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-046e4306-2996-4955-a70b-2a0bf6d2c996 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 1163 time: 0.0777874
Dec 03 11:47:04.279032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146994b-4056-4ead-a7ba-7c08f23d18be req-5d6e2212-8e97-4050-b186-613d96e63805 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:04.280629 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2146994b-4056-4ead-a7ba-7c08f23d18be req-5d6e2212-8e97-4050-b186-613d96e63805 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0844858
Dec 03 11:47:04.333801 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2146994b-4056-4ead-a7ba-7c08f23d18be req-b1d586c4-3a0f-48fa-a927-0f2eedc84286 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452676
Dec 03 11:47:04.391455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232500a9-5db4-4c5c-873f-6541560906bc req-47cf45e6-5a72-4440-99f1-8573cd4e59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:04.393196 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-47cf45e6-5a72-4440-99f1-8573cd4e59e7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1460526
Dec 03 11:47:04.502888 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-a77ded74-70ea-46a2-9cc8-fdf4835302a9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794 HTTP/1.1" status: 200  len: 1002 time: 0.1033626
Dec 03 11:47:04.570895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232500a9-5db4-4c5c-873f-6541560906bc req-93bc3585-dfb5-40f5-99ae-d39a534a8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:04.572497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-93bc3585-dfb5-40f5-99ae-d39a534a8031 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0631177
Dec 03 11:47:04.896192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232500a9-5db4-4c5c-873f-6541560906bc req-d4bb1798-8961-4353-a17e-957f6eaddea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:04.897800 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-d4bb1798-8961-4353-a17e-957f6eaddea4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3182502
Dec 03 11:47:05.044769 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-f2dcfbeb-9f6e-496a-bfe4-5637ca632530 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397805
Dec 03 11:47:05.063113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:05.190692 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-9f082c00-4444-4a45-b808-180a4184ec9b service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391292
Dec 03 11:47:05.551805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a16fe-cd78-4ca1-ac5b-e5bae3ebdeeb req-e5660230-0665-4f8f-b562-b8a826e18699 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:05.553435 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-559a16fe-cd78-4ca1-ac5b-e5bae3ebdeeb req-e5660230-0665-4f8f-b562-b8a826e18699 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0839880
Dec 03 11:47:05.588391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:05.603805 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-559a16fe-cd78-4ca1-ac5b-e5bae3ebdeeb req-a0113a3d-4e7b-4fd3-9de1-461d58aa5137 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439391
Dec 03 11:47:06.183158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:47:06.822181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe76c0-a5da-409c-80e4-d0f1f620f66f req-f26d30b0-16ad-4bbd-aea7-3777bb2be408 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:06.823805 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35fe76c0-a5da-409c-80e4-d0f1f620f66f req-f26d30b0-16ad-4bbd-aea7-3777bb2be408 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0870221
Dec 03 11:47:06.870872 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-35fe76c0-a5da-409c-80e4-d0f1f620f66f req-142e0872-700a-4398-a890-c05c893f1be7 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408330
Dec 03 11:47:08.087909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f861c1-515c-436f-baa8-36660be05821 req-83ae6772-a6b1-4431-9f08-700d8c26815f tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:08.089510 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11f861c1-515c-436f-baa8-36660be05821 req-83ae6772-a6b1-4431-9f08-700d8c26815f tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0852945
Dec 03 11:47:08.141992 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11f861c1-515c-436f-baa8-36660be05821 req-207a2c29-5378-403d-9d36-d374f224108a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461199
Dec 03 11:47:09.356134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb868b-ac68-418f-b1cc-f91c508cc653 req-4be40f7e-bfec-444c-85d5-2b0a9826b8ba tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:09.357741 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6bb868b-ac68-418f-b1cc-f91c508cc653 req-4be40f7e-bfec-444c-85d5-2b0a9826b8ba tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0838368
Dec 03 11:47:09.408453 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6bb868b-ac68-418f-b1cc-f91c508cc653 req-1c9bdfa1-6c28-40b8-8cf9-8a6f657df553 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440228
Dec 03 11:47:10.630658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c515d0-96a5-4764-871e-29c531ca24bc req-665fb673-6e5e-43bf-ba18-42f4581a79d6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:10.632839 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-37c515d0-96a5-4764-871e-29c531ca24bc req-665fb673-6e5e-43bf-ba18-42f4581a79d6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0877066
Dec 03 11:47:10.680465 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-37c515d0-96a5-4764-871e-29c531ca24bc req-263c047e-e887-4e48-ab50-9bb084f7f3e3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408707
Dec 03 11:47:11.894414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c9630-5fc7-41cb-8169-089756c0e872 req-72936b65-48b6-48c0-9fea-839fabeebc86 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:11.896097 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a0c9630-5fc7-41cb-8169-089756c0e872 req-72936b65-48b6-48c0-9fea-839fabeebc86 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0841014
Dec 03 11:47:11.947811 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a0c9630-5fc7-41cb-8169-089756c0e872 req-ae6448b2-5cfe-42b1-a576-dd0dfe20edbd tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447140
Dec 03 11:47:13.165549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03b567-1ac1-4cc5-8420-ddee005aedb3 req-9a87d68e-0e53-4225-8f98-30ad9664d8aa tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:13.167636 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0c03b567-1ac1-4cc5-8420-ddee005aedb3 req-9a87d68e-0e53-4225-8f98-30ad9664d8aa tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0879145
Dec 03 11:47:13.216742 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0c03b567-1ac1-4cc5-8420-ddee005aedb3 req-8600cdc6-9f59-4bff-af55-149d6cae03f7 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427163
Dec 03 11:47:14.433323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5c9b7-07b0-407d-b4f1-0099f961fe5f req-614a5a27-6e55-4863-a083-e74019fada9b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:14.434957 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1a5c9b7-07b0-407d-b4f1-0099f961fe5f req-614a5a27-6e55-4863-a083-e74019fada9b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0896389
Dec 03 11:47:14.483407 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1a5c9b7-07b0-407d-b4f1-0099f961fe5f req-7242973c-b73c-4b7d-81a9-5bdb9f36dcdc tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421743
Dec 03 11:47:15.694172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a948bc-a9af-4854-bb90-1fb8243ae6ac req-91374c52-cf6c-4944-9dce-a1803b37f386 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:15.695856 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11a948bc-a9af-4854-bb90-1fb8243ae6ac req-91374c52-cf6c-4944-9dce-a1803b37f386 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0830708
Dec 03 11:47:15.748043 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-11a948bc-a9af-4854-bb90-1fb8243ae6ac req-425a6b90-d0b5-48fa-9ff7-a029626d7fca tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442276
Dec 03 11:47:17.092851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225edc1-b2f4-4a2e-ac20-25456a38e123 req-ed0479a0-0ac8-4e13-b93d-d38ab08f5fcb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:17.094373 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7225edc1-b2f4-4a2e-ac20-25456a38e123 req-ed0479a0-0ac8-4e13-b93d-d38ab08f5fcb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0842330
Dec 03 11:47:17.142219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7225edc1-b2f4-4a2e-ac20-25456a38e123 req-3748cb84-e38a-4c86-8483-b9ec660af142 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413351
Dec 03 11:47:18.364413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20debd2d-ea70-4477-96aa-2127aa6c9e8e req-5a48b1ae-6207-413d-811b-c32224fe166d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:18.366021 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-20debd2d-ea70-4477-96aa-2127aa6c9e8e req-5a48b1ae-6207-413d-811b-c32224fe166d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0903804
Dec 03 11:47:18.413785 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-20debd2d-ea70-4477-96aa-2127aa6c9e8e req-48c7b911-ab41-4d1c-92f7-e8b02f2b2767 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413046
Dec 03 11:47:19.622721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9d908-c4c2-4a4a-9d8b-04e0aeb289c6 req-fa0c862a-5f06-40ff-9570-cb7d655c9fb5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:19.624278 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-abc9d908-c4c2-4a4a-9d8b-04e0aeb289c6 req-fa0c862a-5f06-40ff-9570-cb7d655c9fb5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0834022
Dec 03 11:47:19.673439 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-abc9d908-c4c2-4a4a-9d8b-04e0aeb289c6 req-9e01b39c-f8ab-48af-9b66-20461eee3c11 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429411
Dec 03 11:47:20.890223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a20657-2d72-4db3-b437-b4e8aa69b4c3 req-126e38e0-7025-42dc-bb29-060b9faae6f1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:20.891966 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-20a20657-2d72-4db3-b437-b4e8aa69b4c3 req-126e38e0-7025-42dc-bb29-060b9faae6f1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0869696
Dec 03 11:47:20.942427 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-20a20657-2d72-4db3-b437-b4e8aa69b4c3 req-a2f146e0-b686-4de5-a361-b5961fa8b5bd tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439260
Dec 03 11:47:21.501651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:22.166252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaccc96-e8ac-42ef-a0c2-df771fe34349 req-56ecc0bd-36fb-4663-9eab-6f0da76e6db7 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:22.168810 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-beaccc96-e8ac-42ef-a0c2-df771fe34349 req-56ecc0bd-36fb-4663-9eab-6f0da76e6db7 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0905561
Dec 03 11:47:22.171591 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-5f2c777d-4761-47bb-a67a-83ec0e2cab10 service neutron] 10.222.0.91 "GET /v2.0/ports/9e30dd8c-a071-4b27-b336-0bf65c34b794/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0812795
Dec 03 11:47:22.218368 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-beaccc96-e8ac-42ef-a0c2-df771fe34349 req-151c9445-8f36-4c8e-b6bd-57a909c43cb3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421517
Dec 03 11:47:22.480336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232500a9-5db4-4c5c-873f-6541560906bc req-0e444145-9c3f-4424-9f00-46efbc9b8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:22.481858 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-0e444145-9c3f-4424-9f00-46efbc9b8c0c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b&tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 1163 time: 0.0856178
Dec 03 11:47:22.589553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232500a9-5db4-4c5c-873f-6541560906bc req-913c2bcd-1266-47cd-84ac-a0c29b17617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:22.591158 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-913c2bcd-1266-47cd-84ac-a0c29b17617a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 1163 time: 0.0770676
Dec 03 11:47:22.736999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232500a9-5db4-4c5c-873f-6541560906bc req-afad7925-f9d9-4aa3-b854-74d3d07e82fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:22.738487 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-afad7925-f9d9-4aa3-b854-74d3d07e82fb service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1406901
Dec 03 11:47:22.847661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-790ce424-ab19-4043-9b9e-ed1c40f16973 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794 HTTP/1.1" status: 200  len: 1002 time: 0.1018391
Dec 03 11:47:22.862839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9e30dd8c-a071-4b27-b336-0bf65c34b794 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:47:22.919350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232500a9-5db4-4c5c-873f-6541560906bc req-74577309-bfb8-48cb-9143-e66811a64538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:22.921001 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-74577309-bfb8-48cb-9143-e66811a64538 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0664434
Dec 03 11:47:22.982426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:23.005468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232500a9-5db4-4c5c-873f-6541560906bc req-4e08588e-2d59-4901-913d-58b5bbe66d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:23.007057 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-4e08588e-2d59-4901-913d-58b5bbe66d4f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0797102
Dec 03 11:47:23.010029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:47:23.021210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 9e30dd8c-a071-4b27-b336-0bf65c34b794, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:47:23.025048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:23.026965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:47:23.083671 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794', 'code': 200}
Dec 03 11:47:23.098673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=9e30dd8c-a071-4b27-b336-0bf65c34b794,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:47:23.106803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.109046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.109046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.109046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.109046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.109046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.109046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.109521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.109622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.109918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.110278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.110635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.111074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.111435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.111793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.112181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.112512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.112868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.113224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.113579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.113939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.114295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.114651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.115025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:23.119463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:47:23.156421 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-325eaf3e-8ab5-4d54-a18f-dd385386f9ae service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425123
Dec 03 11:47:23.305106 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232500a9-5db4-4c5c-873f-6541560906bc req-9ff45c60-7497-4865-bf0d-977a7db09517 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420014
Dec 03 11:47:23.441068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad96762-d58e-432b-885d-cffa0e1c5d0b req-bb85ea94-12b6-4a5c-932e-f190f3b495f1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:23.442698 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7ad96762-d58e-432b-885d-cffa0e1c5d0b req-bb85ea94-12b6-4a5c-932e-f190f3b495f1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 944 time: 0.0881708
Dec 03 11:47:23.496967 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7ad96762-d58e-432b-885d-cffa0e1c5d0b req-4194f241-5729-4b86-9794-662892533fe7 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470681
Dec 03 11:47:24.711842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5b905-1ebc-4add-8fc4-a5c5528be826 req-3cf225b3-5ef7-418b-ad8e-57873513e0cf tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:24.713479 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-07e5b905-1ebc-4add-8fc4-a5c5528be826 req-3cf225b3-5ef7-418b-ad8e-57873513e0cf tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 944 time: 0.0837283
Dec 03 11:47:24.760405 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-07e5b905-1ebc-4add-8fc4-a5c5528be826 req-5676c49f-2c3f-4c81-9ba2-0cd8a30373ac tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395985
Dec 03 11:47:25.977374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adfbd5-0c1e-41a5-a726-b64caafb790e req-a6cb44a6-8f64-4b85-9257-7b899a66d8aa tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:25.978998 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b8adfbd5-0c1e-41a5-a726-b64caafb790e req-a6cb44a6-8f64-4b85-9257-7b899a66d8aa tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 944 time: 0.0872972
Dec 03 11:47:26.026543 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b8adfbd5-0c1e-41a5-a726-b64caafb790e req-410f853a-6324-4248-bbc0-5b9f8b343742 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404391
Dec 03 11:47:27.208606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9e30dd8c-a071-4b27-b336-0bf65c34b794 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:47:27.244863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29f0cf-ebdf-4e9d-b602-ee91360bcf8f req-7e20eac1-e68c-4dfe-91ef-7f929806645a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:27.246805 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec29f0cf-ebdf-4e9d-b602-ee91360bcf8f req-7e20eac1-e68c-4dfe-91ef-7f929806645a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 944 time: 0.0841470
Dec 03 11:47:27.281241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 9e30dd8c-a071-4b27-b336-0bf65c34b794 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:47:27.281664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:27.298468 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ec29f0cf-ebdf-4e9d-b602-ee91360bcf8f req-7b7dd835-181c-48ee-aa4d-e6ef23a7caf3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452921
Dec 03 11:47:27.402809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:27.429752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:47:27.440798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 9e30dd8c-a071-4b27-b336-0bf65c34b794, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:47:27.444358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:27.446272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1c285e73-b58e-423d-ad98-769a6a1d32fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:47:27.505489 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794', 'code': 200}
Dec 03 11:47:27.517154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=9e30dd8c-a071-4b27-b336-0bf65c34b794,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:47:27.520550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:47:27.754052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-5bb3512c-b46c-4800-8790-e57ee88c6ae9 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:27.754732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-5bb3512c-b46c-4800-8790-e57ee88c6ae9 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Synchronizing usage tracker for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:47:27.769882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-5bb3512c-b46c-4800-8790-e57ee88c6ae9 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Unset dirty status for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:47:27.771283 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-5bb3512c-b46c-4800-8790-e57ee88c6ae9 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b&tenant_id=3ed18cda671d479c8f14e6745a210f2b&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 946 time: 0.1070776
Dec 03 11:47:27.816536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a249990-eaa6-4b7d-92f2-760b697d0461 req-3ebaf335-4c44-46d9-9f87-24bd76604305 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:27.818163 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a249990-eaa6-4b7d-92f2-760b697d0461 req-3ebaf335-4c44-46d9-9f87-24bd76604305 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0855007
Dec 03 11:47:27.853558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-9b4bbf10-81e1-4275-96c8-b3b72799f8b9 service neutron] 10.222.0.91 "GET /v2.0/ports/9e30dd8c-a071-4b27-b336-0bf65c34b794/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0762572
Dec 03 11:47:27.865991 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a249990-eaa6-4b7d-92f2-760b697d0461 req-35d4552d-98dc-45f9-8b14-8407eb5b9882 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410810
Dec 03 11:47:27.970400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-6b141846-64fb-416c-978b-0f54bbbc1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:27.972065 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-6b141846-64fb-416c-978b-0f54bbbc1d79 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 1163 time: 0.0789492
Dec 03 11:47:28.115278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-9563f67c-1f36-4add-bbc6-67229e875466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:28.116747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-9563f67c-1f36-4add-bbc6-67229e875466 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1386256
Dec 03 11:47:28.223256 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-a9849fdd-f278-4b58-ae1b-e89d5f3b9e8c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794 HTTP/1.1" status: 200  len: 1002 time: 0.0995035
Dec 03 11:47:28.290214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-a57443e6-fadd-4363-8443-4b07f31b6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:28.291815 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-a57443e6-fadd-4363-8443-4b07f31b6de8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0628352
Dec 03 11:47:28.372204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-c6e9fdb3-171a-480d-8390-154a460fce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:28.373723 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-c6e9fdb3-171a-480d-8390-154a460fce78 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0749989
Dec 03 11:47:28.518333 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-528c58cb-e91a-414b-93e8-1d9da0bde4a2 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382778
Dec 03 11:47:28.660141 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-50729131-121c-45c0-be2e-c9356a418ea0 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356854
Dec 03 11:47:29.048843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9e30dd8c-a071-4b27-b336-0bf65c34b794 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:47:29.086641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f81d5-5f85-4ec7-87fa-973384d05909 req-d063ff8e-dce1-4f34-af7d-f31acb1c5731 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:29.088281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e42f81d5-5f85-4ec7-87fa-973384d05909 req-d063ff8e-dce1-4f34-af7d-f31acb1c5731 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0878723
Dec 03 11:47:29.122667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 9e30dd8c-a071-4b27-b336-0bf65c34b794 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:47:29.123123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:29.137448 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e42f81d5-5f85-4ec7-87fa-973384d05909 req-6375804f-61b5-4c28-99cf-36e47893f20a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424676
Dec 03 11:47:30.369621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c41ba0-cd7e-4d21-a5a9-2d6ea3c94f9c req-5e7fd21a-8e1e-4d7d-904c-5741356051d6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:30.371412 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33c41ba0-cd7e-4d21-a5a9-2d6ea3c94f9c req-5e7fd21a-8e1e-4d7d-904c-5741356051d6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0912185
Dec 03 11:47:30.426612 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33c41ba0-cd7e-4d21-a5a9-2d6ea3c94f9c req-f3fcde7f-2a0a-4c91-9de7-31cab5d837df tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483761
Dec 03 11:47:30.851956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1f4f-7956-4ce9-929e-7b2bb1ef2aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:30.928774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9e30dd8c-a071-4b27-b336-0bf65c34b794 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:47:31.077544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:31.111794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:47:31.123049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 9e30dd8c-a071-4b27-b336-0bf65c34b794, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:47:31.126064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:31.128140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de4f14c2-962b-4498-934b-9847113c4368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:47:31.192927 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794', 'code': 200}
Dec 03 11:47:31.201710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=9e30dd8c-a071-4b27-b336-0bf65c34b794,revision_number=7']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:47:31.205189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:47:31.455543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-a5bc3c6a-9b7c-4362-9458-3a74548d1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:31.457232 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-a5bc3c6a-9b7c-4362-9458-3a74548d1994 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b&tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 1161 time: 0.0853667
Dec 03 11:47:31.573823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-d355b454-a5ef-4b56-9fbe-75c904d986ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:31.575675 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-d355b454-a5ef-4b56-9fbe-75c904d986ec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 1161 time: 0.0824463
Dec 03 11:47:31.725865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-2ea73a59-aed0-4b8c-adc7-e17d893524df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:31.727497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-2ea73a59-aed0-4b8c-adc7-e17d893524df service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1451542
Dec 03 11:47:31.795723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d743b4-4593-445b-8c8f-a2d4e6f7ebf9 req-3c0ed188-6b44-4eb9-80fc-e7373860c85d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:31.797361 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-17d743b4-4593-445b-8c8f-a2d4e6f7ebf9 req-3c0ed188-6b44-4eb9-80fc-e7373860c85d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 944 time: 0.0860913
Dec 03 11:47:31.836822 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-f22a2afb-664e-4b64-a3ab-2b3056e9f313 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794 HTTP/1.1" status: 200  len: 1000 time: 0.1026738
Dec 03 11:47:31.846153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-17d743b4-4593-445b-8c8f-a2d4e6f7ebf9 req-ac3b0d4e-20c1-47e5-b2c0-431e2cc0bc83 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422387
Dec 03 11:47:31.906900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-9aeb2a02-30e1-4bc2-b82f-64948196ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:31.908524 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-9aeb2a02-30e1-4bc2-b82f-64948196ed08 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0660286
Dec 03 11:47:31.991086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-b451283b-2d46-41ca-a59b-32cf7a4e8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:31.992621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-b451283b-2d46-41ca-a59b-32cf7a4e8280 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0773633
Dec 03 11:47:32.133430 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-c06ef750-28c8-467b-8b44-32b646110d64 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334732
Dec 03 11:47:32.275003 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29ba94ad-fc64-4779-959c-d277b46dcbad req-a573b13a-a0fc-402d-98d9-7ed07c7bd6b9 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352944
Dec 03 11:47:32.967320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad925a21-9478-487b-9d0c-a10bc129fd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:33.071150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71c45c-50ef-4c04-a17e-4506d47e72c7 req-19431cb9-2807-4385-8bf7-88f0a8fe8a85 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:33.072761 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae71c45c-50ef-4c04-a17e-4506d47e72c7 req-19431cb9-2807-4385-8bf7-88f0a8fe8a85 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 944 time: 0.0891142
Dec 03 11:47:33.121781 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae71c45c-50ef-4c04-a17e-4506d47e72c7 req-a211d0c0-a73b-400d-8d8c-f289b3b377d9 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421419
Dec 03 11:47:33.849049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:34.339866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9666380-6957-46f1-acdf-ca7357cec6f0 req-ad387fb1-d1da-44b5-8892-15af53b3c7ab tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:34.341519 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e9666380-6957-46f1-acdf-ca7357cec6f0 req-ad387fb1-d1da-44b5-8892-15af53b3c7ab tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 944 time: 0.0881402
Dec 03 11:47:34.394917 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e9666380-6957-46f1-acdf-ca7357cec6f0 req-a8d85451-2f90-42f2-80f2-a94e2c0689f9 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470929
Dec 03 11:47:35.064168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:35.299471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9e30dd8c-a071-4b27-b336-0bf65c34b794 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:47:35.374841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 9e30dd8c-a071-4b27-b336-0bf65c34b794 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:47:35.375397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:35.498675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:35.527070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:47:35.537447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 9e30dd8c-a071-4b27-b336-0bf65c34b794, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:47:35.541179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:35.543746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:47:35.591787 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794', 'code': 200}
Dec 03 11:47:35.615152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:35.618963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825db03c-348b-49d1-8e9d-8dd95e9619ac req-f6bcdf2a-a086-4fa7-add2-7d811f3b1a46 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:35.621191 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-825db03c-348b-49d1-8e9d-8dd95e9619ac req-f6bcdf2a-a086-4fa7-add2-7d811f3b1a46 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0925248
Dec 03 11:47:35.626112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=9e30dd8c-a071-4b27-b336-0bf65c34b794,revision_number=8']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:47:35.629482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:47:35.668515 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-825db03c-348b-49d1-8e9d-8dd95e9619ac req-70945841-cdc3-4464-b3a4-7ef083d1dbcc tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405171
Dec 03 11:47:35.884628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe34953-3bd9-4a89-b278-90a0f2ba2f63 req-93df93cf-9036-4861-bcd3-7ee34cb210a6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:35.886429 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ffe34953-3bd9-4a89-b278-90a0f2ba2f63 req-93df93cf-9036-4861-bcd3-7ee34cb210a6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0861082
Dec 03 11:47:35.934418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ffe34953-3bd9-4a89-b278-90a0f2ba2f63 req-9133a586-51a1-4ff2-a022-e3acc3a7d1fc tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413041
Dec 03 11:47:36.145372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6afcee-9581-407c-9fa8-605cf816b538 req-91eee38c-71ec-416e-bd4d-f32d2ebd5377 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:36.146984 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5e6afcee-9581-407c-9fa8-605cf816b538 req-91eee38c-71ec-416e-bd4d-f32d2ebd5377 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0835869
Dec 03 11:47:36.196590 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5e6afcee-9581-407c-9fa8-605cf816b538 req-33439355-070d-47e2-9a7c-c72b4dcf529d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426137
Dec 03 11:47:36.624388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648e455-a438-4b7a-98ae-73683f445b13 req-5c28e818-6464-4851-8119-fe922d22cd96 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:36.626001 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9648e455-a438-4b7a-98ae-73683f445b13 req-5c28e818-6464-4851-8119-fe922d22cd96 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0836658
Dec 03 11:47:36.673207 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9648e455-a438-4b7a-98ae-73683f445b13 req-056e6d04-884e-4ff9-9d35-2df6ffb5ad71 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409758
Dec 03 11:47:37.172621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9e30dd8c-a071-4b27-b336-0bf65c34b794 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:47:37.244468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 9e30dd8c-a071-4b27-b336-0bf65c34b794 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:47:37.245417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:37.893820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296b44b-0b55-4ed6-a30a-01f8a822ad8a req-8eb3e5e1-6b62-4117-9c35-b22f43452669 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:37.895543 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d296b44b-0b55-4ed6-a30a-01f8a822ad8a req-8eb3e5e1-6b62-4117-9c35-b22f43452669 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0874333
Dec 03 11:47:37.944060 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d296b44b-0b55-4ed6-a30a-01f8a822ad8a req-9eb57cc1-505f-4699-8d71-ba5d72525830 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416393
Dec 03 11:47:38.867898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510e41c-3110-4ac8-8ccc-635107886633 req-56b8afe2-68f0-4e6d-a4f8-2d59d1a34baa tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:38.869439 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f510e41c-3110-4ac8-8ccc-635107886633 req-56b8afe2-68f0-4e6d-a4f8-2d59d1a34baa tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0816147
Dec 03 11:47:38.947900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Deleting port 9e30dd8c-a071-4b27-b336-0bf65c34b794 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:47:38.948751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:39.031370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 9e30dd8c-a071-4b27-b336-0bf65c34b794 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:47:39.167074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:39.170033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad95e9-10d6-45c4-abd8-fe98ef29aad8 req-ddb6c349-d853-4d9d-ad8b-9fba5f942b59 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:39.171789 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4dad95e9-10d6-45c4-abd8-fe98ef29aad8 req-ddb6c349-d853-4d9d-ad8b-9fba5f942b59 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 946 time: 0.0908334
Dec 03 11:47:39.204674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 9e30dd8c-a071-4b27-b336-0bf65c34b794, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:47:39.205772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:47:39.216067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:39.218528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:47:39.228000 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4dad95e9-10d6-45c4-abd8-fe98ef29aad8 req-d1d4511e-b5a5-417e-a6f6-663b7c3e5134 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491600
Dec 03 11:47:39.273578 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794', 'code': 200}
Dec 03 11:47:39.301012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=9e30dd8c-a071-4b27-b336-0bf65c34b794,revision_number=9']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:47:39.304481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:47:39.454551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] For port 9e30dd8c-a071-4b27-b336-0bf65c34b794, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9e30dd8c-a071-4b27-b336-0bf65c34b794,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:47:39.454874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:39.756074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:39.756417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:39.756769 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66 disassociated. External IP: 172.26.1.68, port: 9e30dd8c-a071-4b27-b336-0bf65c34b794.
Dec 03 11:47:39.757286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Calling delete_port for 9e30dd8c-a071-4b27-b336-0bf65c34b794 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:47:39.904206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:39.924813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb962a10-90e2-49a9-b404-39f1e0f9a8ef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:47:39.980904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event deleted for resources: {'Port': ['ID=9e30dd8c-a071-4b27-b336-0bf65c34b794,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:47:40.041400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.042377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.042878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.043353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.043778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.044192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.044602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.045012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.045419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.045829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.046239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.046653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.047133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.047541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.047945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.048356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.048952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.049283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.049691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.050092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.050492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.050895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.051318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.051719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:47:40.055640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:47:40.306043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Router f604d7aa-6695-467c-8dce-69be1ca2314c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:47:40.416224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a92a42f7-8648-4d1b-bc7a-404b0df03a4e req-6dafa3d2-9a27-47d5-b183-093c9184a848 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=9ca162b2-5b13-48ef-9e22-81477579db6b HTTP/1.1" status: 200  len: 210 time: 0.0472207
Dec 03 11:47:40.501634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:47:40.512220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e5d6e2-6467-4b7f-ab91-1622434feeb5 None None] Sync routers for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:47:40.522570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e5d6e2-6467-4b7f-ab91-1622434feeb5 None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:47:40.523258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-75e5d6e2-6467-4b7f-ab91-1622434feeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b755f8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:47:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:47:40.542606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] No DVR routers for this DVR port 9e30dd8c-a071-4b27-b336-0bf65c34b794 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:47:40.544984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:40.547823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-deleted', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:47:40.564544 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f510e41c-3110-4ac8-8ccc-635107886633 req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "DELETE /v2.0/ports/9e30dd8c-a071-4b27-b336-0bf65c34b794 HTTP/1.1" status: 204  len: 173 time: 1.6886883
Dec 03 11:47:40.615226 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca162b2-5b13-48ef-9e22-81477579db6b', 'name': 'network-vif-deleted', 'tag': '9e30dd8c-a071-4b27-b336-0bf65c34b794', 'status': 'completed', 'code': 200}
Dec 03 11:47:40.715710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-75e5d6e2-6467-4b7f-ab91-1622434feeb5 None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:47:41.223067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-75e5d6e2-6467-4b7f-ab91-1622434feeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b755f8>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:47:41.227369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e5d6e2-6467-4b7f-ab91-1622434feeb5 None None] Checking router: f604d7aa-6695-467c-8dce-69be1ca2314c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:47:41.237158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e5d6e2-6467-4b7f-ab91-1622434feeb5 None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:47:41.237823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-75e5d6e2-6467-4b7f-ab91-1622434feeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b755f8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:47:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:47:41.424736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-75e5d6e2-6467-4b7f-ab91-1622434feeb5 None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:47:41.764215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-75e5d6e2-6467-4b7f-ab91-1622434feeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b755f8>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:47:41.768513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e5d6e2-6467-4b7f-ab91-1622434feeb5 None None] The sync data for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs is: [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:47:41.841597 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-829b9501-d122-4572-b20b-34024f456d0e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1097411442&fields=id&tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 267 time: 0.0432324
Dec 03 11:47:42.193539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c80710-339b-4c6c-9906-4a8596a66780 None None] New status for floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:47:42.269831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-ec48dff6-a2e3-4e3e-a1d9-284247c67eb3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:42.271451 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-ec48dff6-a2e3-4e3e-a1d9-284247c67eb3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 812 time: 0.4225185
Dec 03 11:47:42.288696 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-bee768f0-1734-4bcd-9bdc-7b3322553d72 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/quotas/3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 375 time: 0.0101502
Dec 03 11:47:42.380446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-59ee57dc-683f-4489-b2d1-a1af837b798c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0856600
Dec 03 11:47:42.620259 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-a6025a1f-9f3c-4b92-aece-1f5b186d6f5e service neutron] 10.222.0.90 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2258258
Dec 03 11:47:42.763096 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-3289b4b0-e667-4950-8b92-3f238332146d service neutron] 10.222.0.90 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363766
Dec 03 11:47:42.966737 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b66db4d1-81f8-4b8b-9e58-9700c9eea3a6 req-ba9d9871-dbb5-4cff-b18e-664bca7a7601 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 210 time: 0.0453918
Dec 03 11:47:43.182790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:47:44.104710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-9019e884-2412-43cb-b2d7-fe676ebfb11d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:44.106146 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-9019e884-2412-43cb-b2d7-fe676ebfb11d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 812 time: 0.1637974
Dec 03 11:47:44.147140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-825ccd5d-6425-489e-be27-a5ce633cda95 req-473e6529-e50a-473f-a9ee-31dd0f0f987b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 210 time: 0.0475693
Dec 03 11:47:44.195828 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-d0a90551-648c-426a-bc1d-a6e9d8309ada tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 5517 time: 0.0713820
Dec 03 11:47:44.207462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Request body: {'port': {'device_id': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'admin_state_up': True, 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'security_groups': ['9ac555c8-1a42-4d63-9811-317f8e21b187']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:47:44.349597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:47:44.355410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Usage tracker for resource:port and tenant:3ed18cda671d479c8f14e6745a210f2b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:47:44.358419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Quota usage for port was recalculated. Used quota:3. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:47:44.364233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:47:44.373798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Made reservation on behalf of 3ed18cda671d479c8f14e6745a210f2b for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:47:44.379369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:44.689690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Allocated IP 172.20.0.11 (40d772ef-958f-4df0-9b59-aa2035a974d9/845f0aa7-a146-4f0f-b072-6a63a27a6857/4cd3ca45-2870-4e00-a819-dcc37782d924) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:47:44.894815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:44.911546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Transition to ACTIVE for port object 4cd3ca45-2870-4e00-a819-dcc37782d924 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:47:44.931519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:44.948476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0c657474-e7cc-4968-8082-74553356f2d3 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:47:45.094158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event updated for resources: {'Port': ['ID=4cd3ca45-2870-4e00-a819-dcc37782d924,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:47:45.098439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:47:45.147237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:47:45.148394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:47:45.150869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:47:45.223885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:45.224402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:45.251843 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0483303
Dec 03 11:47:45.270115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Request body: {'port': {'device_id': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:47:45.362473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0377be40-c985-41e0-aa01-a4e822fbc70a None None] Provisioning for port 4cd3ca45-2870-4e00-a819-dcc37782d924 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:47:45.368018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0377be40-c985-41e0-aa01-a4e822fbc70a None None] Provisioning complete for port 4cd3ca45-2870-4e00-a819-dcc37782d924 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:47:45.368614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0377be40-c985-41e0-aa01-a4e822fbc70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:45.371418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48724a3e-fc14-46eb-89d1-10b02e773654 req-9562850f-ca2c-420b-b37f-08bd6f79d0cd tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:45.373370 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-48724a3e-fc14-46eb-89d1-10b02e773654 req-9562850f-ca2c-420b-b37f-08bd6f79d0cd tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 932 time: 0.0918829
Dec 03 11:47:45.395496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:45.425934 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-48724a3e-fc14-46eb-89d1-10b02e773654 req-8043c414-f91f-4001-9548-a94d4e4f8144 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451345
Dec 03 11:47:45.427974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0377be40-c985-41e0-aa01-a4e822fbc70a None None] Port 4cd3ca45-2870-4e00-a819-dcc37782d924 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:47:45.813625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd3ca45-2870-4e00-a819-dcc37782d924 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:47:45.820597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:45.833251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Transition to ACTIVE for port object 4cd3ca45-2870-4e00-a819-dcc37782d924 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:47:45.836023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:45.852153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1b66608-bcc6-4d2a-a925-9b3e5666583a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:47:45.992387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Pushing event updated for resources: {'Port': ['ID=4cd3ca45-2870-4e00-a819-dcc37782d924,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:47:45.997100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:47:46.178174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Attempting to bind port 4cd3ca45-2870-4e00-a819-dcc37782d924 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:47:46.178722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Attempting to bind port 4cd3ca45-2870-4e00-a819-dcc37782d924 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:47:46.178893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Attempting to bind port 4cd3ca45-2870-4e00-a819-dcc37782d924 on network 40d772ef-958f-4df0-9b59-aa2035a974d9 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:47:46.185379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:47:46.185758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Checking segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:47:46.186161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:46.186559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Bound using segment: {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:47:46.187057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Bound port: 4cd3ca45-2870-4e00-a819-dcc37782d924, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9777d70-491c-488e-a6c2-4c801bcc15f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:47:46.187435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:46.284150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] For port 4cd3ca45-2870-4e00-a819-dcc37782d924, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:47:46.287234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] For port 4cd3ca45-2870-4e00-a819-dcc37782d924, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4cd3ca45-2870-4e00-a819-dcc37782d924,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:47:46.290523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:46.305682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:47:46.655378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85a10c-5654-4f34-aba1-570360551473 req-d6212216-8ba5-485a-a99c-6c50de95e5a0 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:46.657135 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d85a10c-5654-4f34-aba1-570360551473 req-d6212216-8ba5-485a-a99c-6c50de95e5a0 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0942891
Dec 03 11:47:46.707391 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7d85a10c-5654-4f34-aba1-570360551473 req-c98eac96-3d36-4161-89ea-affff1fd81a5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434234
Dec 03 11:47:46.709883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Pushing event updated for resources: {'Port': ['ID=4cd3ca45-2870-4e00-a819-dcc37782d924,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:47:46.715631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:47:46.748402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:46.749076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:46.750560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] 10.222.0.91 "PUT /v2.0/ports/4cd3ca45-2870-4e00-a819-dcc37782d924 HTTP/1.1" status: 200  len: 1158 time: 1.4856958
Dec 03 11:47:46.751183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:47:46.840607 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924', 'status': 'completed', 'code': 200}
Dec 03 11:47:46.884655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-8b78e8a2-dc62-4dba-9149-cabfa4782624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:46.886737 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-8b78e8a2-dc62-4dba-9149-cabfa4782624 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 1161 time: 0.0830266
Dec 03 11:47:46.968777 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-c5cf0917-0962-4ba0-90b1-644092727c9c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd3ca45-2870-4e00-a819-dcc37782d924 HTTP/1.1" status: 200  len: 217 time: 0.0700541
Dec 03 11:47:47.039779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-0078fa48-7d9d-4a7d-ab67-c1724ae69951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:47.041300 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-0078fa48-7d9d-4a7d-ab67-c1724ae69951 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0653682
Dec 03 11:47:47.126020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-b24bf514-aecd-40e1-8f0f-1eeabf880368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:47.127635 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-b24bf514-aecd-40e1-8f0f-1eeabf880368 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0793550
Dec 03 11:47:47.274439 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-0c177f8f-486c-42c2-b647-4d82dc978000 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402116
Dec 03 11:47:47.423519 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0720f157-b8c7-4785-ba13-9f6d0ad4b89e req-43677e61-9604-4a4c-97da-7622f5480cf7 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417656
Dec 03 11:47:47.578435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a459f-6aa2-471f-9490-7d366d2d89b6 req-1acf0590-9d90-44a4-bc4c-90e1a6f39dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:47.579986 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c28a459f-6aa2-471f-9490-7d366d2d89b6 req-1acf0590-9d90-44a4-bc4c-90e1a6f39dd4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 1161 time: 0.0750453
Dec 03 11:47:47.724247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a459f-6aa2-471f-9490-7d366d2d89b6 req-bd75fc79-409d-4f70-a17a-986eb75890b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:47.726054 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c28a459f-6aa2-471f-9490-7d366d2d89b6 req-bd75fc79-409d-4f70-a17a-986eb75890b5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1394937
Dec 03 11:47:47.801649 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c28a459f-6aa2-471f-9490-7d366d2d89b6 req-551e57b6-5414-40b2-8f40-67e6dce7afd4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd3ca45-2870-4e00-a819-dcc37782d924 HTTP/1.1" status: 200  len: 217 time: 0.0677209
Dec 03 11:47:47.871116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a459f-6aa2-471f-9490-7d366d2d89b6 req-e0369c23-b640-442b-8de6-1e4556a69d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:47.872587 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c28a459f-6aa2-471f-9490-7d366d2d89b6 req-e0369c23-b640-442b-8de6-1e4556a69d74 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0647497
Dec 03 11:47:47.926977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024f3b4-a2ed-4757-a48a-0192a6166778 req-71432cc3-399b-4da6-a6a0-6f1ee9bf46cc tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:47.928609 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e024f3b4-a2ed-4757-a48a-0192a6166778 req-71432cc3-399b-4da6-a6a0-6f1ee9bf46cc tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0860035
Dec 03 11:47:47.959570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a459f-6aa2-471f-9490-7d366d2d89b6 req-394df615-d836-48dd-a873-7d42947be5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:47.961174 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c28a459f-6aa2-471f-9490-7d366d2d89b6 req-394df615-d836-48dd-a873-7d42947be5f4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0821683
Dec 03 11:47:47.977217 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e024f3b4-a2ed-4757-a48a-0192a6166778 req-27f55b4e-9351-41e8-bb85-82a5c176b310 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416281
Dec 03 11:47:48.105947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c28a459f-6aa2-471f-9490-7d366d2d89b6 req-b501d7a8-d86d-4c0d-8ba9-e8a42550539d service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373613
Dec 03 11:47:48.249083 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c28a459f-6aa2-471f-9490-7d366d2d89b6 req-a13ec7a4-c7e3-4ec7-be73-2815b9f5bfbe service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360610
Dec 03 11:47:49.198878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef923be-cc1e-4a44-b6b7-421efe8a0303 req-9b9c67bc-ee7e-432c-9ba9-6572d10d1144 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:49.200475 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ef923be-cc1e-4a44-b6b7-421efe8a0303 req-9b9c67bc-ee7e-432c-9ba9-6572d10d1144 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0869572
Dec 03 11:47:49.248210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ef923be-cc1e-4a44-b6b7-421efe8a0303 req-9eea21df-e1c1-474a-a8a6-87f275f76432 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414178
Dec 03 11:47:50.462620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50e0d6-caa8-4057-9809-d14c263c1397 req-f875a299-2d58-49e5-b8ef-fa6dbb8f4674 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:50.465000 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4b50e0d6-caa8-4057-9809-d14c263c1397 req-f875a299-2d58-49e5-b8ef-fa6dbb8f4674 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0897882
Dec 03 11:47:50.512375 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4b50e0d6-caa8-4057-9809-d14c263c1397 req-1fd3a1fc-e8ad-45f3-9009-522f122e9238 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410357
Dec 03 11:47:51.502975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:51.722502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ee0f2-de2b-4764-a8e2-0b1985c039ba req-de2975f2-9529-4e6c-a354-cf69a932a24a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:51.724125 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d1ee0f2-de2b-4764-a8e2-0b1985c039ba req-de2975f2-9529-4e6c-a354-cf69a932a24a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0829389
Dec 03 11:47:51.748102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4cd3ca45-2870-4e00-a819-dcc37782d924 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:47:51.771360 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d1ee0f2-de2b-4764-a8e2-0b1985c039ba req-6cebd57a-8bec-487b-8ac3-dc841d7b7f2e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398908
Dec 03 11:47:51.817559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 4cd3ca45-2870-4e00-a819-dcc37782d924 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:47:51.822426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4cd3ca45-2870-4e00-a819-dcc37782d924 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:47:51.823142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:51.945516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:51.973256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:47:51.984149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 4cd3ca45-2870-4e00-a819-dcc37782d924, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4cd3ca45-2870-4e00-a819-dcc37782d924,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:47:51.987041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:51.988943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:47:52.035682 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924', 'code': 200}
Dec 03 11:47:52.060622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=4cd3ca45-2870-4e00-a819-dcc37782d924,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:47:52.063815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:47:52.305094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad811e16-05a7-4708-8999-6c6a2deaa412 req-41c7da64-d41b-4a10-96a9-729ac8b0673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:52.306614 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ad811e16-05a7-4708-8999-6c6a2deaa412 req-41c7da64-d41b-4a10-96a9-729ac8b0673b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 1163 time: 0.0760336
Dec 03 11:47:52.350094 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ad811e16-05a7-4708-8999-6c6a2deaa412 req-aa9d3c0a-fdc2-42b4-87af-f663c5b06a69 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366573
Dec 03 11:47:52.986292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bfaed-b82a-4ca2-8f57-5f83b5e5b77e req-21b3395b-6f2e-428d-9afa-d017063c3c96 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:52.987952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-211bfaed-b82a-4ca2-8f57-5f83b5e5b77e req-21b3395b-6f2e-428d-9afa-d017063c3c96 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0880179
Dec 03 11:47:53.035481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-211bfaed-b82a-4ca2-8f57-5f83b5e5b77e req-bfdce313-b184-4444-83e8-0a7fc764b8d0 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411839
Dec 03 11:47:53.342449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4cd3ca45-2870-4e00-a819-dcc37782d924 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:47:53.411671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4cd3ca45-2870-4e00-a819-dcc37782d924 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:47:53.412086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:54.251156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4468b-4813-4847-97a4-0143ef4f42c6 req-c6b29d3c-b645-4623-860b-b8c094d23619 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:54.252659 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-68b4468b-4813-4847-97a4-0143ef4f42c6 req-c6b29d3c-b645-4623-860b-b8c094d23619 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0863240
Dec 03 11:47:54.299723 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-68b4468b-4813-4847-97a4-0143ef4f42c6 req-1c1495d4-c9d1-4178-bf7a-6910cc385380 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406590
Dec 03 11:47:54.510646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a0281-9242-46d3-bd00-050a65138e3f req-01dee094-05e0-4dc8-a290-5232061c5a47 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:54.512188 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c06a0281-9242-46d3-bd00-050a65138e3f req-01dee094-05e0-4dc8-a290-5232061c5a47 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0863986
Dec 03 11:47:54.521605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54200) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:47:54.527632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8ff4ee8d-5d9a-4103-8bcf-d00ddc513811 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Request body: {'floatingip': {'port_id': '4cd3ca45-2870-4e00-a819-dcc37782d924'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:47:54.608739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ee8d-5d9a-4103-8bcf-d00ddc513811 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:54.768433 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3d6b3e1-79ff-4e07-aad1-f8b240e2309e req-6baa761a-d207-407a-b5cc-2641ed5cb8d6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0791414
Dec 03 11:47:54.931774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6b3e1-79ff-4e07-aad1-f8b240e2309e req-03ce5691-2378-46f8-b470-2806f841e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:54.934166 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3d6b3e1-79ff-4e07-aad1-f8b240e2309e req-03ce5691-2378-46f8-b470-2806f841e6a5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 1163 time: 0.0786061
Dec 03 11:47:55.095147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6b3e1-79ff-4e07-aad1-f8b240e2309e req-34850e0b-696a-4ff1-b463-622c0424a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:55.096671 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3d6b3e1-79ff-4e07-aad1-f8b240e2309e req-34850e0b-696a-4ff1-b463-622c0424a0f3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1425397
Dec 03 11:47:55.172296 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3d6b3e1-79ff-4e07-aad1-f8b240e2309e req-c0ee0a9e-7973-4556-826f-a9e081892947 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd3ca45-2870-4e00-a819-dcc37782d924 HTTP/1.1" status: 200  len: 217 time: 0.0675104
Dec 03 11:47:55.229269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ee8d-5d9a-4103-8bcf-d00ddc513811 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:55.232265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ee8d-5d9a-4103-8bcf-d00ddc513811 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:55.248085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6b3e1-79ff-4e07-aad1-f8b240e2309e req-f0dd6b1d-37a7-4399-a169-d0e6c318c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:55.249666 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3d6b3e1-79ff-4e07-aad1-f8b240e2309e req-f0dd6b1d-37a7-4399-a169-d0e6c318c4c2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0654230
Dec 03 11:47:55.328952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6b3e1-79ff-4e07-aad1-f8b240e2309e req-15ee5094-1573-43b1-8942-cd075658e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:55.330564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3d6b3e1-79ff-4e07-aad1-f8b240e2309e req-15ee5094-1573-43b1-8942-cd075658e3bb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0742280
Dec 03 11:47:55.369747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4cd3ca45-2870-4e00-a819-dcc37782d924 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:47:55.414497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-8ff4ee8d-5d9a-4103-8bcf-d00ddc513811 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66 associated. External IP: 172.26.1.68, port: 4cd3ca45-2870-4e00-a819-dcc37782d924.
Dec 03 11:47:55.443135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4cd3ca45-2870-4e00-a819-dcc37782d924 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:47:55.443470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:55.483558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3d6b3e1-79ff-4e07-aad1-f8b240e2309e req-e5ecda82-c26a-4c8d-9ccf-68b9c8c5886b service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455505
Dec 03 11:47:55.633658 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3d6b3e1-79ff-4e07-aad1-f8b240e2309e req-2ae71f27-0fcb-4e62-9a8e-158f338798b0 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435857
Dec 03 11:47:55.781734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff4ee8d-5d9a-4103-8bcf-d00ddc513811 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Router f604d7aa-6695-467c-8dce-69be1ca2314c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:47:56.231805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff4ee8d-5d9a-4103-8bcf-d00ddc513811 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:47:56.236527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ee8d-5d9a-4103-8bcf-d00ddc513811 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:47:56.241515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a78b50-a007-4a88-a4bd-e70882d5e417 None None] Sync routers for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:47:56.252449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a78b50-a007-4a88-a4bd-e70882d5e417 None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:47:56.253128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-98a78b50-a007-4a88-a4bd-e70882d5e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b7e390>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:47:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:47:56.293007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8ff4ee8d-5d9a-4103-8bcf-d00ddc513811 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "PUT /v2.0/floatingips/a249fc3b-50ae-415d-aa83-0c25a5a6af66 HTTP/1.1" status: 200  len: 992 time: 1.7702632
Dec 03 11:47:56.293728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:47:56.448090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-98a78b50-a007-4a88-a4bd-e70882d5e417 None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:47:56.450313 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924', 'status': 'completed', 'code': 200}
Dec 03 11:47:56.576340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bd02f-036b-4c06-ba38-9cf170dabf0b req-313a70e1-9075-46a9-9952-ad7441045d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:56.577896 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f8bd02f-036b-4c06-ba38-9cf170dabf0b req-313a70e1-9075-46a9-9952-ad7441045d9b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 1163 time: 0.0804770
Dec 03 11:47:56.732526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bd02f-036b-4c06-ba38-9cf170dabf0b req-fb6d00fc-910a-4fb1-9eaf-7540b4e63238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:56.734121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f8bd02f-036b-4c06-ba38-9cf170dabf0b req-fb6d00fc-910a-4fb1-9eaf-7540b4e63238 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1499352
Dec 03 11:47:56.828423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-98a78b50-a007-4a88-a4bd-e70882d5e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b7e390>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'a249fc3b-50ae-415d-aa83-0c25a5a6af66', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'port_id': '4cd3ca45-2870-4e00-a819-dcc37782d924', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'mac_address': 'fa:16:3e:97:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:41:33Z', 'updated_at': '2020-12-03T11:47:55Z', 'revision_number': 13, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:47:56.832539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a78b50-a007-4a88-a4bd-e70882d5e417 None None] Checking router: f604d7aa-6695-467c-8dce-69be1ca2314c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:47:56.841851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a78b50-a007-4a88-a4bd-e70882d5e417 None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:47:56.842508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-98a78b50-a007-4a88-a4bd-e70882d5e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b7e390>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:47:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:47:56.842967 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f8bd02f-036b-4c06-ba38-9cf170dabf0b req-2837ae68-523a-4b40-b167-6bb84df9349f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd3ca45-2870-4e00-a819-dcc37782d924 HTTP/1.1" status: 200  len: 1000 time: 0.1027300
Dec 03 11:47:56.912083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bd02f-036b-4c06-ba38-9cf170dabf0b req-86e0aee6-c05e-45fb-80e6-8650ea4f8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:56.913679 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f8bd02f-036b-4c06-ba38-9cf170dabf0b req-86e0aee6-c05e-45fb-80e6-8650ea4f8d52 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0648987
Dec 03 11:47:56.996217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bd02f-036b-4c06-ba38-9cf170dabf0b req-58352641-4a5f-4c3a-9afc-779cc1449b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:47:56.997859 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f8bd02f-036b-4c06-ba38-9cf170dabf0b req-58352641-4a5f-4c3a-9afc-779cc1449b6f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0773556
Dec 03 11:47:57.030053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-98a78b50-a007-4a88-a4bd-e70882d5e417 None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:47:57.143042 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f8bd02f-036b-4c06-ba38-9cf170dabf0b req-f50ce29f-ae98-468d-bb3b-0748053e9c4f service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387031
Dec 03 11:47:57.288582 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f8bd02f-036b-4c06-ba38-9cf170dabf0b req-8dcf0f72-a729-4752-9ca5-005d459fa313 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387877
Dec 03 11:47:57.564207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-98a78b50-a007-4a88-a4bd-e70882d5e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b7e390>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'a249fc3b-50ae-415d-aa83-0c25a5a6af66', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'port_id': '4cd3ca45-2870-4e00-a819-dcc37782d924', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'mac_address': 'fa:16:3e:97:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:41:33Z', 'updated_at': '2020-12-03T11:47:55Z', 'revision_number': 13, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:47:57.568382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a78b50-a007-4a88-a4bd-e70882d5e417 None None] The sync data for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs is: [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'a249fc3b-50ae-415d-aa83-0c25a5a6af66', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'floating_ip_address': '172.26.1.68', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'port_id': '4cd3ca45-2870-4e00-a819-dcc37782d924', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'mac_address': 'fa:16:3e:97:5e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:41:33Z', 'updated_at': '2020-12-03T11:47:55Z', 'revision_number': 13, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:47:57.877601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ad3a6-1059-4eef-b039-5af0e63aaa2f None None] New status for floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:48:00.844952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d83577dc-7a33-441b-a956-0889dcc6a819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:48:02.971420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4c318ab-13dd-43b7-9a88-f1c499e3f504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:48:03.850243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:48:05.065501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:48:05.594408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:48:20.182702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:48:21.505297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:48:30.846188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b0dcad8-8258-4cb4-adbc-53af9b3f285a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:48:32.972959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f8bdbb2-6e45-4940-bc9d-1dbe92921984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:48:33.854597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:48:35.066996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:48:35.596511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:48:51.498839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:48:54.827131 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1442ba7-9d09-4af7-aaa8-b87c5a113512 req-52a16c7e-4fee-4c09-8b00-f36d51973390 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1494720
Dec 03 11:48:54.998245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1442ba7-9d09-4af7-aaa8-b87c5a113512 req-a9909a10-717c-432d-a998-0a20e3681f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:48:54.999796 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1442ba7-9d09-4af7-aaa8-b87c5a113512 req-a9909a10-717c-432d-a998-0a20e3681f6b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 1163 time: 0.0774660
Dec 03 11:48:55.163344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1442ba7-9d09-4af7-aaa8-b87c5a113512 req-6e76b7ab-9c9c-40ad-831d-190e17a87040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:48:55.165984 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1442ba7-9d09-4af7-aaa8-b87c5a113512 req-6e76b7ab-9c9c-40ad-831d-190e17a87040 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1461616
Dec 03 11:48:55.274983 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1442ba7-9d09-4af7-aaa8-b87c5a113512 req-b058c6c6-898e-4fe7-a976-e135cddaaaa9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd3ca45-2870-4e00-a819-dcc37782d924 HTTP/1.1" status: 200  len: 1002 time: 0.1001401
Dec 03 11:48:55.343196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1442ba7-9d09-4af7-aaa8-b87c5a113512 req-ce50c6af-c40b-452e-aebb-08e6cc416a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:48:55.344730 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1442ba7-9d09-4af7-aaa8-b87c5a113512 req-ce50c6af-c40b-452e-aebb-08e6cc416a7c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0634544
Dec 03 11:48:55.428729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1442ba7-9d09-4af7-aaa8-b87c5a113512 req-b3afc5d9-ef0a-4929-b9cd-cdd686e43a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:48:55.430494 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1442ba7-9d09-4af7-aaa8-b87c5a113512 req-b3afc5d9-ef0a-4929-b9cd-cdd686e43a5d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0783870
Dec 03 11:48:55.577656 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1442ba7-9d09-4af7-aaa8-b87c5a113512 req-7ac1a182-77e6-4c62-93fc-f45e7a0fb5c6 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405878
Dec 03 11:48:55.724309 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1442ba7-9d09-4af7-aaa8-b87c5a113512 req-761f4543-9ac4-47f8-b00b-096f30ca021f service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404178
Dec 03 11:48:57.182495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:49:00.848716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-215b26f7-ce33-4988-b650-f004f96f5647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:02.975170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4ecf-2fc3-4b2a-9441-7bd3ac3c8f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:03.857664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:05.063980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:05.599541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:06.847677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07767992-ee39-486d-8f29-c9dcad59626e req-2fac600f-c0d8-42a8-be88-8965dd92ea13 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:06.849329 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-07767992-ee39-486d-8f29-c9dcad59626e req-2fac600f-c0d8-42a8-be88-8965dd92ea13 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.1834009
Dec 03 11:49:06.897284 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-07767992-ee39-486d-8f29-c9dcad59626e req-d5fdcc15-3d6a-43c4-bd37-2a04646fb6af tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412118
Dec 03 11:49:16.807808 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-7ba88cdb-8453-498b-8163-7f4cde0d32af service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0793133
Dec 03 11:49:16.882302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0c43e-4c08-4bf5-823d-1dbe704d5d42 req-6304138a-761b-4c93-ac74-692d5515f693 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:16.884534 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-51e0c43e-4c08-4bf5-823d-1dbe704d5d42 req-6304138a-761b-4c93-ac74-692d5515f693 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0905859
Dec 03 11:49:16.939834 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-51e0c43e-4c08-4bf5-823d-1dbe704d5d42 req-6ecb130e-6817-4567-ae6d-3b4efa111ce8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428827
Dec 03 11:49:18.161675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4da1e8-3858-4589-b1ea-87ebae7e4b74 req-e2b08c03-53c9-4aca-8175-5847febdc1ad tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:18.163438 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca4da1e8-3858-4589-b1ea-87ebae7e4b74 req-e2b08c03-53c9-4aca-8175-5847febdc1ad tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0890512
Dec 03 11:49:18.215026 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca4da1e8-3858-4589-b1ea-87ebae7e4b74 req-a542603b-2a84-4c6e-8ae8-faf75901a2fe tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438137
Dec 03 11:49:18.394737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-9547f5fe-7813-4bb5-8dd8-43c0726b6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:18.396394 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-9547f5fe-7813-4bb5-8dd8-43c0726b6d29 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 1163 time: 0.3310978
Dec 03 11:49:18.539470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-241a82c5-a4ca-4c10-88a9-201db0866377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:18.541036 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-241a82c5-a4ca-4c10-88a9-201db0866377 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1372516
Dec 03 11:49:18.644576 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-2f389af7-8b49-4dfc-9834-7e93929610f5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd3ca45-2870-4e00-a819-dcc37782d924 HTTP/1.1" status: 200  len: 1002 time: 0.0968606
Dec 03 11:49:18.715629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-e9e7afce-8f96-4fc4-8d91-a97ec8e74abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:18.717153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-e9e7afce-8f96-4fc4-8d91-a97ec8e74abf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0663128
Dec 03 11:49:18.797614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-cf0e7656-4ec5-43d3-a6f3-08baf61f3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:18.799124 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-cf0e7656-4ec5-43d3-a6f3-08baf61f3326 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0754228
Dec 03 11:49:18.943989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-30c30dd5-283f-4465-9c7f-2a5dbb318b7d service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384058
Dec 03 11:49:19.088058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-7deaed94-67da-4a47-9edb-df1809c2c852 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368032
Dec 03 11:49:19.439162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02cdf0-bb9f-4887-a527-4d7caaf32b57 req-d3724426-cebd-46f9-ba43-0ffaad85160c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:19.440769 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dd02cdf0-bb9f-4887-a527-4d7caaf32b57 req-d3724426-cebd-46f9-ba43-0ffaad85160c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0862286
Dec 03 11:49:19.488069 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dd02cdf0-bb9f-4887-a527-4d7caaf32b57 req-a0209c31-5909-4612-b688-47a81deef396 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402577
Dec 03 11:49:20.706196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f89c4c-0888-46be-bedb-d57dc1333238 req-f061efba-8e7f-4a78-8cb7-d5260a84fd69 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:20.707831 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12f89c4c-0888-46be-bedb-d57dc1333238 req-f061efba-8e7f-4a78-8cb7-d5260a84fd69 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0868959
Dec 03 11:49:20.754222 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12f89c4c-0888-46be-bedb-d57dc1333238 req-59742dca-b363-4ca8-ac08-1ea3073297d2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399663
Dec 03 11:49:21.516178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:21.971775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4cfb2-a8db-4f6e-b76a-0f8a7af011a6 req-9c69324a-e994-4ec1-bbe4-3f8e7ca90f22 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:21.973398 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0ab4cfb2-a8db-4f6e-b76a-0f8a7af011a6 req-9c69324a-e994-4ec1-bbe4-3f8e7ca90f22 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0856347
Dec 03 11:49:22.020288 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0ab4cfb2-a8db-4f6e-b76a-0f8a7af011a6 req-bd87840d-3402-48dd-930e-382216a28241 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401387
Dec 03 11:49:23.240277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf8bf6-36f5-4bf0-826b-6151082fb944 req-3f1f925d-a6be-45fa-bd07-5d929b379b3e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:23.241871 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfaf8bf6-36f5-4bf0-826b-6151082fb944 req-3f1f925d-a6be-45fa-bd07-5d929b379b3e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0858514
Dec 03 11:49:23.290151 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfaf8bf6-36f5-4bf0-826b-6151082fb944 req-b6ece74f-d478-46cd-bc5d-77730c2dd16e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417547
Dec 03 11:49:24.506149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c275-1077-4ec0-9dad-9ea1a5e31115 req-7bcdfc78-f29f-4f03-a437-8fc6354101e2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:24.508343 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63e6c275-1077-4ec0-9dad-9ea1a5e31115 req-7bcdfc78-f29f-4f03-a437-8fc6354101e2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0867357
Dec 03 11:49:24.557637 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63e6c275-1077-4ec0-9dad-9ea1a5e31115 req-7855caf0-2f90-429f-8378-02767fb7281d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427291
Dec 03 11:49:25.770261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8f2a5-e3ee-468f-b567-54ec17108d17 req-5cfa2652-c06b-4476-86d8-c1290292f818 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:25.771922 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-10b8f2a5-e3ee-468f-b567-54ec17108d17 req-5cfa2652-c06b-4476-86d8-c1290292f818 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0835831
Dec 03 11:49:25.819231 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-10b8f2a5-e3ee-468f-b567-54ec17108d17 req-cbeef4dc-b36f-49e4-aeab-db964a6dcdbc tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406873
Dec 03 11:49:27.042029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fe86b-2e9d-46e3-bdf6-2be455975f9f req-f94b080e-1007-444d-9ecc-3ab54996c220 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:27.043695 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be6fe86b-2e9d-46e3-bdf6-2be455975f9f req-f94b080e-1007-444d-9ecc-3ab54996c220 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0876353
Dec 03 11:49:27.090457 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be6fe86b-2e9d-46e3-bdf6-2be455975f9f req-24ebc9c7-0034-4412-9759-66af79200ab8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402150
Dec 03 11:49:28.308606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f18b-eff0-49ac-b551-e014f7ffb51b req-1cb0198a-69bf-4680-93db-31336d01f2a6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:28.310137 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0cf4f18b-eff0-49ac-b551-e014f7ffb51b req-1cb0198a-69bf-4680-93db-31336d01f2a6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0880921
Dec 03 11:49:28.357254 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0cf4f18b-eff0-49ac-b551-e014f7ffb51b req-a3e83d14-6fbe-479d-8d58-23ccfe4b2ae1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405350
Dec 03 11:49:29.582460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6e31e-0720-45a0-8f3a-cafdc4c64435 req-021822d2-4734-4cd0-8f00-cb6592089f40 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:29.584158 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9db6e31e-0720-45a0-8f3a-cafdc4c64435 req-021822d2-4734-4cd0-8f00-cb6592089f40 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0929658
Dec 03 11:49:29.633764 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9db6e31e-0720-45a0-8f3a-cafdc4c64435 req-236a97b1-bab3-4b07-b761-3536dfe2bebb tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418060
Dec 03 11:49:30.851723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6c857749-170e-4fe3-a45f-d9ec4fae0389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:30.856976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ba66c-a80b-41f7-910c-1b70c3235793 req-409be1f4-4834-43b3-a396-053a999e4f36 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:30.858588 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c59ba66c-a80b-41f7-910c-1b70c3235793 req-409be1f4-4834-43b3-a396-053a999e4f36 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0874896
Dec 03 11:49:30.907390 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c59ba66c-a80b-41f7-910c-1b70c3235793 req-98a13d7c-ee41-4002-8aac-e9c529d49bc2 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423546
Dec 03 11:49:31.816330 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-267fa9d2-eeca-4a98-a77f-f198323ba04f service neutron] 10.222.0.91 "GET /v2.0/ports/4cd3ca45-2870-4e00-a819-dcc37782d924/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0844681
Dec 03 11:49:32.129013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84f293-3332-499c-b568-e3e3c9304b5e req-975cb10f-3570-4b2d-b0c3-252561a8b21c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:32.131112 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-da84f293-3332-499c-b568-e3e3c9304b5e req-975cb10f-3570-4b2d-b0c3-252561a8b21c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0896113
Dec 03 11:49:32.178131 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-da84f293-3332-499c-b568-e3e3c9304b5e req-c19fcd6a-048a-4a34-a64e-c0a075ed2283 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409880
Dec 03 11:49:32.188312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4cd3ca45-2870-4e00-a819-dcc37782d924 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:49:32.226745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-0622de0f-5090-46c4-9170-5803073d90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:32.228450 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-0622de0f-5090-46c4-9170-5803073d90df service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0&tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 1163 time: 0.0816967
Dec 03 11:49:32.309517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:32.338843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:49:32.343658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-4dcb7fbe-ccce-442b-ac99-89351a6c7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:32.345356 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-4dcb7fbe-ccce-442b-ac99-89351a6c7f75 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 1163 time: 0.0810077
Dec 03 11:49:32.349231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 4cd3ca45-2870-4e00-a819-dcc37782d924, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4cd3ca45-2870-4e00-a819-dcc37782d924,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:49:32.352836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:32.354694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:49:32.412139 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924', 'code': 200}
Dec 03 11:49:32.427945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=4cd3ca45-2870-4e00-a819-dcc37782d924,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:49:32.436377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.436780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.437167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.437549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.437928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.438352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.438676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.439073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.439445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.439815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.440183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.440554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.440978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.441346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.441715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.442082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.442451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.442826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.443214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.443607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.443976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.444347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.445254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.445849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:49:32.450285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:49:32.497865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-fee80a85-77fc-49ab-9d7b-942e5c3eb8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:32.499491 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-fee80a85-77fc-49ab-9d7b-942e5c3eb8ed service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1481040
Dec 03 11:49:32.701948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-407da115-ed0f-4f17-8fbc-3176d4e653fc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd3ca45-2870-4e00-a819-dcc37782d924 HTTP/1.1" status: 200  len: 1000 time: 0.0983469
Dec 03 11:49:32.775711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-fe4ed6c4-85f1-43a5-85d8-1de54f96d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:32.777285 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-fe4ed6c4-85f1-43a5-85d8-1de54f96d279 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0696762
Dec 03 11:49:32.859545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-6a9c9dfd-b1f8-4ba3-b989-7ee49ce97f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:32.861156 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-6a9c9dfd-b1f8-4ba3-b989-7ee49ce97f98 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0776684
Dec 03 11:49:32.976977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1f981f6b-4d6b-4381-87b1-cace6553ea9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:33.006371 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-6dc41e44-b42e-49f5-ae13-5dda5a89d521 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388547
Dec 03 11:49:33.149252 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-1238a2a4-a270-44b0-995d-f91855d6bf9b service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359403
Dec 03 11:49:33.403376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349769d-3ee2-4dcd-9f9e-4e3ce33add85 req-f68553e3-f118-4521-bf0c-c008a02475f0 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:33.404996 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2349769d-3ee2-4dcd-9f9e-4e3ce33add85 req-f68553e3-f118-4521-bf0c-c008a02475f0 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0867190
Dec 03 11:49:33.454709 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2349769d-3ee2-4dcd-9f9e-4e3ce33add85 req-9ff169d3-14d6-4f54-960b-afa515a76ae7 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431488
Dec 03 11:49:33.860224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:34.188121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:49:34.699377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf3e62-6bfe-4e17-a314-3a62295b390c req-a0f574ed-cc8b-410b-a28c-fccf38d2b6f1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:34.701058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-79cf3e62-6bfe-4e17-a314-3a62295b390c req-a0f574ed-cc8b-410b-a28c-fccf38d2b6f1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0951107
Dec 03 11:49:34.766185 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-79cf3e62-6bfe-4e17-a314-3a62295b390c req-d22d8689-9cca-4e37-8db1-0a95eeef5a1c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503924
Dec 03 11:49:35.065958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:35.603962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:36.124773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c04c9-ac5d-48a7-90b8-4c70fab3ebf2 req-82bce320-4685-4ef4-9871-a761141c6458 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:36.126282 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-474c04c9-ac5d-48a7-90b8-4c70fab3ebf2 req-82bce320-4685-4ef4-9871-a761141c6458 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0882697
Dec 03 11:49:36.174094 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-474c04c9-ac5d-48a7-90b8-4c70fab3ebf2 req-b7e93ab5-c0c6-414a-a297-192138c02f3a tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408249
Dec 03 11:49:37.386687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5830e3-18dd-4aa3-a544-61a1736eb5b7 req-f8aafe43-230a-4bd1-8139-007aeac228aa tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:37.388481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae5830e3-18dd-4aa3-a544-61a1736eb5b7 req-f8aafe43-230a-4bd1-8139-007aeac228aa tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0834441
Dec 03 11:49:37.437328 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae5830e3-18dd-4aa3-a544-61a1736eb5b7 req-1360b35e-258b-4bd3-8829-75c17cdd28aa tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425482
Dec 03 11:49:38.655709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6b826-e3b2-4a72-924e-ec41497fe94d req-e3251606-0aad-46d1-a36a-0ba088c4fe33 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:38.657292 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14f6b826-e3b2-4a72-924e-ec41497fe94d req-e3251606-0aad-46d1-a36a-0ba088c4fe33 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0855479
Dec 03 11:49:38.703696 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14f6b826-e3b2-4a72-924e-ec41497fe94d req-0e90d97b-7965-451f-bb47-af1ab284dce3 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400934
Dec 03 11:49:39.925659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533d11c-a335-44d4-bb1f-077412c54aea req-5df09709-0be2-4c3e-9968-05397176accf tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:39.927313 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a533d11c-a335-44d4-bb1f-077412c54aea req-5df09709-0be2-4c3e-9968-05397176accf tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0882928
Dec 03 11:49:39.974844 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a533d11c-a335-44d4-bb1f-077412c54aea req-c189330e-bd7e-4ede-b3c0-3d8ef02d63d9 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408852
Dec 03 11:49:41.193401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469e699-70cb-41ef-9ed5-a46258f73e67 req-edb94424-c679-4c84-ac6a-d6771da672f5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:41.195743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7469e699-70cb-41ef-9ed5-a46258f73e67 req-edb94424-c679-4c84-ac6a-d6771da672f5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0848436
Dec 03 11:49:41.242947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7469e699-70cb-41ef-9ed5-a46258f73e67 req-57f61d11-837d-49d6-aa32-d515a77901cd tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411825
Dec 03 11:49:42.459656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609683d-15f8-44de-96f0-c22dafd6c6d0 req-e62499cf-122e-49ef-88fe-7d707e7c115f tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:42.461351 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0609683d-15f8-44de-96f0-c22dafd6c6d0 req-e62499cf-122e-49ef-88fe-7d707e7c115f tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0872924
Dec 03 11:49:42.508316 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0609683d-15f8-44de-96f0-c22dafd6c6d0 req-38ec40a6-1d7f-415e-b1ef-b96dd64785b4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405154
Dec 03 11:49:43.725113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ee379-184c-4336-b159-54768053d144 req-8a282774-111c-4342-a4b1-e75eeaae2450 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:43.727510 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3c9ee379-184c-4336-b159-54768053d144 req-8a282774-111c-4342-a4b1-e75eeaae2450 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0885520
Dec 03 11:49:43.774288 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3c9ee379-184c-4336-b159-54768053d144 req-08cfc147-8ee1-4988-8e24-52586b32f29f tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404522
Dec 03 11:49:44.224463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec355-3565-4b32-83d1-d422f55533ab req-5d4e0a4d-0454-429d-98b9-eaa5c1530e61 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:44.225231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d31ec355-3565-4b32-83d1-d422f55533ab req-5d4e0a4d-0454-429d-98b9-eaa5c1530e61 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Synchronizing usage tracker for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:49:44.240463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d31ec355-3565-4b32-83d1-d422f55533ab req-5d4e0a4d-0454-429d-98b9-eaa5c1530e61 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Unset dirty status for tenant:3ed18cda671d479c8f14e6745a210f2b on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:49:44.241749 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-5d4e0a4d-0454-429d-98b9-eaa5c1530e61 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0&tenant_id=3ed18cda671d479c8f14e6745a210f2b&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 944 time: 0.1087501
Dec 03 11:49:44.276575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c21f-478e-4b7e-9960-857927aef4b4 req-4a2e8b1a-e183-47c3-a864-d0d3431b9182 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:44.278369 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9569c21f-478e-4b7e-9960-857927aef4b4 req-4a2e8b1a-e183-47c3-a864-d0d3431b9182 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0882032
Dec 03 11:49:44.325503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-7bda6355-3692-4a03-876c-19ac03de269e service neutron] 10.222.0.91 "GET /v2.0/ports/4cd3ca45-2870-4e00-a819-dcc37782d924/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0771852
Dec 03 11:49:44.326145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9569c21f-478e-4b7e-9960-857927aef4b4 req-d9353676-31d2-4f89-a6fa-56cb7fa8e91d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411553
Dec 03 11:49:44.439408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec355-3565-4b32-83d1-d422f55533ab req-d82df611-4f07-436f-b187-bea69addfedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:44.440997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-d82df611-4f07-436f-b187-bea69addfedf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 1161 time: 0.0759742
Dec 03 11:49:44.584041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec355-3565-4b32-83d1-d422f55533ab req-dcb18dc5-6941-4ce5-9987-15ab6fe33618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:44.586234 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-dcb18dc5-6941-4ce5-9987-15ab6fe33618 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1386096
Dec 03 11:49:44.633173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4cd3ca45-2870-4e00-a819-dcc37782d924 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:49:44.694213 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-3fe38614-4baf-48e7-804f-d5425619d544 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd3ca45-2870-4e00-a819-dcc37782d924 HTTP/1.1" status: 200  len: 1000 time: 0.1013696
Dec 03 11:49:44.703687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4cd3ca45-2870-4e00-a819-dcc37782d924 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:49:44.704118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:44.767565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec355-3565-4b32-83d1-d422f55533ab req-b161beed-e68b-43ae-8f5a-b0e83d0d1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:44.769153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-b161beed-e68b-43ae-8f5a-b0e83d0d1a65 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0684690
Dec 03 11:49:44.827084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:44.853482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec355-3565-4b32-83d1-d422f55533ab req-efc7126d-bd7e-425f-acb3-336c5d7ddffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:44.855144 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-efc7126d-bd7e-425f-acb3-336c5d7ddffe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0794022
Dec 03 11:49:44.856184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:49:44.866480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 4cd3ca45-2870-4e00-a819-dcc37782d924, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4cd3ca45-2870-4e00-a819-dcc37782d924,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:49:44.871274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:44.873242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:49:44.939176 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924', 'code': 200}
Dec 03 11:49:44.950131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=4cd3ca45-2870-4e00-a819-dcc37782d924,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:49:44.953526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:49:45.019939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-1225530d-4868-4e7c-81d3-9b3f528e51c2 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585999
Dec 03 11:49:45.163777 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-050a1713-031a-4e1d-bf8e-684d5e8b0cbd service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361873
Dec 03 11:49:45.546311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90230605-e134-45d4-b7ed-fe7e373cf4e3 req-c5b80bed-c50e-4c06-a7b0-6822a771f9b5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:45.547862 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-90230605-e134-45d4-b7ed-fe7e373cf4e3 req-c5b80bed-c50e-4c06-a7b0-6822a771f9b5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0868008
Dec 03 11:49:45.597481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-90230605-e134-45d4-b7ed-fe7e373cf4e3 req-6e84c4cd-52f3-454a-a73f-9360c4d17141 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427873
Dec 03 11:49:46.492599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4cd3ca45-2870-4e00-a819-dcc37782d924 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:49:46.566275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4cd3ca45-2870-4e00-a819-dcc37782d924 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:49:46.566696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:46.823103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d877b9-b1c4-435a-bdd5-0b0ae4965690 req-72e0ebd3-1237-470d-8473-b383a362c879 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:46.824633 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73d877b9-b1c4-435a-bdd5-0b0ae4965690 req-72e0ebd3-1237-470d-8473-b383a362c879 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0878026
Dec 03 11:49:46.871538 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-73d877b9-b1c4-435a-bdd5-0b0ae4965690 req-7dd11f28-485d-4bc8-aa00-e6ca17825eca tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405807
Dec 03 11:49:48.091251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcfae7-b1c0-4cd4-9d3e-f37c7e52b908 req-9f14603a-690c-489e-8025-059b7f829649 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:48.092873 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fdbcfae7-b1c0-4cd4-9d3e-f37c7e52b908 req-9f14603a-690c-489e-8025-059b7f829649 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0865734
Dec 03 11:49:48.141637 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fdbcfae7-b1c0-4cd4-9d3e-f37c7e52b908 req-3f805e05-52ba-4c03-8a45-ceb9e10530e6 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423090
Dec 03 11:49:48.367753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4cd3ca45-2870-4e00-a819-dcc37782d924 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:49:48.489036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:48.517189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:49:48.528615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 4cd3ca45-2870-4e00-a819-dcc37782d924, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4cd3ca45-2870-4e00-a819-dcc37782d924,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:49:48.531904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:48.534089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:49:48.588872 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924', 'code': 200}
Dec 03 11:49:48.605162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=4cd3ca45-2870-4e00-a819-dcc37782d924,revision_number=7']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:49:48.608575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:49:48.722684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec355-3565-4b32-83d1-d422f55533ab req-474d159f-737b-4074-b311-81aa5a95a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:48.724314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-474d159f-737b-4074-b311-81aa5a95a16b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0&tenant_id=3ed18cda671d479c8f14e6745a210f2b HTTP/1.1" status: 200  len: 1161 time: 0.0767076
Dec 03 11:49:48.839311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec355-3565-4b32-83d1-d422f55533ab req-6bde2459-efde-45d3-8f86-32e0e5aeb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:48.840930 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-6bde2459-efde-45d3-8f86-32e0e5aeb8af service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 1161 time: 0.0842593
Dec 03 11:49:48.988187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec355-3565-4b32-83d1-d422f55533ab req-be70deb5-938b-4900-b49f-9f9b2618a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:48.989767 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-be70deb5-938b-4900-b49f-9f9b2618a505 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1427555
Dec 03 11:49:49.098762 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-e21141c8-5568-42f0-a5b3-abb8397c1f8d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd3ca45-2870-4e00-a819-dcc37782d924 HTTP/1.1" status: 200  len: 1000 time: 0.1017044
Dec 03 11:49:49.168268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec355-3565-4b32-83d1-d422f55533ab req-ade36994-cef0-41b8-89fb-13a2802749f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:49.169834 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-ade36994-cef0-41b8-89fb-13a2802749f1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0643902
Dec 03 11:49:49.251726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec355-3565-4b32-83d1-d422f55533ab req-76e51742-2895-4462-9b89-aa2540af7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:49.253343 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-76e51742-2895-4462-9b89-aa2540af7b67 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0774040
Dec 03 11:49:49.359768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad60bf-93a2-4333-9926-9cc6acc4bb50 req-163c06dd-3a09-41ab-af93-4a26328b1243 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:49.361392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3ad60bf-93a2-4333-9926-9cc6acc4bb50 req-163c06dd-3a09-41ab-af93-4a26328b1243 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0878499
Dec 03 11:49:49.399413 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-c757d97a-2d51-4471-bf5d-c394396210b3 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389928
Dec 03 11:49:49.409983 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3ad60bf-93a2-4333-9926-9cc6acc4bb50 req-ab13e561-6b84-41a7-b6bb-a4bf3ba24cbd tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413513
Dec 03 11:49:49.543961 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d31ec355-3565-4b32-83d1-d422f55533ab req-2649e85e-1339-4159-b027-d72bea4ae790 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378615
Dec 03 11:49:50.643620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63263272-dfb6-4663-8bf0-be4253cb4e1a req-d39801f1-20a0-4366-b123-1f649baaa95d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:50.645224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63263272-dfb6-4663-8bf0-be4253cb4e1a req-d39801f1-20a0-4366-b123-1f649baaa95d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0974619
Dec 03 11:49:50.693104 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63263272-dfb6-4663-8bf0-be4253cb4e1a req-11968d84-71ec-4958-a085-40d749724db5 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407901
Dec 03 11:49:51.512612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:51.916028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac45d2-ac5a-416c-ac53-df3adc79466f req-05218726-9a63-44df-b0a6-077e2bcefdab tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:51.917636 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-80ac45d2-ac5a-416c-ac53-df3adc79466f req-05218726-9a63-44df-b0a6-077e2bcefdab tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0838416
Dec 03 11:49:51.964963 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-80ac45d2-ac5a-416c-ac53-df3adc79466f req-ceefed06-f871-4053-81c2-910a5d548185 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406585
Dec 03 11:49:53.181613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a025b06-6f1f-411e-873e-4fb1b86c5be6 req-8cd9aff8-614e-44f4-8173-d23de17d0096 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:53.183162 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4a025b06-6f1f-411e-873e-4fb1b86c5be6 req-8cd9aff8-614e-44f4-8173-d23de17d0096 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0856345
Dec 03 11:49:53.229189 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4a025b06-6f1f-411e-873e-4fb1b86c5be6 req-41a8d994-8341-4b0a-9c48-ea000b9622f9 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396371
Dec 03 11:49:54.445041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d3af2-d099-4ef1-8ac5-566ea7363667 req-c0d11cf6-d0ad-4384-8a65-91ca1479717c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:54.447011 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e05d3af2-d099-4ef1-8ac5-566ea7363667 req-c0d11cf6-d0ad-4384-8a65-91ca1479717c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0865088
Dec 03 11:49:54.494385 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e05d3af2-d099-4ef1-8ac5-566ea7363667 req-28b73afc-6a32-4b94-8822-b58f02d39d6d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407734
Dec 03 11:49:55.723271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc008-3efe-4b8e-9085-12a856198563 req-20cbcfe7-f00b-4210-bd86-c57c893ff64e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:55.724967 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-151dc008-3efe-4b8e-9085-12a856198563 req-20cbcfe7-f00b-4210-bd86-c57c893ff64e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0888727
Dec 03 11:49:55.774530 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-151dc008-3efe-4b8e-9085-12a856198563 req-4fe9dca8-c8b4-4ce1-bcba-979677f86e20 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416493
Dec 03 11:49:55.817162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4b09a-7f8f-421a-8af9-96f30caf3967 req-3b8a9d01-5ad4-4450-a360-e645cab223f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:55.818978 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5e4b09a-7f8f-421a-8af9-96f30caf3967 req-3b8a9d01-5ad4-4450-a360-e645cab223f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3ed18cda671d479c8f14e6745a210f2b&device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 1161 time: 0.0901685
Dec 03 11:49:55.981095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4b09a-7f8f-421a-8af9-96f30caf3967 req-fa2af80b-4354-408f-81b5-f0dd95fb21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:55.982608 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5e4b09a-7f8f-421a-8af9-96f30caf3967 req-fa2af80b-4354-408f-81b5-f0dd95fb21ad service neutron] 10.222.0.91 "GET /v2.0/networks?id=40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 200  len: 906 time: 0.1442869
Dec 03 11:49:56.091219 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5e4b09a-7f8f-421a-8af9-96f30caf3967 req-8def8a6c-879f-4484-89aa-97d399c6f62f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd3ca45-2870-4e00-a819-dcc37782d924 HTTP/1.1" status: 200  len: 1000 time: 0.1025398
Dec 03 11:49:56.160293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4b09a-7f8f-421a-8af9-96f30caf3967 req-3d59b472-6ef0-4795-ae7b-adfad2ecfb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:56.161825 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5e4b09a-7f8f-421a-8af9-96f30caf3967 req-3d59b472-6ef0-4795-ae7b-adfad2ecfb90 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 200  len: 851 time: 0.0649879
Dec 03 11:49:56.247324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4b09a-7f8f-421a-8af9-96f30caf3967 req-947b1f69-efbc-4fd5-a7c7-fba120aeac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:56.248824 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5e4b09a-7f8f-421a-8af9-96f30caf3967 req-947b1f69-efbc-4fd5-a7c7-fba120aeac3e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40d772ef-958f-4df0-9b59-aa2035a974d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0805109
Dec 03 11:49:56.398625 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5e4b09a-7f8f-421a-8af9-96f30caf3967 req-b0a5277b-eb66-40ac-8b7b-bb54d8352a48 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434352
Dec 03 11:49:56.800495 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5e4b09a-7f8f-421a-8af9-96f30caf3967 req-1364d386-b2fb-462c-b17b-b8ac7ffb7fa2 service neutron] 10.222.0.91 "GET /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3777761
Dec 03 11:49:56.989359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acc576-1bc1-4d02-9a69-43020b21981b req-5ac7ca6d-11b1-4e3b-8453-e3de196b136e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:56.990963 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-72acc576-1bc1-4d02-9a69-43020b21981b req-5ac7ca6d-11b1-4e3b-8453-e3de196b136e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0854766
Dec 03 11:49:57.036626 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-72acc576-1bc1-4d02-9a69-43020b21981b req-ac466897-487a-4aca-857d-7d7b81e06ef0 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386262
Dec 03 11:49:58.254317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a8408-94de-408b-a0ca-d983d9b7c924 req-c8d319d1-2fd3-4dea-ac4a-0cdaea150611 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:58.255989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7a7a8408-94de-408b-a0ca-d983d9b7c924 req-c8d319d1-2fd3-4dea-ac4a-0cdaea150611 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 944 time: 0.0892856
Dec 03 11:49:58.302601 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7a7a8408-94de-408b-a0ca-d983d9b7c924 req-7504f389-9cf4-4427-9287-6caa7be0c65d tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395417
Dec 03 11:49:58.758800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4cd3ca45-2870-4e00-a819-dcc37782d924 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:49:58.833600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4cd3ca45-2870-4e00-a819-dcc37782d924 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:49:58.833940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:58.957498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:58.986314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:49:58.996765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 4cd3ca45-2870-4e00-a819-dcc37782d924, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4cd3ca45-2870-4e00-a819-dcc37782d924,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:49:58.999667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:49:59.002532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:49:59.047612 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924', 'code': 200}
Dec 03 11:49:59.071179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=4cd3ca45-2870-4e00-a819-dcc37782d924,revision_number=8']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:49:59.074728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:49:59.519955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b66e03-7ea9-4f0b-9968-6ed98068b174 req-1b08614e-1776-48cf-b300-a7de30abd342 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:59.521552 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-18b66e03-7ea9-4f0b-9968-6ed98068b174 req-1b08614e-1776-48cf-b300-a7de30abd342 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0823720
Dec 03 11:49:59.569145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-18b66e03-7ea9-4f0b-9968-6ed98068b174 req-bc707c0c-631f-4098-a273-af1e85b0ba6b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412226
Dec 03 11:49:59.787904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fc9b9-1fea-409d-a109-07ea5558ff96 req-f9ca7d6c-e7d2-4ffe-8303-2ba0bfeaf41c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:49:59.789516 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0a8fc9b9-1fea-409d-a109-07ea5558ff96 req-f9ca7d6c-e7d2-4ffe-8303-2ba0bfeaf41c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0872333
Dec 03 11:49:59.837525 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0a8fc9b9-1fea-409d-a109-07ea5558ff96 req-69c52796-33dc-4126-8299-9f90d3917a58 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414248
Dec 03 11:50:00.053691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bc67e-be56-48f3-8dc9-5b4a8afb6320 req-e1082171-9a91-4701-ad2b-d2db117550a8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:00.055336 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ff9bc67e-be56-48f3-8dc9-5b4a8afb6320 req-e1082171-9a91-4701-ad2b-d2db117550a8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0871208
Dec 03 11:50:00.102522 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ff9bc67e-be56-48f3-8dc9-5b4a8afb6320 req-fdd5e870-b417-42ae-bee3-18a0e28b1940 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401049
Dec 03 11:50:00.528906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd8b3-268e-425b-ae0d-f05a4fceeedd req-ed55c046-0d47-4b8a-80a0-1db652fed3e0 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:00.530413 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-356cd8b3-268e-425b-ae0d-f05a4fceeedd req-ed55c046-0d47-4b8a-80a0-1db652fed3e0 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0822606
Dec 03 11:50:00.579333 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-356cd8b3-268e-425b-ae0d-f05a4fceeedd req-02461868-a5c8-4217-a6d0-7d52826ec203 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425234
Dec 03 11:50:00.583758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4cd3ca45-2870-4e00-a819-dcc37782d924 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:50:00.655839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4cd3ca45-2870-4e00-a819-dcc37782d924 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:50:00.656262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:00.853946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ed9e623-3067-48c8-a3b7-cfcdbce0e97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:02.051828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae79d5-3cc2-4183-8f2a-5480e3d96695 req-53adb286-4faf-4c18-acdb-29f1b23b2b8c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:02.053451 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8aae79d5-3cc2-4183-8f2a-5480e3d96695 req-53adb286-4faf-4c18-acdb-29f1b23b2b8c tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.3388035
Dec 03 11:50:02.100722 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8aae79d5-3cc2-4183-8f2a-5480e3d96695 req-2ac0c9dd-68f7-4544-b0bc-7211e5e21757 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404229
Dec 03 11:50:02.982396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6cb95b58-42d3-41be-b922-9e0fc3a94748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:03.175102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-593fd4d1-1ae9-4bd2-872c-ca39e00c0d39 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:03.176714 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-593fd4d1-1ae9-4bd2-872c-ca39e00c0d39 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0845711
Dec 03 11:50:03.255233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Deleting port 4cd3ca45-2870-4e00-a819-dcc37782d924 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:50:03.255539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:03.319828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dfdf9-fb43-4345-9cca-746f3d544de2 req-3644718c-381e-43e7-ba3e-b497cc938a45 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:03.321444 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-696dfdf9-fb43-4345-9cca-746f3d544de2 req-3644718c-381e-43e7-ba3e-b497cc938a45 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 946 time: 0.0871711
Dec 03 11:50:03.369808 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-696dfdf9-fb43-4345-9cca-746f3d544de2 req-4b485dcb-9b55-4853-b1da-c0e801604eb1 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups?id=9ac555c8-1a42-4d63-9811-317f8e21b187&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417180
Dec 03 11:50:03.511352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] For port 4cd3ca45-2870-4e00-a819-dcc37782d924, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4cd3ca45-2870-4e00-a819-dcc37782d924,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:50:03.511678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:03.813355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:03.813694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:03.814044 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66 disassociated. External IP: 172.26.1.68, port: 4cd3ca45-2870-4e00-a819-dcc37782d924.
Dec 03 11:50:03.814431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Calling delete_port for 4cd3ca45-2870-4e00-a819-dcc37782d924 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:50:03.862197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:03.965413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:03.980929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9477b7e-af20-4721-ba42-cf585a2b59ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:04.031780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event deleted for resources: {'Port': ['ID=4cd3ca45-2870-4e00-a819-dcc37782d924,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:04.051541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.051975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.052403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.052829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.053246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.053664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.054073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.054487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.054893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.055327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.055736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.056145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.057543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.057962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.058392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.058790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.059225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.059638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.060043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.060450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.060856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.061344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.061751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.062195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:04.068518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:04.375459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Router f604d7aa-6695-467c-8dce-69be1ca2314c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:50:04.466732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4cd3ca45-2870-4e00-a819-dcc37782d924 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:50:04.505863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 4cd3ca45-2870-4e00-a819-dcc37782d924 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:50:04.506264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4cd3ca45-2870-4e00-a819-dcc37782d924 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:50:04.546126 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-01ade389-694f-409c-8d81-6842dfac2e34 req-49b8bca0-0c0e-4071-a897-10adca8ce1f7 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 210 time: 0.0453186
Dec 03 11:50:04.568059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:50:04.578317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde7891-e2dc-4a05-96d6-695b969ad03e None None] Sync routers for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:50:04.588313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde7891-e2dc-4a05-96d6-695b969ad03e None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:50:04.588938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7fde7891-e2dc-4a05-96d6-695b969ad03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b3f5f8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:50:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:50:04.607666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] No DVR routers for this DVR port 4cd3ca45-2870-4e00-a819-dcc37782d924 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:50:04.610053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:04.614221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'name': 'network-vif-deleted', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:50:04.628975 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e0677dc1-21cd-48bc-9aa8-ac9d2a0f56ae req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.91 "DELETE /v2.0/ports/4cd3ca45-2870-4e00-a819-dcc37782d924 HTTP/1.1" status: 204  len: 173 time: 1.4461122
Dec 03 11:50:04.682537 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a545aea-527e-4527-8b03-1b7ad8c18ad0', 'name': 'network-vif-deleted', 'tag': '4cd3ca45-2870-4e00-a819-dcc37782d924', 'status': 'completed', 'code': 200}
Dec 03 11:50:04.778097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7fde7891-e2dc-4a05-96d6-695b969ad03e None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:50:05.103122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:05.131540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7fde7891-e2dc-4a05-96d6-695b969ad03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b3f5f8>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:50:05.136420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde7891-e2dc-4a05-96d6-695b969ad03e None None] Checking router: f604d7aa-6695-467c-8dce-69be1ca2314c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:50:05.145543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde7891-e2dc-4a05-96d6-695b969ad03e None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:50:05.146207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7fde7891-e2dc-4a05-96d6-695b969ad03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b3f5f8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:50:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:50:05.329450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7fde7891-e2dc-4a05-96d6-695b969ad03e None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:50:05.739650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:05.762740 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-442f83cc-22d5-4cbf-9ae7-5b8931d835ac req-8b3fa796-405f-49e4-9fa6-72519515780b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/ports?device_id=5a545aea-527e-4527-8b03-1b7ad8c18ad0 HTTP/1.1" status: 200  len: 210 time: 0.0536969
Dec 03 11:50:05.848105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7fde7891-e2dc-4a05-96d6-695b969ad03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b3f5f8>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:50:05.852390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde7891-e2dc-4a05-96d6-695b969ad03e None None] The sync data for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs is: [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:41:30Z', 'revision_number': 4, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'a838b470-69df-47e3-a3d2-017d839dc561', 'name': '', 'network_id': '40d772ef-958f-4df0-9b59-aa2035a974d9', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'mac_address': 'fa:16:3e:df:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:29Z', 'updated_at': '2020-12-03T11:41:39Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'subnets': [{'id': '845f0aa7-a146-4f0f-b072-6a63a27a6857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:50:06.265407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05e0da-b8a3-494a-9bea-190b8981cb49 None None] New status for floating IP a249fc3b-50ae-415d-aa83-0c25a5a6af66: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:50:10.293173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54538) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:50:10.360178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:10.391591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:10.442617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:10.446740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:10.461948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac555c8-1a42-4d63-9811-317f8e21b187,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:10.472472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.472899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.473323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.473736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.474146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.474554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.474978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.475382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.475785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.476188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.476592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.477263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.477720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.478169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.478673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.479037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.479440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.479843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.480243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.480642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.481039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.481442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.481841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.482237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:10.487561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:10.491005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:10.492216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "DELETE /v2.0/security-groups/9ac555c8-1a42-4d63-9811-317f8e21b187 HTTP/1.1" status: 204  len: 168 time: 0.1979749
Dec 03 11:50:10.495089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54542) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:50:10.515177 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-df86a3aa-9626-47cb-af40-3091aaa81532 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] show failed (client error): The resource could not be found.
Dec 03 11:50:10.516297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-df86a3aa-9626-47cb-af40-3091aaa81532 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "GET /v2.0/security-groups/9ac555c8-1a42-4d63-9811-317f8e21b187 HTTP/1.1" status: 404  len: 347 time: 0.0200229
Dec 03 11:50:10.519193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54546) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:50:10.689504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2a31dfc7-ce7b-406a-855b-5ad7e91c5371 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Deleting port 5d2b300e-dfa9-4384-a87f-a094f1d543b7 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:50:10.689878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a31dfc7-ce7b-406a-855b-5ad7e91c5371 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:10.870653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a31dfc7-ce7b-406a-855b-5ad7e91c5371 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:10.870978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a31dfc7-ce7b-406a-855b-5ad7e91c5371 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:11.001731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2a31dfc7-ce7b-406a-855b-5ad7e91c5371 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Calling delete_port for 5d2b300e-dfa9-4384-a87f-a094f1d543b7 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:50:11.150581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a31dfc7-ce7b-406a-855b-5ad7e91c5371 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:11.167165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e536bac2-5307-4216-89e7-7904c146c3cf tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:11.189104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:50:11.215430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31dfc7-ce7b-406a-855b-5ad7e91c5371 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Pushing event deleted for resources: {'Port': ['ID=5d2b300e-dfa9-4384-a87f-a094f1d543b7,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:11.228590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2a31dfc7-ce7b-406a-855b-5ad7e91c5371 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:11.395262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a31dfc7-ce7b-406a-855b-5ad7e91c5371 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:11.410548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2a31dfc7-ce7b-406a-855b-5ad7e91c5371 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:11.411833 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2a31dfc7-ce7b-406a-855b-5ad7e91c5371 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] 10.222.0.90 "DELETE /v2.0/floatingips/a249fc3b-50ae-415d-aa83-0c25a5a6af66 HTTP/1.1" status: 204  len: 168 time: 0.8916035
Dec 03 11:50:11.415065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54550) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:50:11.870804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:12.527992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] Deleting port a838b470-69df-47e3-a3d2-017d839dc561 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:50:12.528595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:12.714979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] For port a838b470-69df-47e3-a3d2-017d839dc561, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a838b470-69df-47e3-a3d2-017d839dc561,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:50:12.715376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:12.841366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] Calling delete_port for a838b470-69df-47e3-a3d2-017d839dc561 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:50:13.011644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:13.026804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:13.079381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] Pushing event deleted for resources: {'Port': ['ID=a838b470-69df-47e3-a3d2-017d839dc561,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:13.084496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:13.423622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:14.198200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] Router f604d7aa-6695-467c-8dce-69be1ca2314c has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:50:14.382846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:50:14.392189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab690c-28e4-4846-8a27-7fb8319dc08d None None] Sync routers for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:50:14.396705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] 10.222.0.90 "PUT /v2.0/routers/f604d7aa-6695-467c-8dce-69be1ca2314c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9800460
Dec 03 11:50:14.399449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54556) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:50:14.403286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab690c-28e4-4846-8a27-7fb8319dc08d None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:50:14.403966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-19ab690c-28e4-4846-8a27-7fb8319dc08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c49cf8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:50:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:50:14.586887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:14.592426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-19ab690c-28e4-4846-8a27-7fb8319dc08d None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:50:14.777059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:14.783972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Deleting port ddcdf24f-7d4d-4c06-8714-5621e64f501c {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:50:14.784344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:14.901809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-19ab690c-28e4-4846-8a27-7fb8319dc08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c49cf8>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:50:12Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:50:14.906305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab690c-28e4-4846-8a27-7fb8319dc08d None None] Checking router: f604d7aa-6695-467c-8dce-69be1ca2314c for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:50:14.915506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab690c-28e4-4846-8a27-7fb8319dc08d None None] Routers {'f604d7aa-6695-467c-8dce-69be1ca2314c'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:50:14.916239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-19ab690c-28e4-4846-8a27-7fb8319dc08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c49cf8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:50:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f604d7aa-6695-467c-8dce-69be1ca2314c'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:50:14.970938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] For port ddcdf24f-7d4d-4c06-8714-5621e64f501c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ddcdf24f-7d4d-4c06-8714-5621e64f501c,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:50:14.971343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:15.099690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Calling delete_port for ddcdf24f-7d4d-4c06-8714-5621e64f501c owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:50:15.104954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-19ab690c-28e4-4846-8a27-7fb8319dc08d None None] Set router f604d7aa-6695-467c-8dce-69be1ca2314c gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:50:15.241893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:15.410954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-19ab690c-28e4-4846-8a27-7fb8319dc08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c49cf8>, [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:50:12Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:50:15.415174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab690c-28e4-4846-8a27-7fb8319dc08d None None] The sync data for ids ['f604d7aa-6695-467c-8dce-69be1ca2314c'] in dv-neutron-765072-2-ovs is: [{'id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'name': 'tempest-ServerActionsTestJSON-2037488860-router', 'tenant_id': '3ed18cda671d479c8f14e6745a210f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:41:25Z', 'updated_at': '2020-12-03T11:50:12Z', 'revision_number': 5, 'project_id': '3ed18cda671d479c8f14e6745a210f2b', 'gw_port': {'id': 'ddcdf24f-7d4d-4c06-8714-5621e64f501c', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d7aa-6695-467c-8dce-69be1ca2314c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:41:26Z', 'updated_at': '2020-12-03T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:50:15.434588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:15.573046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:15.575533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:15.594957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:15.595526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Fanout notify agent at l3_agent the message router_deleted on router f604d7aa-6695-467c-8dce-69be1ca2314c {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:50:15.608999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:15.610226 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e24adb5e-086c-4447-8efc-42d4c73151da admin admin] 10.222.0.90 "DELETE /v2.0/routers/f604d7aa-6695-467c-8dce-69be1ca2314c HTTP/1.1" status: 204  len: 168 time: 1.2092371
Dec 03 11:50:15.612979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54560) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:50:15.683607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-df033c59-ffb0-40ae-a212-0497f44ceb60 admin admin] Deleting subnet 845f0aa7-a146-4f0f-b072-6a63a27a6857 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:50:15.686770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df033c59-ffb0-40ae-a212-0497f44ceb60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:15.745152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df033c59-ffb0-40ae-a212-0497f44ceb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:15.831585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df033c59-ffb0-40ae-a212-0497f44ceb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:16.109619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df033c59-ffb0-40ae-a212-0497f44ceb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:16.125122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-776fe137-2d69-4b21-bbc4-8f72c1a7a11f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:16.173524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df033c59-ffb0-40ae-a212-0497f44ceb60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845f0aa7-a146-4f0f-b072-6a63a27a6857,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:16.178145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-df033c59-ffb0-40ae-a212-0497f44ceb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:16.257884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df033c59-ffb0-40ae-a212-0497f44ceb60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:16.263296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91345a7e-3aba-4881-8019-e25eb0fe29cf None None] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:50:16.264037 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-df033c59-ffb0-40ae-a212-0497f44ceb60 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/845f0aa7-a146-4f0f-b072-6a63a27a6857 HTTP/1.1" status: 204  len: 168 time: 0.6500556
Dec 03 11:50:16.266661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54564) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:50:16.550475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dc3dfc-2e61-4ae9-b115-92aaee8dbab3 None None] DHCP port deletion for 40d772ef-958f-4df0-9b59-aa2035a974d9 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:50:16.555437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-52dc3dfc-2e61-4ae9-b115-92aaee8dbab3 None None] Deleting port 95fb6ed3-7702-468f-af02-16c157c9bf0e {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:50:16.555868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52dc3dfc-2e61-4ae9-b115-92aaee8dbab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:16.678790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:16.748721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Deleting port 95fb6ed3-7702-468f-af02-16c157c9bf0e {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:50:16.749024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:16.773949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-52dc3dfc-2e61-4ae9-b115-92aaee8dbab3 None None] For port 95fb6ed3-7702-468f-af02-16c157c9bf0e, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=95fb6ed3-7702-468f-af02-16c157c9bf0e,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:50:16.774326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52dc3dfc-2e61-4ae9-b115-92aaee8dbab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:16.902175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-52dc3dfc-2e61-4ae9-b115-92aaee8dbab3 None None] Calling delete_port for 95fb6ed3-7702-468f-af02-16c157c9bf0e owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:50:16.973838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] For port 95fb6ed3-7702-468f-af02-16c157c9bf0e, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=95fb6ed3-7702-468f-af02-16c157c9bf0e,segment=NetworkSegment(c9777d70-491c-488e-a6c2-4c801bcc15f6),segment_id=c9777d70-491c-488e-a6c2-4c801bcc15f6)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:50:16.974278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:16.981926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-52dc3dfc-2e61-4ae9-b115-92aaee8dbab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:16.998118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:17.052672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc3dfc-2e61-4ae9-b115-92aaee8dbab3 None None] Pushing event deleted for resources: {'Port': ['ID=95fb6ed3-7702-468f-af02-16c157c9bf0e,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:17.058282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-52dc3dfc-2e61-4ae9-b115-92aaee8dbab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:17.106980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Calling delete_port for 95fb6ed3-7702-468f-af02-16c157c9bf0e owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:50:17.141169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc3dfc-2e61-4ae9-b115-92aaee8dbab3 None None] No DVR routers for this DVR port 95fb6ed3-7702-468f-af02-16c157c9bf0e on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:50:17.182608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:50:17.183040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:50:17.465575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ddcdf24f-7d4d-4c06-8714-5621e64f501c no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:50:17.500048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: ddcdf24f-7d4d-4c06-8714-5621e64f501c {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:50:17.500440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ddcdf24f-7d4d-4c06-8714-5621e64f501c not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:50:17.500895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a838b470-69df-47e3-a3d2-017d839dc561 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:50:17.536878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: a838b470-69df-47e3-a3d2-017d839dc561 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:50:17.537263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a838b470-69df-47e3-a3d2-017d839dc561 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:50:17.537716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 95fb6ed3-7702-468f-af02-16c157c9bf0e no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:50:17.569848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 95fb6ed3-7702-468f-af02-16c157c9bf0e {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:50:17.570239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 95fb6ed3-7702-468f-af02-16c157c9bf0e not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:50:17.683806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Deleting port 95fb6ed3-7702-468f-af02-16c157c9bf0e {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:50:17.684135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:17.750454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] The port '95fb6ed3-7702-468f-af02-16c157c9bf0e' was deleted {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:50:17.877057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:17.995515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b745e080>,) {'filters': {'network_id': ['40d772ef-958f-4df0-9b59-aa2035a974d9']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:50:18.007992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b745e080>, 'c9777d70-491c-488e-a6c2-4c801bcc15f6') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:50:18.008325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b745e080>, 'c9777d70-491c-488e-a6c2-4c801bcc15f6') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:50:18.020453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:18.035178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:18.037147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:50:18.219927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:50:18.229404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:18.404650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Network 40d772ef-958f-4df0-9b59-aa2035a974d9 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:50:18.429986 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:50:18.512101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:18.515429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-aa4e6fd5-198a-42af-9a8c-bcee5aca1cb0 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:18.531617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:18.537922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=40d772ef-958f-4df0-9b59-aa2035a974d9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:18.542397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:18.554319 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-48d928fc-c95b-42dd-b5b7-8bfdbb577b2a admin admin] 10.222.0.90 "DELETE /v2.0/networks/40d772ef-958f-4df0-9b59-aa2035a974d9 HTTP/1.1" status: 204  len: 168 time: 2.2866056
Dec 03 11:50:18.697094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54570) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:50:18.752494 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-50f3c206-60ab-476e-afbc-f22278f6ad93 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3ed18cda671d479c8f14e6745a210f2b&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0540977
Dec 03 11:50:18.754963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54574) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:50:18.818941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e893658a-8a53-444f-83dd-fcd5238cf9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:18.845557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e893658a-8a53-444f-83dd-fcd5238cf9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:18.892785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e893658a-8a53-444f-83dd-fcd5238cf9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:18.897916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ffbb06b-54fc-4967-8405-8e2ab877f96c tempest-PortsAdminExtendedAttrsTestJSON-1312244511 tempest-PortsAdminExtendedAttrsTestJSON-1312244511] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:18.912146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893658a-8a53-444f-83dd-fcd5238cf9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ee49a3-6a85-4e0d-b6dc-3cd0b630f97e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:18.918061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e893658a-8a53-444f-83dd-fcd5238cf9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:18.920003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e893658a-8a53-444f-83dd-fcd5238cf9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:18.921231 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e893658a-8a53-444f-83dd-fcd5238cf9ba admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f9ee49a3-6a85-4e0d-b6dc-3cd0b630f97e HTTP/1.1" status: 204  len: 168 time: 0.1653228
Dec 03 11:50:19.878210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54596) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:50:20.038500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2117818191-network', 'tenant_id': '5bb0d7172a9546f4939ad327ced35a54'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:50:20.043957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:50:20.048205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Usage tracker for resource:network and tenant:5bb0d7172a9546f4939ad327ced35a54 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:50:20.051254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:50:20.058942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:50:20.067745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Made reservation on behalf of 5bb0d7172a9546f4939ad327ced35a54 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:50:20.073170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:20.086155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:20.101247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:50:20.106040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Usage tracker for resource:security_group_rule and tenant:5bb0d7172a9546f4939ad327ced35a54 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:50:20.108969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:50:20.114675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:50:20.205870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:20.208521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:20.212797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ad78055-f455-4703-9814-7db9506fb8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:20.242110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:50:20.255604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5197b0-e30f-4ef4-b47d-186c84abb2ff,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:20.259953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:20.260961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:20.261399 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Added segment 87ecffd0-5f85-49fe-a0bb-a892212e668f of type vxlan for network 62fe56c0-d154-4198-93e0-d12cb57baf9e
Dec 03 11:50:20.289916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:20.320571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:20.321717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:20.322784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:20.328157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5eb64c7-d9a4-4984-844b-9ca14a61f038 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:20.430701 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5512700
Dec 03 11:50:20.434015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54602) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:50:20.438981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Pushing event updated for resources: {'Network': ['ID=62fe56c0-d154-4198-93e0-d12cb57baf9e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:20.441554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Request body: {'subnet': {'network_id': '62fe56c0-d154-4198-93e0-d12cb57baf9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2117818191-subnet', 'tenant_id': '5bb0d7172a9546f4939ad327ced35a54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:50:20.441918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f32f00be-aea0-4f38-9f44-7c70497ee456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:20.449009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:50:20.450289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 62fe56c0-d154-4198-93e0-d12cb57baf9e details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:50:20.453368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Usage tracker for resource:subnet and tenant:5bb0d7172a9546f4939ad327ced35a54 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:50:20.456532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:50:20.463111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:50:20.468695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 62fe56c0-d154-4198-93e0-d12cb57baf9e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:50:20.473021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Made reservation on behalf of 5bb0d7172a9546f4939ad327ced35a54 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:50:20.478103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:20.913846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:20.929895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30da454b-d71e-40c6-acc6-95f2266366d0 tempest-RoutersTest-1444820229 tempest-RoutersTest-1444820229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:21.061235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce967dcf-ad6a-439d-91b3-ca927785e3cb,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:21.064501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:21.138185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Checking segment: {'id': '87ecffd0-5f85-49fe-a0bb-a892212e668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62fe56c0-d154-4198-93e0-d12cb57baf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:50:21.138584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Network hostable DHCP agents. Network: 62fe56c0-d154-4198-93e0-d12cb57baf9e, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:50:21.157295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Network 62fe56c0-d154-4198-93e0-d12cb57baf9e is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:50:21.165408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 62fe56c0-d154-4198-93e0-d12cb57baf9e) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:50:21.175532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2530d6ae-212e-4fa1-9a7a-df64e5aff894 None None] Network 62fe56c0-d154-4198-93e0-d12cb57baf9e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:50:21.177421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:21.178064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:21.198372 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7629542
Dec 03 11:50:21.399771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2834e948-95b3-45b0-b2b1-25915ccb37b8 None None] Network 62fe56c0-d154-4198-93e0-d12cb57baf9e requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:50:21.534407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:21.802272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-4598aa00-caf3-4617-b2f8-a664bd1117ed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:21.803900 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-4598aa00-caf3-4617-b2f8-a664bd1117ed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/networks?id=62fe56c0-d154-4198-93e0-d12cb57baf9e HTTP/1.1" status: 200  len: 814 time: 0.1545501
Dec 03 11:50:21.820532 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-009753e7-a9ab-4031-8567-84943da47e0c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/quotas/5bb0d7172a9546f4939ad327ced35a54 HTTP/1.1" status: 200  len: 375 time: 0.0099363
Dec 03 11:50:21.870930 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-db1870ab-4e3c-49c8-8f55-9c325eb4620f tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?tenant_id=5bb0d7172a9546f4939ad327ced35a54&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0447102
Dec 03 11:50:22.060642 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-b8005e9b-dae7-4307-b70f-022601d38853 service neutron] 10.222.0.90 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821640
Dec 03 11:50:22.208809 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-55a45f19-8f3e-4b90-b5b5-fe380b4307a6 service neutron] 10.222.0.90 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408033
Dec 03 11:50:22.414187 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1259257-c16d-4627-a689-895b958e6e3c req-cbfb60e4-c807-4800-b06c-3f6dafc25455 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 210 time: 0.0479465
Dec 03 11:50:23.536041 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ac1d0cd5-593c-49ec-b748-6122a1d2d723 req-d9ea1ad4-40b7-4f2f-9102-307ee3df3e98 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 210 time: 0.0492525
Dec 03 11:50:24.656927 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44c42fbf-c741-4fc2-9406-a40e1b9defa9 req-cea3e145-7e72-43dd-b8b9-2a38eabc7014 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 210 time: 0.0458617
Dec 03 11:50:25.833882 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b4757151-13a8-4bfe-83e2-5f59b508235b req-f6dfdbd2-16e4-4f4b-ae8e-42955cb0a5a0 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 210 time: 0.0490632
Dec 03 11:50:26.834632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-3abf3cbe-138b-4999-963b-1bf9339ed2d2 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:26.835434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-3abf3cbe-138b-4999-963b-1bf9339ed2d2 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Synchronizing usage tracker for tenant:5bb0d7172a9546f4939ad327ced35a54 on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:50:26.853917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-3abf3cbe-138b-4999-963b-1bf9339ed2d2 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Unset dirty status for tenant:5bb0d7172a9546f4939ad327ced35a54 on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:50:26.855218 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-3abf3cbe-138b-4999-963b-1bf9339ed2d2 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.91 "GET /v2.0/networks?id=62fe56c0-d154-4198-93e0-d12cb57baf9e HTTP/1.1" status: 200  len: 814 time: 0.1831644
Dec 03 11:50:26.877956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Request body: {'port': {'device_id': '85517af6-3b46-4d85-96e9-86c50f4f0643', 'network_id': '62fe56c0-d154-4198-93e0-d12cb57baf9e', 'admin_state_up': True, 'tenant_id': '5bb0d7172a9546f4939ad327ced35a54'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:50:27.028519 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-368ae38a-a866-4a3c-a364-d15cec35e4fb req-d8317d9a-7585-4937-ace3-3a10bf092bb8 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 210 time: 0.0486889
Dec 03 11:50:27.028766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:50:27.032800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Usage tracker for resource:port and tenant:5bb0d7172a9546f4939ad327ced35a54 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:50:27.035777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Quota usage for port was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:50:27.042169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:50:27.051583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Made reservation on behalf of 5bb0d7172a9546f4939ad327ced35a54 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:50:27.057376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:27.366668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Allocated IP 172.20.0.10 (62fe56c0-d154-4198-93e0-d12cb57baf9e/ce967dcf-ad6a-439d-91b3-ca927785e3cb/030240fb-9c3d-4cb3-91cf-f21bbc14181e) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:50:27.821546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:27.847635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:27.863267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:28.007415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Pushing event updated for resources: {'Port': ['ID=030240fb-9c3d-4cb3-91cf-f21bbc14181e,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:28.011769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:28.060051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Network 62fe56c0-d154-4198-93e0-d12cb57baf9e is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:50:28.061417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:50:28.064000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:50:28.132026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:28.132693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:28.152996 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2801042
Dec 03 11:50:28.170825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Request body: {'port': {'device_id': '85517af6-3b46-4d85-96e9-86c50f4f0643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:50:28.245247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b81804-f589-4c13-b35d-c348474eaa7f req-db4ff2c7-3c18-44ca-8d96-89902a62e2c9 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:28.246842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15b81804-f589-4c13-b35d-c348474eaa7f req-db4ff2c7-3c18-44ca-8d96-89902a62e2c9 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 932 time: 0.0839684
Dec 03 11:50:28.286733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:28.294688 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15b81804-f589-4c13-b35d-c348474eaa7f req-3b5be39f-9ead-4cfa-b87a-815435b2a9f1 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412786
Dec 03 11:50:28.699380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030240fb-9c3d-4cb3-91cf-f21bbc14181e {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:50:28.706400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:28.719688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Transition to ACTIVE for port object 030240fb-9c3d-4cb3-91cf-f21bbc14181e will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:50:28.722333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:28.737885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d38bc29-0036-43c3-b429-55b7dc9e4b38 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:28.875525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Pushing event updated for resources: {'Port': ['ID=030240fb-9c3d-4cb3-91cf-f21bbc14181e,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:28.879953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:29.064375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Attempting to bind port 030240fb-9c3d-4cb3-91cf-f21bbc14181e on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:50:29.064682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Attempting to bind port 030240fb-9c3d-4cb3-91cf-f21bbc14181e by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '87ecffd0-5f85-49fe-a0bb-a892212e668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62fe56c0-d154-4198-93e0-d12cb57baf9e'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:50:29.065055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Attempting to bind port 030240fb-9c3d-4cb3-91cf-f21bbc14181e on network 62fe56c0-d154-4198-93e0-d12cb57baf9e {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:50:29.070770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:50:29.071187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Checking segment: {'id': '87ecffd0-5f85-49fe-a0bb-a892212e668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62fe56c0-d154-4198-93e0-d12cb57baf9e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:50:29.072275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:29.072684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Bound using segment: {'id': '87ecffd0-5f85-49fe-a0bb-a892212e668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62fe56c0-d154-4198-93e0-d12cb57baf9e'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:50:29.073162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Bound port: 030240fb-9c3d-4cb3-91cf-f21bbc14181e, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ecffd0-5f85-49fe-a0bb-a892212e668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62fe56c0-d154-4198-93e0-d12cb57baf9e'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:50:29.073542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:29.164850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] For port 030240fb-9c3d-4cb3-91cf-f21bbc14181e, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:50:29.168682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] For port 030240fb-9c3d-4cb3-91cf-f21bbc14181e, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=030240fb-9c3d-4cb3-91cf-f21bbc14181e,segment=NetworkSegment(87ecffd0-5f85-49fe-a0bb-a892212e668f),segment_id=87ecffd0-5f85-49fe-a0bb-a892212e668f)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:50:29.172012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:29.188124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6f1b074-832b-40ba-9255-3352c8357aed tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:29.338564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Pushing event updated for resources: {'Port': ['ID=030240fb-9c3d-4cb3-91cf-f21bbc14181e,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:29.344762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:29.380594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:29.381280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:29.382769 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] 10.222.0.91 "PUT /v2.0/ports/030240fb-9c3d-4cb3-91cf-f21bbc14181e HTTP/1.1" status: 200  len: 1158 time: 1.2171886
Dec 03 11:50:29.383365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85517af6-3b46-4d85-96e9-86c50f4f0643', 'tag': '030240fb-9c3d-4cb3-91cf-f21bbc14181e'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:50:29.480541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85517af6-3b46-4d85-96e9-86c50f4f0643', 'tag': '030240fb-9c3d-4cb3-91cf-f21bbc14181e', 'status': 'completed', 'code': 200}
Dec 03 11:50:29.513484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c386c-3628-46a1-8364-d70df3784f89 req-232a4a76-3262-4ca4-9dc1-11386e1f8839 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:29.515120 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd1c386c-3628-46a1-8364-d70df3784f89 req-232a4a76-3262-4ca4-9dc1-11386e1f8839 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 944 time: 0.0903387
Dec 03 11:50:29.517665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-3a38a24e-3f9c-45dd-988d-8843d5248a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:29.519324 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-3a38a24e-3f9c-45dd-988d-8843d5248a50 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb0d7172a9546f4939ad327ced35a54&device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 1161 time: 0.0852010
Dec 03 11:50:29.566662 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd1c386c-3628-46a1-8364-d70df3784f89 req-a73aa663-966e-4176-8a86-6f9cfc914c81 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448406
Dec 03 11:50:29.599032 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-d7bddfcb-31f2-44a5-bb02-e2af0974d5f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=030240fb-9c3d-4cb3-91cf-f21bbc14181e HTTP/1.1" status: 200  len: 217 time: 0.0668416
Dec 03 11:50:29.666632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-573455a8-3b7e-418b-9f3e-5e3d9d313c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:29.668232 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-573455a8-3b7e-418b-9f3e-5e3d9d313c05 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ce967dcf-ad6a-439d-91b3-ca927785e3cb HTTP/1.1" status: 200  len: 854 time: 0.0633438
Dec 03 11:50:29.717017 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-1cbffe6a-3ec0-4867-a87d-394f27f6d437 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62fe56c0-d154-4198-93e0-d12cb57baf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426550
Dec 03 11:50:29.862276 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-455a429a-296c-44e2-9b2c-0434c8bda971 service neutron] 10.222.0.91 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388941
Dec 03 11:50:30.010858 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-485933ed-1c01-4cef-91c1-98b3576b30b3 req-064fa992-5223-43b7-9533-be549bc83d82 service neutron] 10.222.0.91 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424885
Dec 03 11:50:30.186183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c32ff-cb4e-4471-92f8-623cd6043515 req-aace69d9-b2ce-4a7f-9f6b-5f28ca5c758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:30.188288 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2d5c32ff-cb4e-4471-92f8-623cd6043515 req-aace69d9-b2ce-4a7f-9f6b-5f28ca5c758f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb0d7172a9546f4939ad327ced35a54&device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 1161 time: 0.0814641
Dec 03 11:50:30.333951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c32ff-cb4e-4471-92f8-623cd6043515 req-3771c9a5-49f6-42f4-a78c-fd5d5a8b5030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:30.335556 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2d5c32ff-cb4e-4471-92f8-623cd6043515 req-3771c9a5-49f6-42f4-a78c-fd5d5a8b5030 service neutron] 10.222.0.91 "GET /v2.0/networks?id=62fe56c0-d154-4198-93e0-d12cb57baf9e HTTP/1.1" status: 200  len: 908 time: 0.1410167
Dec 03 11:50:30.407173 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2d5c32ff-cb4e-4471-92f8-623cd6043515 req-b5b1a219-a334-4852-8a0a-48a43693fb04 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=030240fb-9c3d-4cb3-91cf-f21bbc14181e HTTP/1.1" status: 200  len: 217 time: 0.0650444
Dec 03 11:50:30.480947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c32ff-cb4e-4471-92f8-623cd6043515 req-6409d2d4-e892-4ca0-9fce-8d3e277abccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:30.482439 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2d5c32ff-cb4e-4471-92f8-623cd6043515 req-6409d2d4-e892-4ca0-9fce-8d3e277abccb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ce967dcf-ad6a-439d-91b3-ca927785e3cb HTTP/1.1" status: 200  len: 854 time: 0.0693674
Dec 03 11:50:30.532872 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2d5c32ff-cb4e-4471-92f8-623cd6043515 req-31ed57a8-bfde-448a-a152-b74c36120915 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62fe56c0-d154-4198-93e0-d12cb57baf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435631
Dec 03 11:50:30.684639 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2d5c32ff-cb4e-4471-92f8-623cd6043515 req-feb6ef84-2029-4774-87c3-a4c29bf575af service neutron] 10.222.0.91 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443229
Dec 03 11:50:30.788702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89dc347-1672-4b25-ae49-667f88efba27 req-83393f43-8416-462a-a3f4-7bc3e4b206ae tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:30.790289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c89dc347-1672-4b25-ae49-667f88efba27 req-83393f43-8416-462a-a3f4-7bc3e4b206ae tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 944 time: 0.0851614
Dec 03 11:50:30.834553 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2d5c32ff-cb4e-4471-92f8-623cd6043515 req-30fbb8d2-f978-42ed-99ca-6080e6cad7d1 service neutron] 10.222.0.91 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424932
Dec 03 11:50:30.846185 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c89dc347-1672-4b25-ae49-667f88efba27 req-0071ec01-b2c2-445e-be5a-d7a04f93428e tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490370
Dec 03 11:50:30.856671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f93761b4-b47d-42e2-81b8-79788bdd4630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:32.063733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201c05-e2e8-48d7-b166-0bf677f400a0 req-51cd8d65-3f32-4b11-8653-7e043537a7d1 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:32.065361 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-53201c05-e2e8-48d7-b166-0bf677f400a0 req-51cd8d65-3f32-4b11-8653-7e043537a7d1 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 944 time: 0.0866776
Dec 03 11:50:32.113951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-53201c05-e2e8-48d7-b166-0bf677f400a0 req-d759923d-406d-4b11-bd59-21e991eef256 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420506
Dec 03 11:50:32.981962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-da22ed61-abc1-481f-a812-00276964e061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:33.327551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b616f5-4bd1-4410-803a-b4d43e98c42b req-da362f97-dad6-456c-b740-a10e61fee98d tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:33.329094 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-26b616f5-4bd1-4410-803a-b4d43e98c42b req-da362f97-dad6-456c-b740-a10e61fee98d tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 944 time: 0.0876005
Dec 03 11:50:33.375975 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-26b616f5-4bd1-4410-803a-b4d43e98c42b req-0b8f6334-3d96-4591-bc9a-bae1a8f449ad tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405552
Dec 03 11:50:33.866105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:34.587426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465190f-4070-40c4-a497-0dfe98968713 req-9c740525-de73-4328-ae71-9660d7f1d748 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:34.589634 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e465190f-4070-40c4-a497-0dfe98968713 req-9c740525-de73-4328-ae71-9660d7f1d748 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 944 time: 0.0848830
Dec 03 11:50:34.639736 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e465190f-4070-40c4-a497-0dfe98968713 req-6df5feec-669e-4e51-9e83-7722a9798ff2 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436692
Dec 03 11:50:34.849542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-8683442a-380c-4b41-8b2e-81dc77e42945 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80977) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:50:35.064853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:35.416195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 030240fb-9c3d-4cb3-91cf-f21bbc14181e up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:50:35.486466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 030240fb-9c3d-4cb3-91cf-f21bbc14181e completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:50:35.491387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 030240fb-9c3d-4cb3-91cf-f21bbc14181e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:50:35.491816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:35.625499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:35.627655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:35.655059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85517af6-3b46-4d85-96e9-86c50f4f0643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030240fb-9c3d-4cb3-91cf-f21bbc14181e'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:50:35.665105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 030240fb-9c3d-4cb3-91cf-f21bbc14181e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=030240fb-9c3d-4cb3-91cf-f21bbc14181e,segment=NetworkSegment(87ecffd0-5f85-49fe-a0bb-a892212e668f),segment_id=87ecffd0-5f85-49fe-a0bb-a892212e668f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:50:35.668275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:35.670332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:35.740107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=030240fb-9c3d-4cb3-91cf-f21bbc14181e,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:35.748498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.748885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.749265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.749643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.750014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.750385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.751022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.751278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.751460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.751823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.752187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.752552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.752970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.753333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.753700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.754061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.754421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.754783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.755166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.755529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.755892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.756252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.756610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.756967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:50:35.762065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:35.806758 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85517af6-3b46-4d85-96e9-86c50f4f0643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030240fb-9c3d-4cb3-91cf-f21bbc14181e', 'code': 200}
Dec 03 11:50:35.871640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001608db-4eba-462c-ba65-f25d91002b3a req-ed58fd4e-bfb0-4deb-bd7a-531eb6b99724 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:35.873280 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-001608db-4eba-462c-ba65-f25d91002b3a req-ed58fd4e-bfb0-4deb-bd7a-531eb6b99724 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 946 time: 0.0930049
Dec 03 11:50:35.928654 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-001608db-4eba-462c-ba65-f25d91002b3a req-df71b5f4-f106-42a6-98bd-e3554d6d1325 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488002
Dec 03 11:50:36.100221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b6a08-3df7-4cf7-b9ed-ff3c05d46e5e req-8ccf7af8-1197-45ec-9b3d-374582fecad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:36.101838 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-248b6a08-3df7-4cf7-b9ed-ff3c05d46e5e req-8ccf7af8-1197-45ec-9b3d-374582fecad4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 1163 time: 0.0858355
Dec 03 11:50:36.156464 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-248b6a08-3df7-4cf7-b9ed-ff3c05d46e5e req-bc89c696-c27c-4fa9-be67-1114d2c17d15 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475259
Dec 03 11:50:36.874903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 030240fb-9c3d-4cb3-91cf-f21bbc14181e up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:50:36.953792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 030240fb-9c3d-4cb3-91cf-f21bbc14181e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:50:36.954220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:37.150427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a99fad-2bc4-4252-a641-74a7f65be24e req-c623d3c3-2fd0-40f6-b79b-c36e7c84d56b tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:37.152143 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c9a99fad-2bc4-4252-a641-74a7f65be24e req-c623d3c3-2fd0-40f6-b79b-c36e7c84d56b tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 946 time: 0.0883360
Dec 03 11:50:37.201023 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c9a99fad-2bc4-4252-a641-74a7f65be24e req-526ece99-63d8-4fd2-8094-51f8dcaa0666 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424068
Dec 03 11:50:38.412957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae858f-c535-4da7-a9fc-65d7b60a5f0f req-802ba495-2e0e-42b6-b595-d1b40459a3f3 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:38.414566 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69ae858f-c535-4da7-a9fc-65d7b60a5f0f req-802ba495-2e0e-42b6-b595-d1b40459a3f3 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 946 time: 0.0842309
Dec 03 11:50:38.466148 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69ae858f-c535-4da7-a9fc-65d7b60a5f0f req-9ab648cf-fcdd-41d3-8f90-235f7b4a9ef9 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447719
Dec 03 11:50:39.069386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766482e-1080-499a-be44-03f275a67f07 req-bc26bdfc-6921-498f-a5e3-cbea89e04040 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:39.071009 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-bc26bdfc-6921-498f-a5e3-cbea89e04040 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/networks?id=62fe56c0-d154-4198-93e0-d12cb57baf9e HTTP/1.1" status: 200  len: 814 time: 0.4342771
Dec 03 11:50:39.087521 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-57a9d0ff-256a-45fd-9717-3d68b554fb10 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/quotas/5bb0d7172a9546f4939ad327ced35a54 HTTP/1.1" status: 200  len: 375 time: 0.0097666
Dec 03 11:50:39.172468 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-02853664-2b3e-4b13-9f8f-dc77e9bf77b9 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?tenant_id=5bb0d7172a9546f4939ad327ced35a54&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0785916
Dec 03 11:50:39.317796 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-0de8c67c-f195-4875-9355-1d1179af60b7 service neutron] 10.222.0.90 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377423
Dec 03 11:50:39.463542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-fca9ff4e-b62b-40f5-8af1-c922e73293bd service neutron] 10.222.0.90 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378846
Dec 03 11:50:39.663113 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-790ee3c5-e24a-4ce1-b902-1fa186733a80 req-0ad13f3d-4dee-433c-a9ac-63e62b730913 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 210 time: 0.0449119
Dec 03 11:50:40.802729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766482e-1080-499a-be44-03f275a67f07 req-fcd058a8-5db4-49d5-95b0-9a2e940b755b tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:40.804483 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-fcd058a8-5db4-49d5-95b0-9a2e940b755b tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.91 "GET /v2.0/networks?id=62fe56c0-d154-4198-93e0-d12cb57baf9e HTTP/1.1" status: 200  len: 814 time: 0.1645756
Dec 03 11:50:40.828637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Request body: {'port': {'device_id': '7e4cc919-0d17-4463-8fb0-f0235f668fec', 'network_id': '62fe56c0-d154-4198-93e0-d12cb57baf9e', 'admin_state_up': True, 'tenant_id': '5bb0d7172a9546f4939ad327ced35a54'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:50:40.851463 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7ade6049-aa0d-4050-b572-060e117472bd req-3c1fc3db-4d13-4da2-9ede-5c8f65cdcbfe tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 210 time: 0.0531886
Dec 03 11:50:41.227728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:50:41.232441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Usage tracker for resource:port and tenant:5bb0d7172a9546f4939ad327ced35a54 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:50:41.235410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Quota usage for port was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:50:41.241115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:50:41.250371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Made reservation on behalf of 5bb0d7172a9546f4939ad327ced35a54 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:50:41.255925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:41.567038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Allocated IP 172.20.0.12 (62fe56c0-d154-4198-93e0-d12cb57baf9e/ce967dcf-ad6a-439d-91b3-ca927785e3cb/85da0658-2784-4267-962b-6ac960444792) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:50:41.778425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:41.803890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:41.818483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:41.961231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Pushing event updated for resources: {'Port': ['ID=85da0658-2784-4267-962b-6ac960444792,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:41.966396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:42.016545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Network 62fe56c0-d154-4198-93e0-d12cb57baf9e is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:50:42.017877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:50:42.020345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:50:42.088915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:42.089520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:42.090105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d039-6b0d-4a33-bf28-f6bfe877c4fc req-b4d19964-ae9d-4e5d-91a4-7bb7aaa2ae81 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:42.091798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-19b3d039-6b0d-4a33-bf28-f6bfe877c4fc req-b4d19964-ae9d-4e5d-91a4-7bb7aaa2ae81 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 932 time: 0.0910277
Dec 03 11:50:42.110156 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2860591
Dec 03 11:50:42.127835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Request body: {'port': {'device_id': '7e4cc919-0d17-4463-8fb0-f0235f668fec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:50:42.141305 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-19b3d039-6b0d-4a33-bf28-f6bfe877c4fc req-7627c191-dc50-4ff9-8eb2-536ea6ec8757 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432310
Dec 03 11:50:42.241827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:42.642242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85da0658-2784-4267-962b-6ac960444792 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:50:42.649393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:42.662276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Transition to ACTIVE for port object 85da0658-2784-4267-962b-6ac960444792 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:50:42.665077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:42.680544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:42.817075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Pushing event updated for resources: {'Port': ['ID=85da0658-2784-4267-962b-6ac960444792,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:42.820323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:43.005968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Attempting to bind port 85da0658-2784-4267-962b-6ac960444792 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:50:43.006333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Attempting to bind port 85da0658-2784-4267-962b-6ac960444792 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '87ecffd0-5f85-49fe-a0bb-a892212e668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62fe56c0-d154-4198-93e0-d12cb57baf9e'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:50:43.006703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Attempting to bind port 85da0658-2784-4267-962b-6ac960444792 on network 62fe56c0-d154-4198-93e0-d12cb57baf9e {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:50:43.012558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:50:43.012930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Checking segment: {'id': '87ecffd0-5f85-49fe-a0bb-a892212e668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62fe56c0-d154-4198-93e0-d12cb57baf9e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:50:43.013336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:43.013736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Bound using segment: {'id': '87ecffd0-5f85-49fe-a0bb-a892212e668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62fe56c0-d154-4198-93e0-d12cb57baf9e'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:50:43.014206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Bound port: 85da0658-2784-4267-962b-6ac960444792, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ecffd0-5f85-49fe-a0bb-a892212e668f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62fe56c0-d154-4198-93e0-d12cb57baf9e'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:50:43.014587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:43.106801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] For port 85da0658-2784-4267-962b-6ac960444792, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:50:43.110120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] For port 85da0658-2784-4267-962b-6ac960444792, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=85da0658-2784-4267-962b-6ac960444792,segment=NetworkSegment(87ecffd0-5f85-49fe-a0bb-a892212e668f),segment_id=87ecffd0-5f85-49fe-a0bb-a892212e668f)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:50:43.113618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:43.129377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:43.278999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Pushing event updated for resources: {'Port': ['ID=85da0658-2784-4267-962b-6ac960444792,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:43.284692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:43.319589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:43.320274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:43.321759 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] 10.222.0.91 "PUT /v2.0/ports/85da0658-2784-4267-962b-6ac960444792 HTTP/1.1" status: 200  len: 1158 time: 1.1985307
Dec 03 11:50:43.322379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4cc919-0d17-4463-8fb0-f0235f668fec', 'tag': '85da0658-2784-4267-962b-6ac960444792'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:50:43.364456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a0b11-c0f5-4fc8-96c2-d7fcf86f3ea6 req-a74b4f69-9198-42cf-aaf7-08ef2948225c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:43.366569 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-834a0b11-c0f5-4fc8-96c2-d7fcf86f3ea6 req-a74b4f69-9198-42cf-aaf7-08ef2948225c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 944 time: 0.0954247
Dec 03 11:50:43.415142 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-834a0b11-c0f5-4fc8-96c2-d7fcf86f3ea6 req-da2dfbec-9821-4f51-b5c9-dc5a1b54c127 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415137
Dec 03 11:50:43.461064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766482e-1080-499a-be44-03f275a67f07 req-89ba8e43-0539-4888-98c1-19e209d0bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:43.462701 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-89ba8e43-0539-4888-98c1-19e209d0bc25 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb0d7172a9546f4939ad327ced35a54&device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 1161 time: 0.0887206
Dec 03 11:50:43.471113 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4cc919-0d17-4463-8fb0-f0235f668fec', 'tag': '85da0658-2784-4267-962b-6ac960444792', 'status': 'completed', 'code': 200}
Dec 03 11:50:43.563621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-9dd43bf0-aaa1-4c1f-b9c4-128ad2609ea6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85da0658-2784-4267-962b-6ac960444792 HTTP/1.1" status: 200  len: 217 time: 0.0665677
Dec 03 11:50:43.631610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766482e-1080-499a-be44-03f275a67f07 req-c72f8e5d-e5e5-40d1-9fdf-e34f96d585f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:43.633128 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-c72f8e5d-e5e5-40d1-9fdf-e34f96d585f0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ce967dcf-ad6a-439d-91b3-ca927785e3cb HTTP/1.1" status: 200  len: 854 time: 0.0632663
Dec 03 11:50:43.682077 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-4b252b4a-c6eb-41e3-a5d6-b8b54fb9f1f9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62fe56c0-d154-4198-93e0-d12cb57baf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416334
Dec 03 11:50:43.822100 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-41a95512-62ca-4a5d-9b6b-032f1e379af2 service neutron] 10.222.0.91 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339757
Dec 03 11:50:43.969684 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e766482e-1080-499a-be44-03f275a67f07 req-67be3f23-de06-46dc-b3c6-7f2dcd8a811d service neutron] 10.222.0.91 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408031
Dec 03 11:50:44.132778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7816a-05cf-4062-acc6-7b91b9170fec req-1641cddd-e3d0-4c14-a107-c65b4f28aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:44.134281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69b7816a-05cf-4062-acc6-7b91b9170fec req-1641cddd-e3d0-4c14-a107-c65b4f28aa1e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb0d7172a9546f4939ad327ced35a54&device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 1161 time: 0.0794146
Dec 03 11:50:44.274873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7816a-05cf-4062-acc6-7b91b9170fec req-4c74423a-1d69-41eb-8d87-4b6b7cf0a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:44.276497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69b7816a-05cf-4062-acc6-7b91b9170fec req-4c74423a-1d69-41eb-8d87-4b6b7cf0a8f0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=62fe56c0-d154-4198-93e0-d12cb57baf9e HTTP/1.1" status: 200  len: 908 time: 0.1351123
Dec 03 11:50:44.347414 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69b7816a-05cf-4062-acc6-7b91b9170fec req-beec2d95-f55b-451e-a356-eff4ee3cd4d8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85da0658-2784-4267-962b-6ac960444792 HTTP/1.1" status: 200  len: 217 time: 0.0638366
Dec 03 11:50:44.418890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7816a-05cf-4062-acc6-7b91b9170fec req-2dcd78a6-cbbd-486e-89e9-a626dc34e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:44.420452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69b7816a-05cf-4062-acc6-7b91b9170fec req-2dcd78a6-cbbd-486e-89e9-a626dc34e91f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ce967dcf-ad6a-439d-91b3-ca927785e3cb HTTP/1.1" status: 200  len: 854 time: 0.0657241
Dec 03 11:50:44.470418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69b7816a-05cf-4062-acc6-7b91b9170fec req-c4aea89f-9f94-4124-ad2f-85d687508bc1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62fe56c0-d154-4198-93e0-d12cb57baf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436285
Dec 03 11:50:44.617769 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69b7816a-05cf-4062-acc6-7b91b9170fec req-900f1514-309b-4337-913a-1d1a816f240d service neutron] 10.222.0.91 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404116
Dec 03 11:50:44.638479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ece78-275f-4895-bf5c-4c8c49b53314 req-1e276f2e-52e6-48f3-aa42-115e85a1e3fd tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:44.640168 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5e3ece78-275f-4895-bf5c-4c8c49b53314 req-1e276f2e-52e6-48f3-aa42-115e85a1e3fd tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 944 time: 0.0840049
Dec 03 11:50:44.690754 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5e3ece78-275f-4895-bf5c-4c8c49b53314 req-da97de6c-eb94-480d-ac26-86afec04063d tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438666
Dec 03 11:50:44.763103 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-69b7816a-05cf-4062-acc6-7b91b9170fec req-23624f97-4703-42d3-9242-126f5146ea20 service neutron] 10.222.0.91 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375663
Dec 03 11:50:45.906152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec565a-cfbb-4aec-a885-6ae434286c7c req-13d8f144-86e3-47fc-beae-b16dccdd8fad tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:45.907815 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5cec565a-cfbb-4aec-a885-6ae434286c7c req-13d8f144-86e3-47fc-beae-b16dccdd8fad tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 944 time: 0.0859025
Dec 03 11:50:45.956246 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5cec565a-cfbb-4aec-a885-6ae434286c7c req-503500fa-ed66-4548-9ff2-d83d867f7fbf tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418780
Dec 03 11:50:47.169110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbd015-93ce-4d0c-b4ce-5e4d7b10181b req-595d034a-e124-4fee-bb81-7ebabd132daf tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:47.170718 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bccbd015-93ce-4d0c-b4ce-5e4d7b10181b req-595d034a-e124-4fee-bb81-7ebabd132daf tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 944 time: 0.0871243
Dec 03 11:50:47.218074 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bccbd015-93ce-4d0c-b4ce-5e4d7b10181b req-e7eb3d83-0f1e-4bd6-9783-beee09f59fa8 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410137
Dec 03 11:50:47.500738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 85da0658-2784-4267-962b-6ac960444792 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:50:47.572184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 85da0658-2784-4267-962b-6ac960444792 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:50:47.578049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 85da0658-2784-4267-962b-6ac960444792 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:50:47.578476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:47.695342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:47.724016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4cc919-0d17-4463-8fb0-f0235f668fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85da0658-2784-4267-962b-6ac960444792'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:50:47.734880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 85da0658-2784-4267-962b-6ac960444792, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=85da0658-2784-4267-962b-6ac960444792,segment=NetworkSegment(87ecffd0-5f85-49fe-a0bb-a892212e668f),segment_id=87ecffd0-5f85-49fe-a0bb-a892212e668f)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:50:47.738141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:47.740663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:47.787818 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4cc919-0d17-4463-8fb0-f0235f668fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85da0658-2784-4267-962b-6ac960444792', 'code': 200}
Dec 03 11:50:47.815424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=85da0658-2784-4267-962b-6ac960444792,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:47.818601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:48.050509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43bf2a-effc-4212-b967-1bb100abcbcf req-dd082bd3-d1fd-4ac8-b04e-f0f4a45d47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:48.052110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd43bf2a-effc-4212-b967-1bb100abcbcf req-dd082bd3-d1fd-4ac8-b04e-f0f4a45d47a6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 1163 time: 0.0766258
Dec 03 11:50:48.099679 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd43bf2a-effc-4212-b967-1bb100abcbcf req-1aa9d47d-f1fc-4d9b-98a1-ccf494930595 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410240
Dec 03 11:50:48.189146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:50:48.428640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b97daa-9ab9-4663-90a6-3c7d3826b59d req-8c8c5021-0808-4fe3-bc4c-f0dd0a9af035 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:48.430311 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-39b97daa-9ab9-4663-90a6-3c7d3826b59d req-8c8c5021-0808-4fe3-bc4c-f0dd0a9af035 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 946 time: 0.0847077
Dec 03 11:50:48.485757 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-39b97daa-9ab9-4663-90a6-3c7d3826b59d req-b30d2667-879c-4593-916a-6ed3c7d48527 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490041
Dec 03 11:50:49.053113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 85da0658-2784-4267-962b-6ac960444792 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:50:49.123846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 85da0658-2784-4267-962b-6ac960444792 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:50:49.124273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:49.704054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aeb0a-4630-4a38-9819-07ed3b945673 req-cb1d1387-3ce2-4703-9b43-ef5fd197e39f tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:49.705575 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-082aeb0a-4630-4a38-9819-07ed3b945673 req-cb1d1387-3ce2-4703-9b43-ef5fd197e39f tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 946 time: 0.0849073
Dec 03 11:50:49.752565 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-082aeb0a-4630-4a38-9819-07ed3b945673 req-8edcca1b-9922-426b-96f1-941cd52bfed6 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405331
Dec 03 11:50:50.183927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc2164-8c4f-4cfc-8fdc-e0ae0acb560b req-5cf89420-fd7f-4fc6-95f9-7712ca440fdf tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:50.185553 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9efc2164-8c4f-4cfc-8fdc-e0ae0acb560b req-5cf89420-fd7f-4fc6-95f9-7712ca440fdf tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 946 time: 0.0893512
Dec 03 11:50:50.235881 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9efc2164-8c4f-4cfc-8fdc-e0ae0acb560b req-aca87d9c-2aca-4935-aa71-e66264822160 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438478
Dec 03 11:50:51.447533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e74ee-9844-4b2a-aa26-cecec051ad05 req-ef2f235c-59e9-4638-af87-3bdacaf6ea93 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:51.449299 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-373e74ee-9844-4b2a-aa26-cecec051ad05 req-ef2f235c-59e9-4638-af87-3bdacaf6ea93 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 946 time: 0.0836945
Dec 03 11:50:51.500852 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-373e74ee-9844-4b2a-aa26-cecec051ad05 req-5751ce44-2e01-4a00-be11-ca4e2837c88a tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452552
Dec 03 11:50:51.527380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:51.792211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-e8400d4b-f2a1-41ed-866f-af72a77f3a3c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:51.792965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-e8400d4b-f2a1-41ed-866f-af72a77f3a3c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Synchronizing usage tracker for tenant:5bb0d7172a9546f4939ad327ced35a54 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:50:51.810163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-e8400d4b-f2a1-41ed-866f-af72a77f3a3c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Unset dirty status for tenant:5bb0d7172a9546f4939ad327ced35a54 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:50:51.811378 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-e8400d4b-f2a1-41ed-866f-af72a77f3a3c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.91 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 946 time: 0.1001840
Dec 03 11:50:51.886502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-94a814e4-c9ff-44a1-b7b1-34a619d3b6fa tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Deleting port 85da0658-2784-4267-962b-6ac960444792 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:50:51.886886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-94a814e4-c9ff-44a1-b7b1-34a619d3b6fa tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:52.388794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-94a814e4-c9ff-44a1-b7b1-34a619d3b6fa tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] For port 85da0658-2784-4267-962b-6ac960444792, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=85da0658-2784-4267-962b-6ac960444792,segment=NetworkSegment(87ecffd0-5f85-49fe-a0bb-a892212e668f),segment_id=87ecffd0-5f85-49fe-a0bb-a892212e668f)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:50:52.389182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-94a814e4-c9ff-44a1-b7b1-34a619d3b6fa tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:52.514075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-94a814e4-c9ff-44a1-b7b1-34a619d3b6fa tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Calling delete_port for 85da0658-2784-4267-962b-6ac960444792 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:50:52.663241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-94a814e4-c9ff-44a1-b7b1-34a619d3b6fa tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:52.678697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5c21f7fb-04a4-4e55-825a-02a1d72b2941 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:52.685077 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fadfa356-9f6a-49bf-b0ce-19c229b1befc req-c26a11bc-b086-4320-b17c-7e80658e7d98 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=7e4cc919-0d17-4463-8fb0-f0235f668fec HTTP/1.1" status: 200  len: 210 time: 0.0465627
Dec 03 11:50:52.729014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a814e4-c9ff-44a1-b7b1-34a619d3b6fa tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Pushing event deleted for resources: {'Port': ['ID=85da0658-2784-4267-962b-6ac960444792,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:52.733631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-94a814e4-c9ff-44a1-b7b1-34a619d3b6fa tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:52.883260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-94a814e4-c9ff-44a1-b7b1-34a619d3b6fa tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] No DVR routers for this DVR port 85da0658-2784-4267-962b-6ac960444792 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:50:52.885719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-94a814e4-c9ff-44a1-b7b1-34a619d3b6fa tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:52.888587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4cc919-0d17-4463-8fb0-f0235f668fec', 'name': 'network-vif-deleted', 'tag': '85da0658-2784-4267-962b-6ac960444792'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:50:52.904644 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3b1dfd30-0904-4836-9a8e-dfc999278129 req-94a814e4-c9ff-44a1-b7b1-34a619d3b6fa tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.91 "DELETE /v2.0/ports/85da0658-2784-4267-962b-6ac960444792 HTTP/1.1" status: 204  len: 173 time: 1.0859914
Dec 03 11:50:52.951591 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4cc919-0d17-4463-8fb0-f0235f668fec', 'name': 'network-vif-deleted', 'tag': '85da0658-2784-4267-962b-6ac960444792', 'status': 'completed', 'code': 200}
Dec 03 11:50:53.135005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 85da0658-2784-4267-962b-6ac960444792 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:50:53.171205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 85da0658-2784-4267-962b-6ac960444792 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:50:53.171607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 85da0658-2784-4267-962b-6ac960444792 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:50:53.983047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfbf99-f70e-4754-8044-77f932bab65e req-7f4033bc-f82f-41f6-876a-92af99bc3b2b tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:53.984605 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9adfbf99-f70e-4754-8044-77f932bab65e req-7f4033bc-f82f-41f6-876a-92af99bc3b2b tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 946 time: 0.0832982
Dec 03 11:50:54.034859 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9adfbf99-f70e-4754-8044-77f932bab65e req-c9f8e8df-5acc-450e-b212-fce32aff363b tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439155
Dec 03 11:50:54.272599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f3c05-ddda-41d0-b4b4-87909f633158 req-2427f83d-8d7b-4e25-8ff2-4ce2927826cf tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:54.274114 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-854f3c05-ddda-41d0-b4b4-87909f633158 req-2427f83d-8d7b-4e25-8ff2-4ce2927826cf tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 946 time: 0.0835571
Dec 03 11:50:54.322746 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-854f3c05-ddda-41d0-b4b4-87909f633158 req-0f3ad10c-0c0d-4b57-89ac-1034c4ae9955 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411232
Dec 03 11:50:54.535021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab0ca7-7887-4d05-a4b7-a07fb25dbd3c req-86f75e2a-8ece-4f56-b25c-b78fd4ce60a0 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:54.536553 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bcab0ca7-7887-4d05-a4b7-a07fb25dbd3c req-86f75e2a-8ece-4f56-b25c-b78fd4ce60a0 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 946 time: 0.0876632
Dec 03 11:50:54.584177 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bcab0ca7-7887-4d05-a4b7-a07fb25dbd3c req-dd2d157e-079b-497f-87ff-5124b1c09d00 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405667
Dec 03 11:50:54.924292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e991a-781e-43f8-ae2f-a08d86d8a0bd req-c6e5e2f2-9260-4816-a9ec-0f5a21793eab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:54.925908 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bd6e991a-781e-43f8-ae2f-a08d86d8a0bd req-c6e5e2f2-9260-4816-a9ec-0f5a21793eab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 946 time: 0.0827196
Dec 03 11:50:54.981040 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bd6e991a-781e-43f8-ae2f-a08d86d8a0bd req-743260a5-1a82-4531-ac4f-6222bc43ac8e tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471971
Dec 03 11:50:55.196520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1d09f-1535-4ca7-a40e-d498ebae1568 req-910c53be-6d4f-44df-a574-9e7312858075 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:55.198750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-21c1d09f-1535-4ca7-a40e-d498ebae1568 req-910c53be-6d4f-44df-a574-9e7312858075 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 946 time: 0.0846250
Dec 03 11:50:55.245488 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-21c1d09f-1535-4ca7-a40e-d498ebae1568 req-7fa63ba6-69b5-477f-8e93-c0136fe6834f tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404384
Dec 03 11:50:55.475956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a5f6c-6b79-4bfe-a5bc-de759d04bd06 req-a2fc75f1-0309-48af-ae11-03fdffabe292 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:55.477742 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f1a5f6c-6b79-4bfe-a5bc-de759d04bd06 req-a2fc75f1-0309-48af-ae11-03fdffabe292 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 946 time: 0.0869932
Dec 03 11:50:55.525906 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f1a5f6c-6b79-4bfe-a5bc-de759d04bd06 req-5f3ec3ab-491d-4bd9-82f7-a3ed2e459e51 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406995
Dec 03 11:50:55.740647 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e93a2c18-a45a-4965-9177-e359627312de req-f232c358-c463-4618-be21-c3ba873676ef service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0759513
Dec 03 11:50:55.905764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a2c18-a45a-4965-9177-e359627312de req-4fbe56eb-a397-469d-89e8-be09dde78314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:55.908152 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e93a2c18-a45a-4965-9177-e359627312de req-4fbe56eb-a397-469d-89e8-be09dde78314 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb0d7172a9546f4939ad327ced35a54&device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 1163 time: 0.0781870
Dec 03 11:50:56.071373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a2c18-a45a-4965-9177-e359627312de req-9611e95b-f332-456a-992d-9f5bd138a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:56.073626 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e93a2c18-a45a-4965-9177-e359627312de req-9611e95b-f332-456a-992d-9f5bd138a7b6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=62fe56c0-d154-4198-93e0-d12cb57baf9e HTTP/1.1" status: 200  len: 908 time: 0.1456478
Dec 03 11:50:56.145400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1749f-cae8-4ae9-974d-5ae4eedb58c5 req-82b27112-29e4-4684-897d-5d524d7d7388 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:56.147092 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ae1749f-cae8-4ae9-974d-5ae4eedb58c5 req-82b27112-29e4-4684-897d-5d524d7d7388 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 946 time: 0.0912797
Dec 03 11:50:56.148971 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e93a2c18-a45a-4965-9177-e359627312de req-aecfb200-dabe-4b9a-b911-9010227736e4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=030240fb-9c3d-4cb3-91cf-f21bbc14181e HTTP/1.1" status: 200  len: 217 time: 0.0686965
Dec 03 11:50:56.200235 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ae1749f-cae8-4ae9-974d-5ae4eedb58c5 req-7fd7f4e0-7074-4583-bd33-cf1e7bbcec22 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454073
Dec 03 11:50:56.223213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a2c18-a45a-4965-9177-e359627312de req-af66d751-71f0-4720-bb25-fe3cad118d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:56.224775 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e93a2c18-a45a-4965-9177-e359627312de req-af66d751-71f0-4720-bb25-fe3cad118d6d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ce967dcf-ad6a-439d-91b3-ca927785e3cb HTTP/1.1" status: 200  len: 854 time: 0.0684841
Dec 03 11:50:56.281145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e93a2c18-a45a-4965-9177-e359627312de req-dac78207-f1fe-4849-97d1-09c7f00317bf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62fe56c0-d154-4198-93e0-d12cb57baf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471027
Dec 03 11:50:56.422798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e93a2c18-a45a-4965-9177-e359627312de req-99e4cfb1-8490-4c81-9970-235888c8cfd2 service neutron] 10.222.0.91 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349561
Dec 03 11:50:56.566505 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e93a2c18-a45a-4965-9177-e359627312de req-6b3521fa-2298-44ee-886b-2c4a9476e25e service neutron] 10.222.0.91 "GET /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365950
Dec 03 11:50:57.423998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea14b0-7db3-4a2d-bc30-df82a98cd372 req-f37248e7-aed6-4976-9cb5-40bf8ca0eb4d tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:57.425611 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0ea14b0-7db3-4a2d-bc30-df82a98cd372 req-f37248e7-aed6-4976-9cb5-40bf8ca0eb4d tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 946 time: 0.0843732
Dec 03 11:50:57.472900 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0ea14b0-7db3-4a2d-bc30-df82a98cd372 req-19763a27-738b-4cd1-85ed-32850d9b971c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/security-groups?id=0d5197b0-e30f-4ef4-b47d-186c84abb2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403643
Dec 03 11:50:57.815661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-4b7c4495-d2c7-474b-9844-839561d84800 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:50:57.816437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-4b7c4495-d2c7-474b-9844-839561d84800 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Synchronizing usage tracker for tenant:5bb0d7172a9546f4939ad327ced35a54 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:50:57.831574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-4b7c4495-d2c7-474b-9844-839561d84800 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Unset dirty status for tenant:5bb0d7172a9546f4939ad327ced35a54 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:50:57.832796 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-4b7c4495-d2c7-474b-9844-839561d84800 tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.91 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 946 time: 0.0998993
Dec 03 11:50:57.910152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-3ac8351e-beea-4913-9eb5-4a7235ffbb2c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Deleting port 030240fb-9c3d-4cb3-91cf-f21bbc14181e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:50:57.910529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-3ac8351e-beea-4913-9eb5-4a7235ffbb2c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:58.163682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-3ac8351e-beea-4913-9eb5-4a7235ffbb2c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] For port 030240fb-9c3d-4cb3-91cf-f21bbc14181e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=030240fb-9c3d-4cb3-91cf-f21bbc14181e,segment=NetworkSegment(87ecffd0-5f85-49fe-a0bb-a892212e668f),segment_id=87ecffd0-5f85-49fe-a0bb-a892212e668f)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:50:58.164078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-3ac8351e-beea-4913-9eb5-4a7235ffbb2c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:58.293055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-3ac8351e-beea-4913-9eb5-4a7235ffbb2c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Calling delete_port for 030240fb-9c3d-4cb3-91cf-f21bbc14181e owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:50:58.435432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-3ac8351e-beea-4913-9eb5-4a7235ffbb2c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:58.449846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5283c20-4e02-41e3-81a3-040f9d223122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:50:58.498352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8351e-beea-4913-9eb5-4a7235ffbb2c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Pushing event deleted for resources: {'Port': ['ID=030240fb-9c3d-4cb3-91cf-f21bbc14181e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:50:58.502946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3ac8351e-beea-4913-9eb5-4a7235ffbb2c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:50:58.652240 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5b48916f-0142-44ff-bcf3-8392a0fcfff2 req-45424abb-efc5-4170-9894-df9c5ca8a5eb tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.90 "GET /v2.0/ports?device_id=85517af6-3b46-4d85-96e9-86c50f4f0643 HTTP/1.1" status: 200  len: 210 time: 0.0508175
Dec 03 11:50:58.653992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-3ac8351e-beea-4913-9eb5-4a7235ffbb2c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] No DVR routers for this DVR port 030240fb-9c3d-4cb3-91cf-f21bbc14181e on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:50:58.656374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-3ac8351e-beea-4913-9eb5-4a7235ffbb2c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:58.659251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85517af6-3b46-4d85-96e9-86c50f4f0643', 'name': 'network-vif-deleted', 'tag': '030240fb-9c3d-4cb3-91cf-f21bbc14181e'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:50:58.675399 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bfa00c29-cf0b-4d71-bbe1-4ec862c4a1d3 req-3ac8351e-beea-4913-9eb5-4a7235ffbb2c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] 10.222.0.91 "DELETE /v2.0/ports/030240fb-9c3d-4cb3-91cf-f21bbc14181e HTTP/1.1" status: 204  len: 173 time: 0.8374035
Dec 03 11:50:58.722104 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85517af6-3b46-4d85-96e9-86c50f4f0643', 'name': 'network-vif-deleted', 'tag': '030240fb-9c3d-4cb3-91cf-f21bbc14181e', 'status': 'completed', 'code': 200}
Dec 03 11:50:58.962254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 030240fb-9c3d-4cb3-91cf-f21bbc14181e no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:50:59.002406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 030240fb-9c3d-4cb3-91cf-f21bbc14181e {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:50:59.002809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 030240fb-9c3d-4cb3-91cf-f21bbc14181e not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:50:59.765144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54774) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:50:59.832185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-801be597-344c-48e2-8834-ebc45578c30c admin admin] Deleting subnet ce967dcf-ad6a-439d-91b3-ca927785e3cb {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:50:59.835234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-801be597-344c-48e2-8834-ebc45578c30c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:59.888121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-801be597-344c-48e2-8834-ebc45578c30c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:50:59.951445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-801be597-344c-48e2-8834-ebc45578c30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:00.231153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-801be597-344c-48e2-8834-ebc45578c30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:00.246891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-721fe937-a00d-45d1-b5bc-0bcb73a1be85 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:00.285656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801be597-344c-48e2-8834-ebc45578c30c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce967dcf-ad6a-439d-91b3-ca927785e3cb,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:00.297204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-801be597-344c-48e2-8834-ebc45578c30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:00.381300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-801be597-344c-48e2-8834-ebc45578c30c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:00.387960 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-801be597-344c-48e2-8834-ebc45578c30c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/ce967dcf-ad6a-439d-91b3-ca927785e3cb HTTP/1.1" status: 204  len: 168 time: 0.6217239
Dec 03 11:51:00.390634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54778) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:00.510106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:00.702542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:00.818520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b470d320>,) {'filters': {'network_id': ['62fe56c0-d154-4198-93e0-d12cb57baf9e']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:00.831234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b470d320>, '87ecffd0-5f85-49fe-a0bb-a892212e668f') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:00.831571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b470d320>, '87ecffd0-5f85-49fe-a0bb-a892212e668f') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:00.845046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:00.859402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9942-688e-4493-9586-8cb073fd444c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:00.860660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:00.862683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:51:01.054319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] Network 62fe56c0-d154-4198-93e0-d12cb57baf9e has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:01.063866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:01.247322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] Network 62fe56c0-d154-4198-93e0-d12cb57baf9e has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:51:01.275002 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:51:01.355191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:01.359296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:01.363095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b41206e-4286-4ff6-89dd-70732f37b6ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:01.387614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] Pushing event deleted for resources: {'Network': ['ID=62fe56c0-d154-4198-93e0-d12cb57baf9e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:01.390333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:01.392859 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-73951e5b-158f-44eb-98a5-00eadf8defff admin admin] 10.222.0.90 "DELETE /v2.0/networks/62fe56c0-d154-4198-93e0-d12cb57baf9e HTTP/1.1" status: 204  len: 168 time: 1.0007861
Dec 03 11:51:01.538473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54784) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:01.596238 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-21b1d183-a041-4d68-aa36-34871f34ddde admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5bb0d7172a9546f4939ad327ced35a54&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0557544
Dec 03 11:51:01.598757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54788) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:01.659652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e6df-461e-4fbf-b3f9-d5a7f365bc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:01.687197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e6df-461e-4fbf-b3f9-d5a7f365bc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:01.733538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e6df-461e-4fbf-b3f9-d5a7f365bc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:01.738716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5d6542a0-e5a6-4b13-a92d-f68d9a991643 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:01.752315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3e6df-461e-4fbf-b3f9-d5a7f365bc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5197b0-e30f-4ef4-b47d-186c84abb2ff,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:01.755484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d5e3e6df-461e-4fbf-b3f9-d5a7f365bc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:01.756267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e6df-461e-4fbf-b3f9-d5a7f365bc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:01.757477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d5e3e6df-461e-4fbf-b3f9-d5a7f365bc6c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0d5197b0-e30f-4ef4-b47d-186c84abb2ff HTTP/1.1" status: 204  len: 168 time: 0.1577375
Dec 03 11:51:02.749770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54810) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:02.887768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-683570054'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:02.893302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:02.897465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Usage tracker for resource:network and tenant:c8b6b975bffc423597f1889641f0e500 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:02.900827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:02.906705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:02.917657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Made reservation on behalf of c8b6b975bffc423597f1889641f0e500 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:02.924127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:02.938361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:02.954796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:02.958942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Usage tracker for resource:security_group_rule and tenant:c8b6b975bffc423597f1889641f0e500 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:02.961888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:02.969695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:02.983154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bfb4e0fa-85f8-4662-9f6e-d54021eea8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:03.066322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:03.068810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:03.073682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-50345be1-38e7-4d79-825e-a753348696b0 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:03.107744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:51:03.121199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1df26b-a3d0-4991-b720-fcd4123208c8,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:03.125600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:03.126530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:03.126955 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Added segment 185c79a6-801e-4693-99db-57f1fd778110 of type vxlan for network 2b858151-d0a4-4d6f-ab60-46fc41c92fc5
Dec 03 11:51:03.156767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:03.186892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:03.191051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:03.191694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:03.197043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:03.309140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5581920
Dec 03 11:51:03.312135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event updated for resources: {'Network': ['ID=2b858151-d0a4-4d6f-ab60-46fc41c92fc5,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:03.324295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fa589f5f-b3ff-433a-8294-fe3d54ab8feb tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:03.338553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 2b858151-d0a4-4d6f-ab60-46fc41c92fc5 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:03.354926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 2b858151-d0a4-4d6f-ab60-46fc41c92fc5 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:03.867376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:05.067466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:05.611624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:07.165881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54816) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:07.172511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Request body: {'subnet': {'network_id': '2b858151-d0a4-4d6f-ab60-46fc41c92fc5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:07.558688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:07.562725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Usage tracker for resource:subnet and tenant:c8b6b975bffc423597f1889641f0e500 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:07.565695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:07.571457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:07.580869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Made reservation on behalf of c8b6b975bffc423597f1889641f0e500 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:07.691708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:08.123329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:08.142002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-df033c59-ffb0-40ae-a212-0497f44ceb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:08.279225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event updated for resources: {'Subnet': ['ID=487a1da0-cf51-4512-aeca-9e6eaf80a759,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:08.283276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:08.348182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Checking segment: {'id': '185c79a6-801e-4693-99db-57f1fd778110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b858151-d0a4-4d6f-ab60-46fc41c92fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:08.348573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network hostable DHCP agents. Network: 2b858151-d0a4-4d6f-ab60-46fc41c92fc5, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:51:08.367067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network 2b858151-d0a4-4d6f-ab60-46fc41c92fc5 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:51:08.376396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 2b858151-d0a4-4d6f-ab60-46fc41c92fc5) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:08.385811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e56139-7255-4487-9248-ab01896f6e9e None None] Network 2b858151-d0a4-4d6f-ab60-46fc41c92fc5 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:08.390591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:08.391483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:08.415989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f1ecf761-3c60-454f-92e9-bec11062ffa9 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2454596
Dec 03 11:51:08.416666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54820) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:08.423560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-709252328'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:08.429164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:08.434215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Usage tracker for resource:network and tenant:c8b6b975bffc423597f1889641f0e500 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:08.437448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:08.443459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:08.455070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Made reservation on behalf of c8b6b975bffc423597f1889641f0e500 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:08.460696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:08.494783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:51:08.504002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:08.504442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Added segment 0d5f1942-fa46-447b-aee5-0fbbcba0ee5d of type vxlan for network ffc8bf36-d56b-4dc9-8579-b7931ed7e009
Dec 03 11:51:08.530898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:08.562657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:08.566878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:08.567545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:08.573112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:08.615397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-2b858151-d0a4-4d6f-ab60-46fc41c92fc5', 'network_id': '2b858151-d0a4-4d6f-ab60-46fc41c92fc5', 'tenant_id': 'c8b6b975bffc423597f1889641f0e500', 'fixed_ips': [{'subnet_id': '487a1da0-cf51-4512-aeca-9e6eaf80a759'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:51:08.616372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:08.633624 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2128561
Dec 03 11:51:08.634574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54824) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:08.642507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Request body: {'subnet': {'network_id': 'ffc8bf36-d56b-4dc9-8579-b7931ed7e009', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:08.688019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event updated for resources: {'Network': ['ID=ffc8bf36-d56b-4dc9-8579-b7931ed7e009,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:08.696162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.697229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.697659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.698077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.698639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.699094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.699507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.699917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.700327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.700733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.701137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.701539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.702000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.702405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.702808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.703235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.703645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.704048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.704453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.704856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.705259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.705660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.706064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.706464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:08.710735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:08.747194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network ffc8bf36-d56b-4dc9-8579-b7931ed7e009 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:08.760854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network ffc8bf36-d56b-4dc9-8579-b7931ed7e009 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:08.777959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:08.782220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Usage tracker for resource:subnet and tenant:c8b6b975bffc423597f1889641f0e500 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:08.785360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:08.792059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:08.801228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Made reservation on behalf of c8b6b975bffc423597f1889641f0e500 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:08.920228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:09.321185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Allocated IP 2001:db8:0:ffff::2 (2b858151-d0a4-4d6f-ab60-46fc41c92fc5/487a1da0-cf51-4512-aeca-9e6eaf80a759/85c99fee-d837-4ab6-8ec4-9d32ff6b1680) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:51:09.408912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:09.424903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-81702d95-db73-47fd-affd-33744369a283 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:09.534972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:09.547171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Transition to ACTIVE for port object 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:09.562779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event updated for resources: {'Subnet': ['ID=1e788264-8330-486a-8f9f-6f52b38dd693,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:09.563768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Transition to ACTIVE for port object 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:09.567776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:09.568014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:09.586631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:09.632318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Checking segment: {'id': '0d5f1942-fa46-447b-aee5-0fbbcba0ee5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ffc8bf36-d56b-4dc9-8579-b7931ed7e009'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:09.632715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network hostable DHCP agents. Network: ffc8bf36-d56b-4dc9-8579-b7931ed7e009, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:51:09.652254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network ffc8bf36-d56b-4dc9-8579-b7931ed7e009 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:51:09.660517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, ffc8bf36-d56b-4dc9-8579-b7931ed7e009) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:09.674161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:09.674812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:09.695256 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 1.0586591
Dec 03 11:51:09.698306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54828) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:09.711830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f143d2b-b94f-4dd0-8948-14679535abd9 None None] Network ffc8bf36-d56b-4dc9-8579-b7931ed7e009 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:09.756904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Pushing event updated for resources: {'Port': ['ID=85c99fee-d837-4ab6-8ec4-9d32ff6b1680,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:09.816003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:09.852222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:09.897004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Network 2b858151-d0a4-4d6f-ab60-46fc41c92fc5 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:51:09.899505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:09.935702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:51:09.983203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:10.039500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Attempting to bind port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:51:10.039920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Attempting to bind port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '185c79a6-801e-4693-99db-57f1fd778110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b858151-d0a4-4d6f-ab60-46fc41c92fc5'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:51:10.040339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Attempting to bind port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 on network 2b858151-d0a4-4d6f-ab60-46fc41c92fc5 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:51:10.052398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:51:10.052832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Checking segment: {'id': '185c79a6-801e-4693-99db-57f1fd778110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b858151-d0a4-4d6f-ab60-46fc41c92fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:10.053283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:10.053727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Bound using segment: {'id': '185c79a6-801e-4693-99db-57f1fd778110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b858151-d0a4-4d6f-ab60-46fc41c92fc5'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:51:10.054268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Bound port: 85c99fee-d837-4ab6-8ec4-9d32ff6b1680, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185c79a6-801e-4693-99db-57f1fd778110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2b858151-d0a4-4d6f-ab60-46fc41c92fc5'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:51:10.054659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:10.067959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09fad2-8e16-47b2-8808-69ced3409f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-ffc8bf36-d56b-4dc9-8579-b7931ed7e009', 'network_id': 'ffc8bf36-d56b-4dc9-8579-b7931ed7e009', 'tenant_id': 'c8b6b975bffc423597f1889641f0e500', 'fixed_ips': [{'subnet_id': '1e788264-8330-486a-8f9f-6f52b38dd693'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:51:10.068871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ea09fad2-8e16-47b2-8808-69ced3409f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:10.273340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] For port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:51:10.284374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:10.293939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] For port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=85c99fee-d837-4ab6-8ec4-9d32ff6b1680,segment=NetworkSegment(185c79a6-801e-4693-99db-57f1fd778110),segment_id=185c79a6-801e-4693-99db-57f1fd778110)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:51:10.300214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:10.301617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-689c64e5-07b1-43a3-ba8a-b5434ef84403 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:10.352213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:10.358142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event deleted for resources: {'Subnet': ['ID=1e788264-8330-486a-8f9f-6f52b38dd693,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:10.360857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:10.548052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:10.584996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Pushing event updated for resources: {'Port': ['ID=85c99fee-d837-4ab6-8ec4-9d32ff6b1680,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:10.592040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server [None req-ea09fad2-8e16-47b2-8808-69ced3409f5f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e788264-8330-486a-8f9f-6f52b38dd693: This subnet is being modified by another concurrent operation.
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise exception
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e788264-8330-486a-8f9f-6f52b38dd693: This subnet is being modified by another concurrent operation.
Dec 03 11:51:10.598710 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server 
Dec 03 11:51:10.623549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f3ee52-01eb-4698-9d32-78890174151a None None] Network ffc8bf36-d56b-4dc9-8579-b7931ed7e009 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:10.685555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4aa86d8>,) {'filters': {'network_id': ['ffc8bf36-d56b-4dc9-8579-b7931ed7e009']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:10.701385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4aa86d8>, '0d5f1942-fa46-447b-aee5-0fbbcba0ee5d') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:10.701779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4aa86d8>, '0d5f1942-fa46-447b-aee5-0fbbcba0ee5d') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:10.716705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:10.736375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:10.738751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Releasing vxlan tunnel 4 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:51:10.947478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network ffc8bf36-d56b-4dc9-8579-b7931ed7e009 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:10.958211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:11.158009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network ffc8bf36-d56b-4dc9-8579-b7931ed7e009 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:51:11.183321 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:51:11.274745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:11.278982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:11.283160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bdb1ae3c-9f7c-4932-9598-dab253037064 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:11.309251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/networks/ffc8bf36-d56b-4dc9-8579-b7931ed7e009 HTTP/1.1" status: 204  len: 168 time: 1.6094742
Dec 03 11:51:11.310242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event deleted for resources: {'Network': ['ID=ffc8bf36-d56b-4dc9-8579-b7931ed7e009,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:11.312929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54832) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:11.319365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.319805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.319990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2130149637'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:11.320237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.320659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.321080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.321494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.321984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.322519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.322945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.323365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.323938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.324481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.324971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.325388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.325800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.326099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:11.326214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.326602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.327059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.327476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.328186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.328301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.328662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.329072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.329483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:11.330601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Usage tracker for resource:network and tenant:c8b6b975bffc423597f1889641f0e500 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:11.333458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:11.334089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:11.341142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:11.350977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Made reservation on behalf of c8b6b975bffc423597f1889641f0e500 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:11.357552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:11.391783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:51:11.400945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:11.401371 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Added segment ae61af45-c4c7-4d55-b178-dd4951ba296b of type vxlan for network 619507b1-f46d-44d0-8cf4-17aca57aff88
Dec 03 11:51:11.428154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:11.463643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:11.468311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:11.468959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:11.474874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4aec2ed4-ff3a-4feb-8708-02007397b68b tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:11.522717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:11.536812 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2196269
Dec 03 11:51:11.537217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54836) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:11.544287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Request body: {'subnet': {'network_id': '619507b1-f46d-44d0-8cf4-17aca57aff88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:11.591661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event updated for resources: {'Network': ['ID=619507b1-f46d-44d0-8cf4-17aca57aff88,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:11.599409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:11.604939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 619507b1-f46d-44d0-8cf4-17aca57aff88 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:11.621723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 619507b1-f46d-44d0-8cf4-17aca57aff88 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:11.679234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:11.683338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Usage tracker for resource:subnet and tenant:c8b6b975bffc423597f1889641f0e500 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:11.686342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:11.692236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:11.708648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Made reservation on behalf of c8b6b975bffc423597f1889641f0e500 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:11.993988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:12.093825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb92961-1505-4038-9348-62795bd7ea46 None None] Network 2b858151-d0a4-4d6f-ab60-46fc41c92fc5 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:12.132688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:12.199668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a871b00b-3fd2-48d7-97ee-63dec81a1da5 None None] Provisioning for port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:12.214689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a871b00b-3fd2-48d7-97ee-63dec81a1da5 None None] Provisioning complete for port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:12.215149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a871b00b-3fd2-48d7-97ee-63dec81a1da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:12.233098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_backend_mixin [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Performing IP validity checks on allocation pools {{(pid=80975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 03 11:51:12.233696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.ipam_backend_mixin [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Checking for overlaps among allocation pools and gateway ip {{(pid=80975) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 03 11:51:12.441638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a871b00b-3fd2-48d7-97ee-63dec81a1da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:12.493109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a871b00b-3fd2-48d7-97ee-63dec81a1da5 None None] For port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=85c99fee-d837-4ab6-8ec4-9d32ff6b1680,segment=NetworkSegment(185c79a6-801e-4693-99db-57f1fd778110),segment_id=185c79a6-801e-4693-99db-57f1fd778110)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:12.497456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a871b00b-3fd2-48d7-97ee-63dec81a1da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:12.499299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:12.573277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871b00b-3fd2-48d7-97ee-63dec81a1da5 None None] Pushing event updated for resources: {'Port': ['ID=85c99fee-d837-4ab6-8ec4-9d32ff6b1680,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:12.576726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a871b00b-3fd2-48d7-97ee-63dec81a1da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:12.592037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:12.608357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-88925026-247d-4ff6-84fb-c5cb7ddfbb72 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:12.727641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-60311ac9-b83d-48bc-87b3-c412241f4da2 None None] Provisioning complete for port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:12.728073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-60311ac9-b83d-48bc-87b3-c412241f4da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:12.754189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event updated for resources: {'Subnet': ['ID=8bd4e0a6-6525-4930-a641-f98a02fe6302,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:12.765160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:12.824792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Checking segment: {'id': 'ae61af45-c4c7-4d55-b178-dd4951ba296b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '619507b1-f46d-44d0-8cf4-17aca57aff88'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:12.825184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network hostable DHCP agents. Network: 619507b1-f46d-44d0-8cf4-17aca57aff88, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:51:12.847199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network 619507b1-f46d-44d0-8cf4-17aca57aff88 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:51:12.857052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 619507b1-f46d-44d0-8cf4-17aca57aff88) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:12.871397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:12.872185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:12.897190 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3c3d67c5-8c30-42ec-8b5d-91ed55ffe699 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.3563044
Dec 03 11:51:12.897446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb9de82-a31a-46c8-9ccb-205459662dcf None None] Network 619507b1-f46d-44d0-8cf4-17aca57aff88 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:12.898260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54840) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:13.025599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-82e33c0c-8471-4186-ac95-43e4aa7660e5 None None] Provisioning complete for port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:13.026013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-82e33c0c-8471-4186-ac95-43e4aa7660e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:13.069659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:13.200464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:13.236843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4228060-1503-4ac7-ad87-3bd5c4be83a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-619507b1-f46d-44d0-8cf4-17aca57aff88', 'network_id': '619507b1-f46d-44d0-8cf4-17aca57aff88', 'tenant_id': 'c8b6b975bffc423597f1889641f0e500', 'fixed_ips': [{'subnet_id': '8bd4e0a6-6525-4930-a641-f98a02fe6302'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:51:13.237827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4228060-1503-4ac7-ad87-3bd5c4be83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:13.451701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8bdfdb87-5d30-40c5-ac9c-fc8c0cd726a1 None None] Provisioning complete for port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:13.452166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdb87-5d30-40c5-ac9c-fc8c0cd726a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:13.502207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:13.514115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:13.520112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e72fa500-8c55-4920-9eed-8257a69b6737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:13.574206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event deleted for resources: {'Subnet': ['ID=8bd4e0a6-6525-4930-a641-f98a02fe6302,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:13.577190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server [None req-b4228060-1503-4ac7-ad87-3bd5c4be83a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8bd4e0a6-6525-4930-a641-f98a02fe6302: This subnet is being modified by another concurrent operation.
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise exception
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8bd4e0a6-6525-4930-a641-f98a02fe6302: This subnet is being modified by another concurrent operation.
Dec 03 11:51:13.601079 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server 
Dec 03 11:51:13.641359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a91270-5af7-49a6-91aa-175ba0c6140c None None] Network 619507b1-f46d-44d0-8cf4-17aca57aff88 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:13.703452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:13.703872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:13.764868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:13.891009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f8df98>,) {'filters': {'network_id': ['619507b1-f46d-44d0-8cf4-17aca57aff88']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:13.906819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f8df98>, 'ae61af45-c4c7-4d55-b178-dd4951ba296b') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:13.907117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27546f4-9e75-409a-83b0-8f9d77522287 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:51:13.907231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f8df98>, 'ae61af45-c4c7-4d55-b178-dd4951ba296b') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:13.919963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:13.940994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:13.943194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:51:14.057617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27546f4-9e75-409a-83b0-8f9d77522287 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:51:14.376924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network 619507b1-f46d-44d0-8cf4-17aca57aff88 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:14.386719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:14.391044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d4d06-065e-4835-ac4e-dacac82a3f65 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:51:14.484657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d4d06-065e-4835-ac4e-dacac82a3f65 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:51:14.565520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network 619507b1-f46d-44d0-8cf4-17aca57aff88 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:51:14.590862 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:51:14.678808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:14.682757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7f939431-6ee7-4947-a25f-e43bdac6ac6a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:14.705028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:14.718657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event deleted for resources: {'Network': ['ID=619507b1-f46d-44d0-8cf4-17aca57aff88,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:14.721780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:14.723721 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/networks/619507b1-f46d-44d0-8cf4-17aca57aff88 HTTP/1.1" status: 204  len: 168 time: 1.8242509
Dec 03 11:51:14.727750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54844) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:14.734033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116670263'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:14.739523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:14.743633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Usage tracker for resource:network and tenant:c8b6b975bffc423597f1889641f0e500 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:14.746632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:14.752417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:14.763364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Made reservation on behalf of c8b6b975bffc423597f1889641f0e500 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:14.769097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:14.810733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:51:14.820891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:14.821346 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Added segment 06e83659-9e0d-42d9-8365-0481ac75e684 of type vxlan for network 092caca2-a0d9-4390-add3-c45f8c3c554b
Dec 03 11:51:14.851150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:14.886013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:14.890473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:14.891171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:14.906089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0007e68-5421-4f92-ac84-19940b0b51ba tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:14.937230 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2081740
Dec 03 11:51:14.940408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54848) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:14.950033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Request body: {'subnet': {'network_id': '092caca2-a0d9-4390-add3-c45f8c3c554b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:15.021984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event updated for resources: {'Network': ['ID=092caca2-a0d9-4390-add3-c45f8c3c554b,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:15.025354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:15.035219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 092caca2-a0d9-4390-add3-c45f8c3c554b details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:15.053095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 092caca2-a0d9-4390-add3-c45f8c3c554b details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:15.075365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:15.079470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Usage tracker for resource:subnet and tenant:c8b6b975bffc423597f1889641f0e500 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:15.082431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:15.088823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:15.097528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Made reservation on behalf of c8b6b975bffc423597f1889641f0e500 for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:15.211490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:15.655480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:15.671193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1aa5cf8-daf0-415d-8daf-beadd18a0980 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:15.803972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event updated for resources: {'Subnet': ['ID=3fde41eb-e47d-4e8c-aa68-c0d0aabbf4b8,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:15.808219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:15.872982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Checking segment: {'id': '06e83659-9e0d-42d9-8365-0481ac75e684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092caca2-a0d9-4390-add3-c45f8c3c554b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:15.873373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network hostable DHCP agents. Network: 092caca2-a0d9-4390-add3-c45f8c3c554b, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:51:15.891783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network 092caca2-a0d9-4390-add3-c45f8c3c554b is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:51:15.900521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 092caca2-a0d9-4390-add3-c45f8c3c554b) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:15.911025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8072df0-53ff-4139-ad7e-66da702836e9 None None] Network 092caca2-a0d9-4390-add3-c45f8c3c554b requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:15.920586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:15.921345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:15.942853 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e2452e53-0394-4b42-83b2-21b34b8b8bdf tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0010540
Dec 03 11:51:15.946691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54852) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:15.953180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1100754404'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:15.958475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:15.963887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Usage tracker for resource:network and tenant:c8b6b975bffc423597f1889641f0e500 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:15.966946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Quota usage for network was recalculated. Used quota:2. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:15.972960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:15.982807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Made reservation on behalf of c8b6b975bffc423597f1889641f0e500 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:15.988475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:16.022364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:51:16.032805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:16.033206 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Added segment bd51262e-3ab6-4172-8975-76a897ed83e8 of type vxlan for network 86e60591-2f0b-4631-8534-4551bd2c4420
Dec 03 11:51:16.060582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:16.093884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:16.098038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:16.098683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:16.104472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bead1348-921b-4a22-89eb-c12a51237e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:16.139286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-092caca2-a0d9-4390-add3-c45f8c3c554b', 'network_id': '092caca2-a0d9-4390-add3-c45f8c3c554b', 'tenant_id': 'c8b6b975bffc423597f1889641f0e500', 'fixed_ips': [{'subnet_id': '3fde41eb-e47d-4e8c-aa68-c0d0aabbf4b8'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:51:16.140209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:16.158401 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2104602
Dec 03 11:51:16.161628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54856) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:16.168381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Request body: {'subnet': {'network_id': '86e60591-2f0b-4631-8534-4551bd2c4420', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:16.223935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event updated for resources: {'Network': ['ID=86e60591-2f0b-4631-8534-4551bd2c4420,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:16.226980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:16.264058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 86e60591-2f0b-4631-8534-4551bd2c4420 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:16.277086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 86e60591-2f0b-4631-8534-4551bd2c4420 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:16.295274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:16.299440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Usage tracker for resource:subnet and tenant:c8b6b975bffc423597f1889641f0e500 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:16.302459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:16.309125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:16.318107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Made reservation on behalf of c8b6b975bffc423597f1889641f0e500 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:16.429040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:16.644033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Allocated IP 2001:db8::2 (092caca2-a0d9-4390-add3-c45f8c3c554b/3fde41eb-e47d-4e8c-aa68-c0d0aabbf4b8/0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:51:16.872547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:16.883985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Transition to ACTIVE for port object 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:16.884167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:16.900277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d266941-58ca-4870-9379-0b751d0c4e5f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:16.901181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Transition to ACTIVE for port object 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:16.906894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:16.922842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:17.038960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event updated for resources: {'Subnet': ['ID=abc0dbdf-b164-4386-9209-04d41d7a5eee,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:17.043794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:17.061861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Pushing event updated for resources: {'Port': ['ID=0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:17.066087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:17.111177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Checking segment: {'id': 'bd51262e-3ab6-4172-8975-76a897ed83e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '86e60591-2f0b-4631-8534-4551bd2c4420'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:17.111589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network hostable DHCP agents. Network: 86e60591-2f0b-4631-8534-4551bd2c4420, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:51:17.113088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Network 092caca2-a0d9-4390-add3-c45f8c3c554b is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:51:17.114297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:17.116612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:51:17.130314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network 86e60591-2f0b-4631-8534-4551bd2c4420 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:51:17.139752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 86e60591-2f0b-4631-8534-4551bd2c4420) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:17.152959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:17.153601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:17.154740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65acce5-deb8-40ac-942d-05ad363db17d None None] Network 86e60591-2f0b-4631-8534-4551bd2c4420 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:17.173625 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4a0d1397-e48e-4228-9061-dde23d08fd91 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0108984
Dec 03 11:51:17.176441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54860) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:17.264047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Attempting to bind port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:51:17.264651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Attempting to bind port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '06e83659-9e0d-42d9-8365-0481ac75e684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092caca2-a0d9-4390-add3-c45f8c3c554b'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:51:17.265356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Attempting to bind port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 on network 092caca2-a0d9-4390-add3-c45f8c3c554b {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:51:17.279795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:51:17.280219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Checking segment: {'id': '06e83659-9e0d-42d9-8365-0481ac75e684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092caca2-a0d9-4390-add3-c45f8c3c554b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:17.280671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:17.281117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Bound using segment: {'id': '06e83659-9e0d-42d9-8365-0481ac75e684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092caca2-a0d9-4390-add3-c45f8c3c554b'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:51:17.281641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Bound port: 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e83659-9e0d-42d9-8365-0481ac75e684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092caca2-a0d9-4390-add3-c45f8c3c554b'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:51:17.282067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:17.336374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:17.456666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] For port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:51:17.465841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:17.499825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] For port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664,segment=NetworkSegment(06e83659-9e0d-42d9-8365-0481ac75e684),segment_id=06e83659-9e0d-42d9-8365-0481ac75e684)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:51:17.503676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:17.520812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:17.555112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9decf746-26cb-4602-bd69-3b0ae7d04223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-86e60591-2f0b-4631-8534-4551bd2c4420', 'network_id': '86e60591-2f0b-4631-8534-4551bd2c4420', 'tenant_id': 'c8b6b975bffc423597f1889641f0e500', 'fixed_ips': [{'subnet_id': 'abc0dbdf-b164-4386-9209-04d41d7a5eee'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:51:17.556245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9decf746-26cb-4602-bd69-3b0ae7d04223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:17.722991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Pushing event updated for resources: {'Port': ['ID=0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:17.732999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:17.757513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:17.773291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-881ade17-b773-404e-97d2-961f1bffd466 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:17.823703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event deleted for resources: {'Subnet': ['ID=abc0dbdf-b164-4386-9209-04d41d7a5eee,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:17.826378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:18.022061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server [None req-9decf746-26cb-4602-bd69-3b0ae7d04223 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abc0dbdf-b164-4386-9209-04d41d7a5eee: This subnet is being modified by another concurrent operation.
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise exception
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abc0dbdf-b164-4386-9209-04d41d7a5eee: This subnet is being modified by another concurrent operation.
Dec 03 11:51:18.125549 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server 
Dec 03 11:51:18.142529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c4ac6-90a1-4a14-a1bc-67e4437c4d25 None None] Network 86e60591-2f0b-4631-8534-4551bd2c4420 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:18.156126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b63c2da0>,) {'filters': {'network_id': ['86e60591-2f0b-4631-8534-4551bd2c4420']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:18.170392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b63c2da0>, 'bd51262e-3ab6-4172-8975-76a897ed83e8') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:18.171065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b63c2da0>, 'bd51262e-3ab6-4172-8975-76a897ed83e8') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:18.184763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:18.201923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:18.204033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Releasing vxlan tunnel 5 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:51:18.401950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network 86e60591-2f0b-4631-8534-4551bd2c4420 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:18.412112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:18.596971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network 86e60591-2f0b-4631-8534-4551bd2c4420 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:51:18.621597 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:51:18.703820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:18.707883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:18.711916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fd285fca-b7dd-4b65-8324-4d1fbbd10757 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:18.736362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event deleted for resources: {'Network': ['ID=86e60591-2f0b-4631-8534-4551bd2c4420,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:18.739071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:18.741164 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d70a0aca-522b-4487-93cf-51fecf383eb1 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/networks/86e60591-2f0b-4631-8534-4551bd2c4420 HTTP/1.1" status: 204  len: 168 time: 1.5637743
Dec 03 11:51:18.744907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54864) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:18.789786 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-67807a1c-3ee8-466c-ae0d-bc87e4a7e190 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] GET failed (client error): The resource could not be found.
Dec 03 11:51:18.790478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-67807a1c-3ee8-466c-ae0d-bc87e4a7e190 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Synchronizing usage tracker for tenant:c8b6b975bffc423597f1889641f0e500 on resource:subnet {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:51:18.806508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-67807a1c-3ee8-466c-ae0d-bc87e4a7e190 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Unset dirty status for tenant:c8b6b975bffc423597f1889641f0e500 on resource:subnet {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:51:18.807823 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-67807a1c-3ee8-466c-ae0d-bc87e4a7e190 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "GET /v2.0/subnets/abc0dbdf-b164-4386-9209-04d41d7a5eee HTTP/1.1" status: 404  len: 337 time: 0.0619490
Dec 03 11:51:18.810819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54868) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:18.837944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d7bf20-7418-48f1-b935-07fdb12d46a7 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] DELETE failed (client error): The resource could not be found.
Dec 03 11:51:18.838432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d7bf20-7418-48f1-b935-07fdb12d46a7 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:51:18.840239 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-04d7bf20-7418-48f1-b935-07fdb12d46a7 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/networks/86e60591-2f0b-4631-8534-4551bd2c4420 HTTP/1.1" status: 404  len: 339 time: 0.0284336
Dec 03 11:51:18.844505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54872) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:18.889082 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b662759-f391-4d3f-b08f-6d313e00a333 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] DELETE failed (client error): The resource could not be found.
Dec 03 11:51:18.889580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b662759-f391-4d3f-b08f-6d313e00a333 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:51:18.891392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9b662759-f391-4d3f-b08f-6d313e00a333 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/subnets/abc0dbdf-b164-4386-9209-04d41d7a5eee HTTP/1.1" status: 404  len: 337 time: 0.0459309
Dec 03 11:51:18.894109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54876) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:18.920699 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-199e9767-776d-4ac2-b2c0-0c2915d9cb51 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] DELETE failed (client error): The resource could not be found.
Dec 03 11:51:18.921189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199e9767-776d-4ac2-b2c0-0c2915d9cb51 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:51:18.922948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-199e9767-776d-4ac2-b2c0-0c2915d9cb51 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/networks/86e60591-2f0b-4631-8534-4551bd2c4420 HTTP/1.1" status: 404  len: 339 time: 0.0278821
Dec 03 11:51:18.925790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54880) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:19.125894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd126b1-c676-4860-8300-10f14c4c3af5 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Deleting subnet 3fde41eb-e47d-4e8c-aa68-c0d0aabbf4b8 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:51:19.129003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4cd126b1-c676-4860-8300-10f14c4c3af5 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:19.458340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4cd126b1-c676-4860-8300-10f14c4c3af5 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:19.467260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb6f5be-39ed-497a-a9ce-9fdf805e61b3 None None] Network 092caca2-a0d9-4390-add3-c45f8c3c554b requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:19.549028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4cd126b1-c676-4860-8300-10f14c4c3af5 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:19.564151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:19.650773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-08ad5e13-70c1-4b4a-b410-2c5d1ab9f1ab None None] Provisioning for port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:19.721726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:19.734533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:19.734994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:19.839530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4cd126b1-c676-4860-8300-10f14c4c3af5 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:19.856008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-539977d4-b711-40a2-a775-2ab208d3203d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:19.900380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd126b1-c676-4860-8300-10f14c4c3af5 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event deleted for resources: {'Subnet': ['ID=3fde41eb-e47d-4e8c-aa68-c0d0aabbf4b8,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:19.903716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4cd126b1-c676-4860-8300-10f14c4c3af5 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:19.912341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:19.954441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664,segment=NetworkSegment(06e83659-9e0d-42d9-8365-0481ac75e684),segment_id=06e83659-9e0d-42d9-8365-0481ac75e684)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:19.958204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:19.960248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:20.004027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4cd126b1-c676-4860-8300-10f14c4c3af5 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:20.017898 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4cd126b1-c676-4860-8300-10f14c4c3af5 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/subnets/3fde41eb-e47d-4e8c-aa68-c0d0aabbf4b8 HTTP/1.1" status: 204  len: 168 time: 1.0910311
Dec 03 11:51:20.020421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54884) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:20.039287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:20.043461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:20.086565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f7da5f-e3a1-49c0-b588-510785b38f52 None None] Network 092caca2-a0d9-4390-add3-c45f8c3c554b requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:20.156050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:20.225945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Deleting port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:51:20.226186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:20.266227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e834a209-0e94-4928-9ea1-5e2b838a141d None None] Provisioning complete for port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:20.266655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e834a209-0e94-4928-9ea1-5e2b838a141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:20.442074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500ae208-6935-4662-baee-f6de157936ea None None] DHCP port deletion for 092caca2-a0d9-4390-add3-c45f8c3c554b request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:51:20.447180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-500ae208-6935-4662-baee-f6de157936ea None None] Deleting port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:51:20.447389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] For port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664,segment=NetworkSegment(06e83659-9e0d-42d9-8365-0481ac75e684),segment_id=06e83659-9e0d-42d9-8365-0481ac75e684)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:20.447751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-500ae208-6935-4662-baee-f6de157936ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:20.447885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:20.580400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Calling delete_port for 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:51:20.655046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:20.666256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-500ae208-6935-4662-baee-f6de157936ea None None] For port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664,segment=NetworkSegment(06e83659-9e0d-42d9-8365-0481ac75e684),segment_id=06e83659-9e0d-42d9-8365-0481ac75e684)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:20.666646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-500ae208-6935-4662-baee-f6de157936ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:20.671184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-94a814e4-c9ff-44a1-b7b1-34a619d3b6fa tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:20.729675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event deleted for resources: {'Port': ['ID=0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:20.732452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:20.795257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-500ae208-6935-4662-baee-f6de157936ea None None] Calling delete_port for 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:51:20.817843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] No DVR routers for this DVR port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:51:20.865475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-500ae208-6935-4662-baee-f6de157936ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:51:20.865813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-500ae208-6935-4662-baee-f6de157936ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:51:20.956712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:21.085723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b6084f60>,) {'filters': {'network_id': ['092caca2-a0d9-4390-add3-c45f8c3c554b']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:21.100227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6084f60>, '06e83659-9e0d-42d9-8365-0481ac75e684') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:21.100571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b6084f60>, '06e83659-9e0d-42d9-8365-0481ac75e684') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:21.113417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:21.128738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:21.130679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:51:21.326498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network 092caca2-a0d9-4390-add3-c45f8c3c554b has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:21.335704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:21.367510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-500ae208-6935-4662-baee-f6de157936ea None None] Deleting port 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:51:21.367952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-500ae208-6935-4662-baee-f6de157936ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:21.438020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-500ae208-6935-4662-baee-f6de157936ea None None] The port '0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:51:21.470721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d05a47-06bf-455a-b8fa-902d26954eac None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:51:21.502826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:51:21.538255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network 092caca2-a0d9-4390-add3-c45f8c3c554b has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:21.551204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:51:21.551603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0d5b8ab4-0936-48b6-b98e-fdd9e1ed1664 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:51:21.567281 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:51:21.580216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:21.620308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d05a47-06bf-455a-b8fa-902d26954eac None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:51:21.654990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:21.658994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:21.662241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-90a2c589-e25e-4967-88b8-0b41582d7121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:21.690116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event deleted for resources: {'Network': ['ID=092caca2-a0d9-4390-add3-c45f8c3c554b,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:21.695324 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/networks/092caca2-a0d9-4390-add3-c45f8c3c554b HTTP/1.1" status: 204  len: 168 time: 1.6713345
Dec 03 11:51:21.695324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:21.695657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54888) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:21.740752 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad3fca8-5d47-4955-a2de-8af085f46a72 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] DELETE failed (client error): The resource could not be found.
Dec 03 11:51:21.741248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad3fca8-5d47-4955-a2de-8af085f46a72 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:51:21.743070 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6ad3fca8-5d47-4955-a2de-8af085f46a72 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/subnets/8bd4e0a6-6525-4930-a641-f98a02fe6302 HTTP/1.1" status: 404  len: 337 time: 0.0465212
Dec 03 11:51:21.746484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54892) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:21.773633 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe476e2-e9b4-4a65-b5e8-a0ecb16a98a6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] DELETE failed (client error): The resource could not be found.
Dec 03 11:51:21.774122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe476e2-e9b4-4a65-b5e8-a0ecb16a98a6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:51:21.776959 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cbe476e2-e9b4-4a65-b5e8-a0ecb16a98a6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/networks/619507b1-f46d-44d0-8cf4-17aca57aff88 HTTP/1.1" status: 404  len: 339 time: 0.0290823
Dec 03 11:51:21.779292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54896) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:21.820142 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae87d9c-35ea-489d-bf4f-1d266b040b2f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] DELETE failed (client error): The resource could not be found.
Dec 03 11:51:21.820636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae87d9c-35ea-489d-bf4f-1d266b040b2f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:51:21.825763 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2ae87d9c-35ea-489d-bf4f-1d266b040b2f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/subnets/1e788264-8330-486a-8f9f-6f52b38dd693 HTTP/1.1" status: 404  len: 337 time: 0.0428905
Dec 03 11:51:21.826046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54900) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:21.852747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.pecan_wsgi.hooks.translation [None req-49eb87e9-fa32-4818-84d6-c8236ce7030f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] DELETE failed (client error): The resource could not be found.
Dec 03 11:51:21.853245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49eb87e9-fa32-4818-84d6-c8236ce7030f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] No notification will be sent due to unsuccessful status code: 404 {{(pid=80976) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 03 11:51:21.855128 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-49eb87e9-fa32-4818-84d6-c8236ce7030f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/networks/ffc8bf36-d56b-4dc9-8579-b7931ed7e009 HTTP/1.1" status: 404  len: 339 time: 0.0280650
Dec 03 11:51:21.857722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54904) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:22.064337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a72b425-8343-4342-9ecf-75b118b3d7e6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Deleting subnet 487a1da0-cf51-4512-aeca-9e6eaf80a759 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:51:22.068143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a72b425-8343-4342-9ecf-75b118b3d7e6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:22.125708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a72b425-8343-4342-9ecf-75b118b3d7e6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:22.215836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a72b425-8343-4342-9ecf-75b118b3d7e6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:22.496411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a72b425-8343-4342-9ecf-75b118b3d7e6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:22.512335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7df57c8f-b47e-4542-9e7c-ae666ef7d91f tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:22.556625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72b425-8343-4342-9ecf-75b118b3d7e6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event deleted for resources: {'Subnet': ['ID=487a1da0-cf51-4512-aeca-9e6eaf80a759,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:22.568071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a72b425-8343-4342-9ecf-75b118b3d7e6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:22.648890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a72b425-8343-4342-9ecf-75b118b3d7e6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:22.655867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b43fce0-da52-4ff9-aeae-14f5b8ad3a53 None None] Network 2b858151-d0a4-4d6f-ab60-46fc41c92fc5 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:22.659526 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7a72b425-8343-4342-9ecf-75b118b3d7e6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/subnets/487a1da0-cf51-4512-aeca-9e6eaf80a759 HTTP/1.1" status: 204  len: 168 time: 0.8008027
Dec 03 11:51:22.662075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54908) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:22.787164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:22.857304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Deleting port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:51:22.857681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:22.932748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef3cbf2-9ff2-431e-b25b-c67b3ba821c3 None None] DHCP port deletion for 2b858151-d0a4-4d6f-ab60-46fc41c92fc5 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:51:22.937287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6ef3cbf2-9ff2-431e-b25b-c67b3ba821c3 None None] Deleting port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:51:22.937707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ef3cbf2-9ff2-431e-b25b-c67b3ba821c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:23.084000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] For port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=85c99fee-d837-4ab6-8ec4-9d32ff6b1680,segment=NetworkSegment(185c79a6-801e-4693-99db-57f1fd778110),segment_id=185c79a6-801e-4693-99db-57f1fd778110)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:23.084333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:23.154628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6ef3cbf2-9ff2-431e-b25b-c67b3ba821c3 None None] For port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=85c99fee-d837-4ab6-8ec4-9d32ff6b1680,segment=NetworkSegment(185c79a6-801e-4693-99db-57f1fd778110),segment_id=185c79a6-801e-4693-99db-57f1fd778110)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:23.155023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ef3cbf2-9ff2-431e-b25b-c67b3ba821c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:23.216591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Calling delete_port for 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:51:23.283209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6ef3cbf2-9ff2-431e-b25b-c67b3ba821c3 None None] Calling delete_port for 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:51:23.288915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:23.304285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-31450c6d-7d63-45f9-a6e0-b03729cb3e49 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:23.356470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event deleted for resources: {'Port': ['ID=85c99fee-d837-4ab6-8ec4-9d32ff6b1680,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:23.361078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-6ef3cbf2-9ff2-431e-b25b-c67b3ba821c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:51:23.361690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-6ef3cbf2-9ff2-431e-b25b-c67b3ba821c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:51:23.502291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:51:23.538536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:51:23.538963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:51:23.621083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:23.699165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] No DVR routers for this DVR port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:51:23.828879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:23.862729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6ef3cbf2-9ff2-431e-b25b-c67b3ba821c3 None None] Deleting port 85c99fee-d837-4ab6-8ec4-9d32ff6b1680 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:51:23.863194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ef3cbf2-9ff2-431e-b25b-c67b3ba821c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:23.933282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6ef3cbf2-9ff2-431e-b25b-c67b3ba821c3 None None] The port '85c99fee-d837-4ab6-8ec4-9d32ff6b1680' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:51:23.954214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b655e240>,) {'filters': {'network_id': ['2b858151-d0a4-4d6f-ab60-46fc41c92fc5']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:23.967166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b655e240>, '185c79a6-801e-4693-99db-57f1fd778110') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:23.967505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b655e240>, '185c79a6-801e-4693-99db-57f1fd778110') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:23.980254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:23.995499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:23.997446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Releasing vxlan tunnel 3 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:51:24.178249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network 2b858151-d0a4-4d6f-ab60-46fc41c92fc5 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:24.187461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:24.370297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Network 2b858151-d0a4-4d6f-ab60-46fc41c92fc5 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:51:24.393835 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:51:24.472001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:24.475089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8d6d6c65-a178-4d84-8fcf-8b76c9e0d49f tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:24.496978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:24.503741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Pushing event deleted for resources: {'Network': ['ID=2b858151-d0a4-4d6f-ab60-46fc41c92fc5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:24.508289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:24.511281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] 10.222.0.90 "DELETE /v2.0/networks/2b858151-d0a4-4d6f-ab60-46fc41c92fc5 HTTP/1.1" status: 204  len: 168 time: 1.8482037
Dec 03 11:51:24.817628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54916) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:25.006207 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d38cada3-0020-45a0-824b-5265c4c32966 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c8b6b975bffc423597f1889641f0e500&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1871898
Dec 03 11:51:25.008755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54922) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:25.072827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c14f74d-64c1-47a0-ae5f-37497e714f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:25.100111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c14f74d-64c1-47a0-ae5f-37497e714f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:25.146662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c14f74d-64c1-47a0-ae5f-37497e714f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:25.152274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a85aa91b-a2b6-4dfe-a285-0dd32641ce73 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:25.170953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14f74d-64c1-47a0-ae5f-37497e714f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1df26b-a3d0-4991-b720-fcd4123208c8,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:25.173530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c14f74d-64c1-47a0-ae5f-37497e714f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:25.175651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c14f74d-64c1-47a0-ae5f-37497e714f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:25.178815 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8c14f74d-64c1-47a0-ae5f-37497e714f43 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9b1df26b-a3d0-4991-b720-fcd4123208c8 HTTP/1.1" status: 204  len: 168 time: 0.1687315
Dec 03 11:51:25.188991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:51:26.044882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54944) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:26.183802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5b12e8ee-74a9-4210-95b5-83200b2848aa tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-332957403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:26.190713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5b12e8ee-74a9-4210-95b5-83200b2848aa tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:26.194772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5b12e8ee-74a9-4210-95b5-83200b2848aa tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Usage tracker for resource:router and tenant:82f1718b4e0f452e8ce0ef4480a2dd2f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:26.198041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5b12e8ee-74a9-4210-95b5-83200b2848aa tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:26.203830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5b12e8ee-74a9-4210-95b5-83200b2848aa tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:26.213629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b12e8ee-74a9-4210-95b5-83200b2848aa tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.214670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b12e8ee-74a9-4210-95b5-83200b2848aa tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.231586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b12e8ee-74a9-4210-95b5-83200b2848aa tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.251179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b12e8ee-74a9-4210-95b5-83200b2848aa tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.272227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b12e8ee-74a9-4210-95b5-83200b2848aa tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.273653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5b12e8ee-74a9-4210-95b5-83200b2848aa tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.2276857
Dec 03 11:51:26.276708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54950) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:26.282770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1038366146'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:26.288035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:26.292942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Usage tracker for resource:network and tenant:82f1718b4e0f452e8ce0ef4480a2dd2f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:26.296835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:26.302644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:26.312216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Made reservation on behalf of 82f1718b4e0f452e8ce0ef4480a2dd2f for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:26.317676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.331206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.349600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:26.354690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Usage tracker for resource:security_group_rule and tenant:82f1718b4e0f452e8ce0ef4480a2dd2f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:26.357710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:26.363745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:26.454717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.457575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.461941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9dc185c4-bd9b-4e6e-8b25-8d07731bc073 tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:26.492838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:51:26.506157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Pushing event updated for resources: {'SecurityGroup': ['ID=c00c12e7-6cc4-4075-9efa-1f5a36ecd727,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:26.510835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:26.511905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.512296 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Added segment 8ab431ab-f020-4189-bb85-df98de5a2046 of type vxlan for network 4771f440-1494-46d7-bb16-1aca11520d79
Dec 03 11:51:26.539824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.573352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.577551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:26.578181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:26.583682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21854048-5a84-4b25-9829-35db4d59ef0b tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:26.687822 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4100077
Dec 03 11:51:26.690875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54954) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:26.697237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Pushing event updated for resources: {'Network': ['ID=4771f440-1494-46d7-bb16-1aca11520d79,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:26.698557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Request body: {'subnet': {'network_id': '4771f440-1494-46d7-bb16-1aca11520d79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:26.700088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:26.708709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 4771f440-1494-46d7-bb16-1aca11520d79 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:26.727301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 4771f440-1494-46d7-bb16-1aca11520d79 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:26.823433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:26.827643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Usage tracker for resource:subnet and tenant:82f1718b4e0f452e8ce0ef4480a2dd2f is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:26.830732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:26.837151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:26.846573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Made reservation on behalf of 82f1718b4e0f452e8ce0ef4480a2dd2f for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:26.956868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:27.388364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:27.405106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:27.541274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Pushing event updated for resources: {'Subnet': ['ID=e0353e0d-6f3d-4c36-a1b0-8f910705f1ca,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:27.545274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:27.612139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Checking segment: {'id': '8ab431ab-f020-4189-bb85-df98de5a2046', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4771f440-1494-46d7-bb16-1aca11520d79'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:27.612533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Network hostable DHCP agents. Network: 4771f440-1494-46d7-bb16-1aca11520d79, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:51:27.635070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Network 4771f440-1494-46d7-bb16-1aca11520d79 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:51:27.643478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 4771f440-1494-46d7-bb16-1aca11520d79) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:27.654067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4526d73-d6f8-4cb4-8380-102959c4ff54 None None] Network 4771f440-1494-46d7-bb16-1aca11520d79 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:27.656783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:27.657517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:27.678764 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d4ec978e-3aed-45b3-8bfc-f6e05cf88c4e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9865754
Dec 03 11:51:27.682691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54958) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:27.688929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1112519835'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:27.694363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:27.700057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Usage tracker for resource:network and tenant:82f1718b4e0f452e8ce0ef4480a2dd2f is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:27.703176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Quota usage for network was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:27.709078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:27.717821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Made reservation on behalf of 82f1718b4e0f452e8ce0ef4480a2dd2f for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:27.723365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:27.756616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:51:27.766449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:27.766888 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Added segment 4fdb6950-f318-47e7-9c88-a082d146e4c0 of type vxlan for network a445f0f3-bd0b-4ece-b1b8-1f7829e86cda
Dec 03 11:51:27.795361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:27.828170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:27.832451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:27.833091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:27.839334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5dbb56eb-303d-4ff8-816f-984095e6ac39 tempest-FloatingIPTestJSON-1376549821 tempest-FloatingIPTestJSON-1376549821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:27.901604 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2176433
Dec 03 11:51:27.904924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 54962) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:27.912003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Request body: {'subnet': {'network_id': 'a445f0f3-bd0b-4ece-b1b8-1f7829e86cda', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:27.960541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Pushing event updated for resources: {'Network': ['ID=a445f0f3-bd0b-4ece-b1b8-1f7829e86cda,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:27.963773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:27.999755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network a445f0f3-bd0b-4ece-b1b8-1f7829e86cda details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:28.012975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network a445f0f3-bd0b-4ece-b1b8-1f7829e86cda details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:28.053343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:28.057648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Usage tracker for resource:subnet and tenant:82f1718b4e0f452e8ce0ef4480a2dd2f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:28.060630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:28.066595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:28.075632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Made reservation on behalf of 82f1718b4e0f452e8ce0ef4480a2dd2f for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:28.187696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:28.272523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-4771f440-1494-46d7-bb16-1aca11520d79', 'network_id': '4771f440-1494-46d7-bb16-1aca11520d79', 'tenant_id': '82f1718b4e0f452e8ce0ef4480a2dd2f', 'fixed_ips': [{'subnet_id': 'e0353e0d-6f3d-4c36-a1b0-8f910705f1ca'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:51:28.273445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:28.572251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Allocated IP 172.20.0.2 (4771f440-1494-46d7-bb16-1aca11520d79/e0353e0d-6f3d-4c36-a1b0-8f910705f1ca/ac15d285-324e-4010-824b-83138e7b001d) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:51:28.631854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:28.646990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9365590c-4cac-4bef-9bdb-a25536afa685 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:28.780331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Pushing event updated for resources: {'Subnet': ['ID=a739f0bd-c854-4f07-a8d4-8c84ad3670b2,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:28.784401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:28.790874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:28.801998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Transition to ACTIVE for port object ac15d285-324e-4010-824b-83138e7b001d will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:28.818118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Transition to ACTIVE for port object ac15d285-324e-4010-824b-83138e7b001d will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:28.823870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:28.839708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a871b00b-3fd2-48d7-97ee-63dec81a1da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:28.853412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Checking segment: {'id': '4fdb6950-f318-47e7-9c88-a082d146e4c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a445f0f3-bd0b-4ece-b1b8-1f7829e86cda'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:28.853813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Network hostable DHCP agents. Network: a445f0f3-bd0b-4ece-b1b8-1f7829e86cda, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:51:28.872507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Network a445f0f3-bd0b-4ece-b1b8-1f7829e86cda is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:51:28.881632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, a445f0f3-bd0b-4ece-b1b8-1f7829e86cda) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:28.896625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:28.897289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:28.900234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a0ba38-3703-417d-ab4f-f5cbc140a9c7 None None] Network a445f0f3-bd0b-4ece-b1b8-1f7829e86cda requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:28.922666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54966) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:28.923038 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-90d14960-a847-49e1-b37a-1ba8bb75886e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0164974
Dec 03 11:51:28.928736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ab9d25d0-b492-4a07-ab5e-f03c3ee6194e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Request body: {'router': {'external_gateway_info': {'network_id': 'a445f0f3-bd0b-4ece-b1b8-1f7829e86cda'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:28.942269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Pushing event updated for resources: {'Port': ['ID=ac15d285-324e-4010-824b-83138e7b001d,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:29.006426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:29.177745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Network 4771f440-1494-46d7-bb16-1aca11520d79 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:51:29.180960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:29.184590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:51:29.287812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Attempting to bind port ac15d285-324e-4010-824b-83138e7b001d on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:51:29.288228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Attempting to bind port ac15d285-324e-4010-824b-83138e7b001d by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '8ab431ab-f020-4189-bb85-df98de5a2046', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4771f440-1494-46d7-bb16-1aca11520d79'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:51:29.288905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Attempting to bind port ac15d285-324e-4010-824b-83138e7b001d on network 4771f440-1494-46d7-bb16-1aca11520d79 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:51:29.295982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d9739c-5266-46eb-9dd1-9b8e8921f190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-a445f0f3-bd0b-4ece-b1b8-1f7829e86cda', 'network_id': 'a445f0f3-bd0b-4ece-b1b8-1f7829e86cda', 'tenant_id': '82f1718b4e0f452e8ce0ef4480a2dd2f', 'fixed_ips': [{'subnet_id': 'a739f0bd-c854-4f07-a8d4-8c84ad3670b2'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:51:29.296872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79d9739c-5266-46eb-9dd1-9b8e8921f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:29.306273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:51:29.306693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Checking segment: {'id': '8ab431ab-f020-4189-bb85-df98de5a2046', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4771f440-1494-46d7-bb16-1aca11520d79'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:29.307148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:29.307591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Bound using segment: {'id': '8ab431ab-f020-4189-bb85-df98de5a2046', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4771f440-1494-46d7-bb16-1aca11520d79'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:51:29.308109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Bound port: ac15d285-324e-4010-824b-83138e7b001d, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab431ab-f020-4189-bb85-df98de5a2046', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4771f440-1494-46d7-bb16-1aca11520d79'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:51:29.308522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:29.329922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ab9d25d0-b492-4a07-ab5e-f03c3ee6194e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:29.486009 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.api.v2.resource [None req-ab9d25d0-b492-4a07-ab5e-f03c3ee6194e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 03 11:51:29.487181 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ab9d25d0-b492-4a07-ab5e-f03c3ee6194e tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] 10.222.0.90 "PUT /v2.0/routers/88dc05f1-0e19-4a4c-a1e3-5ff4d8efefb1 HTTP/1.1" status: 400  len: 364 time: 0.5633674
Dec 03 11:51:29.494919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54970) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:29.523241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] For port ac15d285-324e-4010-824b-83138e7b001d, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:51:29.578718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] For port ac15d285-324e-4010-824b-83138e7b001d, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ac15d285-324e-4010-824b-83138e7b001d,segment=NetworkSegment(8ab431ab-f020-4189-bb85-df98de5a2046),segment_id=8ab431ab-f020-4189-bb85-df98de5a2046)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:51:29.587145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:29.608284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:29.701251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb4db46-36e0-470a-8b4a-1e9103290cc2 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Deleting subnet a739f0bd-c854-4f07-a8d4-8c84ad3670b2 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:51:29.704331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdb4db46-36e0-470a-8b4a-1e9103290cc2 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:29.766672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdb4db46-36e0-470a-8b4a-1e9103290cc2 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:29.781742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Pushing event updated for resources: {'Port': ['ID=ac15d285-324e-4010-824b-83138e7b001d,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:29.786398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:29.835864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdb4db46-36e0-470a-8b4a-1e9103290cc2 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:30.132775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdb4db46-36e0-470a-8b4a-1e9103290cc2 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server [None req-79d9739c-5266-46eb-9dd1-9b8e8921f190 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a739f0bd-c854-4f07-a8d4-8c84ad3670b2: This subnet is being modified by another concurrent operation.
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise value
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server     raise exception
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a739f0bd-c854-4f07-a8d4-8c84ad3670b2: This subnet is being modified by another concurrent operation.
Dec 03 11:51:30.135476 dv-neutron-765072-2-ovs neutron-server[80862]: ERROR oslo_messaging.rpc.server 
Dec 03 11:51:30.150762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1d60f49d-9469-42fe-8a49-2377fc1ee666 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:30.150874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e8bcb-634c-4d4c-93c9-709fba08f443 None None] Network a445f0f3-bd0b-4ece-b1b8-1f7829e86cda requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:30.201624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4db46-36e0-470a-8b4a-1e9103290cc2 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Pushing event deleted for resources: {'Subnet': ['ID=a739f0bd-c854-4f07-a8d4-8c84ad3670b2,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:30.206573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fdb4db46-36e0-470a-8b4a-1e9103290cc2 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:30.539374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdb4db46-36e0-470a-8b4a-1e9103290cc2 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:30.546575 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fdb4db46-36e0-470a-8b4a-1e9103290cc2 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] 10.222.0.90 "DELETE /v2.0/subnets/a739f0bd-c854-4f07-a8d4-8c84ad3670b2 HTTP/1.1" status: 204  len: 168 time: 1.0506277
Dec 03 11:51:30.549293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54974) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:30.675417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:30.861198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-549f57f6-4346-4891-bb49-1a0453a4be1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:30.877409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:31.001831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b51509e8>,) {'filters': {'network_id': ['a445f0f3-bd0b-4ece-b1b8-1f7829e86cda']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:31.015076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b51509e8>, '4fdb6950-f318-47e7-9c88-a082d146e4c0') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:31.015414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b51509e8>, '4fdb6950-f318-47e7-9c88-a082d146e4c0') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:31.027419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:31.042237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:31.044218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:51:31.232323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Network a445f0f3-bd0b-4ece-b1b8-1f7829e86cda has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:31.241777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:31.394845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9622fd1-310f-41a5-9e82-a690cb33ed5c None None] Network 4771f440-1494-46d7-bb16-1aca11520d79 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:31.431958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Network a445f0f3-bd0b-4ece-b1b8-1f7829e86cda has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:51:31.461519 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:51:31.495411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-952b0c73-ac4a-4c06-b98e-2e5c2d7f3015 None None] Provisioning for port ac15d285-324e-4010-824b-83138e7b001d completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:31.548363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ac15d285-324e-4010-824b-83138e7b001d up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:31.548572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:31.551645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:31.571164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:31.578231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Pushing event deleted for resources: {'Network': ['ID=a445f0f3-bd0b-4ece-b1b8-1f7829e86cda,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:31.581786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:31.584746 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] 10.222.0.90 "DELETE /v2.0/networks/a445f0f3-bd0b-4ece-b1b8-1f7829e86cda HTTP/1.1" status: 204  len: 168 time: 1.0332463
Dec 03 11:51:31.586257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54978) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:31.666218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e99951-7c19-4d5e-8385-45c83e4d4808 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Deleting subnet e0353e0d-6f3d-4c36-a1b0-8f910705f1ca {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:51:31.670006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23e99951-7c19-4d5e-8385-45c83e4d4808 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:31.723555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port ac15d285-324e-4010-824b-83138e7b001d completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:31.730154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23e99951-7c19-4d5e-8385-45c83e4d4808 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:31.733316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port ac15d285-324e-4010-824b-83138e7b001d triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:31.733739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:31.822095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23e99951-7c19-4d5e-8385-45c83e4d4808 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:31.869679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.035359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ca802e0e-55d8-4a85-b201-6f9c897b505d None None] Provisioning complete for port ac15d285-324e-4010-824b-83138e7b001d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:32.035782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca802e0e-55d8-4a85-b201-6f9c897b505d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.123808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23e99951-7c19-4d5e-8385-45c83e4d4808 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.140094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b79a1085-faa8-4aba-bb46-595f2f8ccf9d tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:32.186268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e99951-7c19-4d5e-8385-45c83e4d4808 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Pushing event deleted for resources: {'Subnet': ['ID=e0353e0d-6f3d-4c36-a1b0-8f910705f1ca,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:32.199075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23e99951-7c19-4d5e-8385-45c83e4d4808 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:32.213249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca802e0e-55d8-4a85-b201-6f9c897b505d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.230853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:51:32.231296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:51:32.252277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ca802e0e-55d8-4a85-b201-6f9c897b505d None None] For port ac15d285-324e-4010-824b-83138e7b001d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ac15d285-324e-4010-824b-83138e7b001d,segment=NetworkSegment(8ab431ab-f020-4189-bb85-df98de5a2046),segment_id=8ab431ab-f020-4189-bb85-df98de5a2046)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:32.255435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ca802e0e-55d8-4a85-b201-6f9c897b505d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.257596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:32.284189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23e99951-7c19-4d5e-8385-45c83e4d4808 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.292209 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-23e99951-7c19-4d5e-8385-45c83e4d4808 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] 10.222.0.90 "DELETE /v2.0/subnets/e0353e0d-6f3d-4c36-a1b0-8f910705f1ca HTTP/1.1" status: 204  len: 168 time: 0.7043908
Dec 03 11:51:32.294346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54982) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:32.329267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5591946-abc0-413a-824d-3af08f812502 None None] Network 4771f440-1494-46d7-bb16-1aca11520d79 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:32.369112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca802e0e-55d8-4a85-b201-6f9c897b505d None None] Pushing event updated for resources: {'Port': ['ID=ac15d285-324e-4010-824b-83138e7b001d,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:32.379482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ca802e0e-55d8-4a85-b201-6f9c897b505d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:32.423445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.485345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f3a853e9-b625-4bc5-b381-20f27f220ca6 None None] Provisioning complete for port ac15d285-324e-4010-824b-83138e7b001d triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:32.485664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3a853e9-b625-4bc5-b381-20f27f220ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.494674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Deleting port ac15d285-324e-4010-824b-83138e7b001d {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:51:32.495102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.695031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588c0166-2385-4e82-b1ca-edef7dbd182e None None] DHCP port deletion for 4771f440-1494-46d7-bb16-1aca11520d79 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:51:32.700251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-588c0166-2385-4e82-b1ca-edef7dbd182e None None] Deleting port ac15d285-324e-4010-824b-83138e7b001d {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:51:32.700679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-588c0166-2385-4e82-b1ca-edef7dbd182e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.717770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] For port ac15d285-324e-4010-824b-83138e7b001d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ac15d285-324e-4010-824b-83138e7b001d,segment=NetworkSegment(8ab431ab-f020-4189-bb85-df98de5a2046),segment_id=8ab431ab-f020-4189-bb85-df98de5a2046)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:32.718173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.854882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Calling delete_port for ac15d285-324e-4010-824b-83138e7b001d owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:51:32.934339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.950185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-08d4dbdc-5d32-430c-b0e3-9391f769da54 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:32.975587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-588c0166-2385-4e82-b1ca-edef7dbd182e None None] For port ac15d285-324e-4010-824b-83138e7b001d, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=ac15d285-324e-4010-824b-83138e7b001d,segment=NetworkSegment(8ab431ab-f020-4189-bb85-df98de5a2046),segment_id=8ab431ab-f020-4189-bb85-df98de5a2046)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:32.976026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-588c0166-2385-4e82-b1ca-edef7dbd182e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:32.997471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Pushing event deleted for resources: {'Port': ['ID=ac15d285-324e-4010-824b-83138e7b001d,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:33.000417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:33.096172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] No DVR routers for this DVR port ac15d285-324e-4010-824b-83138e7b001d on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:51:33.107483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8d1be136-7049-4d23-9724-30340a1e6736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:33.114861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-588c0166-2385-4e82-b1ca-edef7dbd182e None None] Calling delete_port for ac15d285-324e-4010-824b-83138e7b001d owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:51:33.188717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-588c0166-2385-4e82-b1ca-edef7dbd182e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:51:33.189164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-588c0166-2385-4e82-b1ca-edef7dbd182e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:51:33.233835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:33.358788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b62a5ba8>,) {'filters': {'network_id': ['4771f440-1494-46d7-bb16-1aca11520d79']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:33.371770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b62a5ba8>, '8ab431ab-f020-4189-bb85-df98de5a2046') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:33.372099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b62a5ba8>, '8ab431ab-f020-4189-bb85-df98de5a2046') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:33.384500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:33.399747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:33.402304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Releasing vxlan tunnel 3 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:51:33.503571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ac15d285-324e-4010-824b-83138e7b001d no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:51:33.538395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: ac15d285-324e-4010-824b-83138e7b001d {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:51:33.538794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device ac15d285-324e-4010-824b-83138e7b001d not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:51:33.591277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Network 4771f440-1494-46d7-bb16-1aca11520d79 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:33.600413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:33.690780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-588c0166-2385-4e82-b1ca-edef7dbd182e None None] Deleting port ac15d285-324e-4010-824b-83138e7b001d {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:51:33.691253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-588c0166-2385-4e82-b1ca-edef7dbd182e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:33.757201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-588c0166-2385-4e82-b1ca-edef7dbd182e None None] The port 'ac15d285-324e-4010-824b-83138e7b001d' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:51:33.785071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Network 4771f440-1494-46d7-bb16-1aca11520d79 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:51:33.790615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb4ca27-baad-4f27-adea-04e232010e62 None None] get_active_networks_info from dv-neutron-765072-2-ovs {{(pid=80977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:51:33.810518 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:51:33.888569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4ca27-baad-4f27-adea-04e232010e62 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 03 11:51:33.900001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:33.903666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4e99a5a1-683d-4aa1-bb62-93fe8f04ed5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:33.904941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:33.920358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:33.933060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Pushing event deleted for resources: {'Network': ['ID=4771f440-1494-46d7-bb16-1aca11520d79,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:33.936260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:33.941339 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] 10.222.0.90 "DELETE /v2.0/networks/4771f440-1494-46d7-bb16-1aca11520d79 HTTP/1.1" status: 204  len: 168 time: 1.6427829
Dec 03 11:51:33.941339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54986) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:33.990533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-35a8a22c-bee0-41c7-97d0-2152d72dd7d4 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Synchronizing usage tracker for tenant:82f1718b4e0f452e8ce0ef4480a2dd2f on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:51:34.011460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-35a8a22c-bee0-41c7-97d0-2152d72dd7d4 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Unset dirty status for tenant:82f1718b4e0f452e8ce0ef4480a2dd2f on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:51:34.013202 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-35a8a22c-bee0-41c7-97d0-2152d72dd7d4 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] 10.222.0.90 "GET /v2.0/ports?device_id=88dc05f1-0e19-4a4c-a1e3-5ff4d8efefb1 HTTP/1.1" status: 200  len: 205 time: 0.0705998
Dec 03 11:51:34.015552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54990) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:34.407785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6bcde0dc-d476-4c13-a072-b1fcdd8b67ba tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:34.667858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6bcde0dc-d476-4c13-a072-b1fcdd8b67ba tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:34.670222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6bcde0dc-d476-4c13-a072-b1fcdd8b67ba tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:34.691984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6bcde0dc-d476-4c13-a072-b1fcdd8b67ba tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:34.692531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcde0dc-d476-4c13-a072-b1fcdd8b67ba tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Fanout notify agent at l3_agent the message router_deleted on router 88dc05f1-0e19-4a4c-a1e3-5ff4d8efefb1 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:51:34.704176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6bcde0dc-d476-4c13-a072-b1fcdd8b67ba tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:34.705354 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6bcde0dc-d476-4c13-a072-b1fcdd8b67ba tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] 10.222.0.90 "DELETE /v2.0/routers/88dc05f1-0e19-4a4c-a1e3-5ff4d8efefb1 HTTP/1.1" status: 204  len: 168 time: 0.6888254
Dec 03 11:51:35.015128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 54998) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:35.068267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:35.205151 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d890ac29-083d-4825-9bbf-1d591bfa74d2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=82f1718b4e0f452e8ce0ef4480a2dd2f&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1884480
Dec 03 11:51:35.207575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55004) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:35.268140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75e597aa-7676-4785-871e-79e4893530b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:35.295143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75e597aa-7676-4785-871e-79e4893530b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:35.339536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75e597aa-7676-4785-871e-79e4893530b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:35.344502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0ab148f0-0840-4477-85e3-92ba861cda94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:35.357077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e597aa-7676-4785-871e-79e4893530b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00c12e7-6cc4-4075-9efa-1f5a36ecd727,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:35.360270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75e597aa-7676-4785-871e-79e4893530b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:35.362385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75e597aa-7676-4785-871e-79e4893530b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:35.363538 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-75e597aa-7676-4785-871e-79e4893530b2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c00c12e7-6cc4-4075-9efa-1f5a36ecd727 HTTP/1.1" status: 204  len: 168 time: 0.1550107
Dec 03 11:51:35.614561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:36.214644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55026) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:36.368520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1853546077-network', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:36.374005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:36.378171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Usage tracker for resource:network and tenant:04a6b0af7f094aedaaec02a07227b2ad is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:36.382012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:36.388154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:36.402298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Made reservation on behalf of 04a6b0af7f094aedaaec02a07227b2ad for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:36.407932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:36.422004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:36.443579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:36.454158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Usage tracker for resource:security_group_rule and tenant:04a6b0af7f094aedaaec02a07227b2ad is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:36.457277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:36.464250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:36.562709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:36.569570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:36.577021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c63233e-a6ec-4d7a-9fdf-0690fd3c4864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:36.598615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:51:36.623234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:36.623670 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Added segment 06c847ad-551a-4bcc-93e3-98486cf8d2b3 of type vxlan for network 58be95da-9401-4fda-ad10-981338eb774a
Dec 03 11:51:36.625603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e35e41-3b03-4f65-9062-f79b86bc6922,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:36.634385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:36.659733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:36.692633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:36.693631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:36.694268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:36.701043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:36.826200 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6069140
Dec 03 11:51:36.826422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55032) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:36.829716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Pushing event updated for resources: {'Network': ['ID=58be95da-9401-4fda-ad10-981338eb774a,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:36.835670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Request body: {'subnet': {'network_id': '58be95da-9401-4fda-ad10-981338eb774a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1853546077-subnet', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:36.841003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:36.844148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:36.849025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Usage tracker for resource:subnet and tenant:04a6b0af7f094aedaaec02a07227b2ad is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:36.853429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:36.860292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:36.870727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Made reservation on behalf of 04a6b0af7f094aedaaec02a07227b2ad for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:36.876789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:36.985622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 58be95da-9401-4fda-ad10-981338eb774a details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:36.999675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 58be95da-9401-4fda-ad10-981338eb774a details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:37.332102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:37.348006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f60e0bcc-1d25-48b8-b061-d7a9b75af937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:37.478599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d37d87-c47a-4199-a892-f38b2fcb32c9,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:37.482765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:37.550824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Checking segment: {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:37.551260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Network hostable DHCP agents. Network: 58be95da-9401-4fda-ad10-981338eb774a, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:51:37.570030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Network 58be95da-9401-4fda-ad10-981338eb774a is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:51:37.577986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 58be95da-9401-4fda-ad10-981338eb774a) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:37.587337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6320e4-f5e1-46a8-b12d-3d8ab2f81b4c None None] Network 58be95da-9401-4fda-ad10-981338eb774a requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:37.589536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:37.590177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:37.610562 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e0a4a66c-d3a5-4166-9ab3-818f2b98ae9c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7827175
Dec 03 11:51:37.613166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55036) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:37.619361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1853546077-router', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:37.624590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:37.628654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Usage tracker for resource:router and tenant:04a6b0af7f094aedaaec02a07227b2ad is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:37.632267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:37.638391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:37.647588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:37.648665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:37.663548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:37.818499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-58be95da-9401-4fda-ad10-981338eb774a', 'network_id': '58be95da-9401-4fda-ad10-981338eb774a', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'fixed_ips': [{'subnet_id': 'a4d37d87-c47a-4199-a892-f38b2fcb32c9'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:51:37.819461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:37.955661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:38.113630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Allocated IP 172.20.0.2 (58be95da-9401-4fda-ad10-981338eb774a/a4d37d87-c47a-4199-a892-f38b2fcb32c9/f272d7ce-c852-4e14-a0f0-639c44d1727c) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:51:38.284603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:38.317074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:38.325299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:38.335808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Transition to ACTIVE for port object f272d7ce-c852-4e14-a0f0-639c44d1727c will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:38.354250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Transition to ACTIVE for port object f272d7ce-c852-4e14-a0f0-639c44d1727c will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:38.359103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:38.378052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:38.514709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Pushing event updated for resources: {'Port': ['ID=f272d7ce-c852-4e14-a0f0-639c44d1727c,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:38.525754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.526145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.526529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.526952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.527311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.527688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.528061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.528435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.528804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.529174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.529542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.529908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.530336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.530707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.531134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.531508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.531876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.532245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.532613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.532984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.533351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.533720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.534087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.534450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:38.540019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:38.585612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Network 58be95da-9401-4fda-ad10-981338eb774a is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:51:38.586838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:38.589240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:51:38.596607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Allocated IP 172.26.1.250 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:51:38.644441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Attempting to bind port f272d7ce-c852-4e14-a0f0-639c44d1727c on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:51:38.644873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Attempting to bind port f272d7ce-c852-4e14-a0f0-639c44d1727c by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:51:38.645290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Attempting to bind port f272d7ce-c852-4e14-a0f0-639c44d1727c on network 58be95da-9401-4fda-ad10-981338eb774a {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:51:38.651032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:51:38.651465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Checking segment: {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:38.651915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:38.652367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Bound using segment: {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:51:38.652893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Bound port: f272d7ce-c852-4e14-a0f0-639c44d1727c, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:51:38.653315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:38.748888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] For port f272d7ce-c852-4e14-a0f0-639c44d1727c, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:51:38.752112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] For port f272d7ce-c852-4e14-a0f0-639c44d1727c, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f272d7ce-c852-4e14-a0f0-639c44d1727c,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:51:38.755590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:38.759749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:38.772038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40ecfef1-5ba2-4192-a686-c37a46459ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:38.785520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:38.800992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-800ed6e4-5334-4789-ae1c-5452aa34c421 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:38.939865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Pushing event updated for resources: {'Port': ['ID=2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:38.944456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Pushing event updated for resources: {'Port': ['ID=f272d7ce-c852-4e14-a0f0-639c44d1727c,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:38.944613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:38.949414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:38.995592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:51:38.996682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:38.999056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:51:39.536758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f272d7ce-c852-4e14-a0f0-639c44d1727c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:39.615120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port f272d7ce-c852-4e14-a0f0-639c44d1727c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:39.700738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:40.060420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:40.283451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Router d44547bd-c0cb-4367-bd24-04a5babd175a is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:51:40.300221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d54267-df66-4cd6-97b6-c6a29d805e45 None None] Network 58be95da-9401-4fda-ad10-981338eb774a requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:40.405251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-385d848a-3a8e-4c88-bc56-d3bf1b85a82d None None] Provisioning for port f272d7ce-c852-4e14-a0f0-639c44d1727c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:40.420445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-385d848a-3a8e-4c88-bc56-d3bf1b85a82d None None] Provisioning complete for port f272d7ce-c852-4e14-a0f0-639c44d1727c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:40.420869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-385d848a-3a8e-4c88-bc56-d3bf1b85a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:40.477813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:51:40.486609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Sync routers for ids ['d44547bd-c0cb-4367-bd24-04a5babd175a'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:51:40.496991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Routers {'d44547bd-c0cb-4367-bd24-04a5babd175a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:51:40.497663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b65180f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:51:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d44547bd-c0cb-4367-bd24-04a5babd175a'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:40.501775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:40.505744 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.8888898
Dec 03 11:51:40.506087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 55040) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:40.655093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-385d848a-3a8e-4c88-bc56-d3bf1b85a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:40.702264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-385d848a-3a8e-4c88-bc56-d3bf1b85a82d None None] For port f272d7ce-c852-4e14-a0f0-639c44d1727c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f272d7ce-c852-4e14-a0f0-639c44d1727c,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:40.706388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-385d848a-3a8e-4c88-bc56-d3bf1b85a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:40.712349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:40.720925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Set router d44547bd-c0cb-4367-bd24-04a5babd175a gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:51:40.793644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d848a-3a8e-4c88-bc56-d3bf1b85a82d None None] Pushing event updated for resources: {'Port': ['ID=f272d7ce-c852-4e14-a0f0-639c44d1727c,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:40.806571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-385d848a-3a8e-4c88-bc56-d3bf1b85a82d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:40.939920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f056d3c5-990e-4a79-8ead-ebd90d087c27 None None] Provisioning complete for port f272d7ce-c852-4e14-a0f0-639c44d1727c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:40.940868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f056d3c5-990e-4a79-8ead-ebd90d087c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:41.095636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b65180f0>, [{'id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'name': 'tempest-TestEncryptedCinderVolumes-1853546077-router', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:37Z', 'updated_at': '2020-12-03T11:51:39Z', 'revision_number': 3, 'project_id': '04a6b0af7f094aedaaec02a07227b2ad', 'gw_port': {'id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:38Z', 'updated_at': '2020-12-03T11:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:41.100496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Checking router: d44547bd-c0cb-4367-bd24-04a5babd175a for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:51:41.100900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Updating router d44547bd-c0cb-4367-bd24-04a5babd175a port 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:51:41.166529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:41.204523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5402b742-c444-4071-873e-ba487a6be6ac None None] Provisioning complete for port f272d7ce-c852-4e14-a0f0-639c44d1727c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:41.204944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5402b742-c444-4071-873e-ba487a6be6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:41.467522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-bfd0c21d-3572-44ee-8ca0-a4ccd7b20a71 None None] Provisioning complete for port f272d7ce-c852-4e14-a0f0-639c44d1727c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:41.468345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c21d-3572-44ee-8ca0-a4ccd7b20a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:41.468774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:41.536043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f272d7ce-c852-4e14-a0f0-639c44d1727c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:41.597711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:41.612147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Transition to ACTIVE for port object 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:41.615573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:41.634411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a01f75c-9c9f-477c-a6b9-b5fdc2b71d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:41.856861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Allocated IP 172.20.0.1 (58be95da-9401-4fda-ad10-981338eb774a/a4d37d87-c47a-4199-a892-f38b2fcb32c9/11bc485d-7aa5-4ede-a33b-25eddee0663c) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:51:41.877282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port f272d7ce-c852-4e14-a0f0-639c44d1727c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:41.877711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:41.974509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Pushing event updated for resources: {'Port': ['ID=2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:41.990699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.991135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.991524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.991909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.992292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.993708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.994004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.994385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.994756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.995150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.995519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.995884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.996308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.996684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.997049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.997414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.997777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.998145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.998506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.998877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.999345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:41.999707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:42.000105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:42.000530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:51:42.006150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:42.025486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Attempting to bind port 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:51:42.025929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Attempting to bind port 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:51:42.026470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Attempting to bind port 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:51:42.032185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:51:42.032602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:42.033053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:42.033488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:51:42.034001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Bound port: 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:51:42.034427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:42.039797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:42.057045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Transition to ACTIVE for port object 11bc485d-7aa5-4ede-a33b-25eddee0663c will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:42.076792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:42.092400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0c04224-50f8-487b-a0b0-924c85bad727 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:42.113049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] For port 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:51:42.116152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] For port 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:51:42.120197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:42.135678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:42.229962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Pushing event updated for resources: {'Port': ['ID=11bc485d-7aa5-4ede-a33b-25eddee0663c,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:42.233363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:42.285453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Network 58be95da-9401-4fda-ad10-981338eb774a is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:51:42.286237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Pushing event updated for resources: {'Port': ['ID=2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:42.286615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:42.289162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:51:42.292823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f917e5c9-a219-409b-91b2-71a99966cc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:42.335567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Routers {'d44547bd-c0cb-4367-bd24-04a5babd175a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:51:42.336796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b65180f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:51:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d44547bd-c0cb-4367-bd24-04a5babd175a'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:42.361364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:42.487648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:42.529267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] Set router d44547bd-c0cb-4367-bd24-04a5babd175a gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:51:42.529515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2afc2ade-da4b-4e43-871e-5f0d1ef0d768 None None] Provisioning for port 11bc485d-7aa5-4ede-a33b-25eddee0663c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:42.535027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2afc2ade-da4b-4e43-871e-5f0d1ef0d768 None None] Provisioning complete for port 11bc485d-7aa5-4ede-a33b-25eddee0663c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:42.535452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2afc2ade-da4b-4e43-871e-5f0d1ef0d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:42.592204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2afc2ade-da4b-4e43-871e-5f0d1ef0d768 None None] Port 11bc485d-7aa5-4ede-a33b-25eddee0663c cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:51:42.775284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:42.778945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:42.813430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fcf01744-366f-4719-9a1d-2e4c507122ab tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:42.832347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b65180f0>, [{'id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'name': 'tempest-TestEncryptedCinderVolumes-1853546077-router', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:37Z', 'updated_at': '2020-12-03T11:51:39Z', 'revision_number': 3, 'project_id': '04a6b0af7f094aedaaec02a07227b2ad', 'gw_port': {'id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:38Z', 'updated_at': '2020-12-03T11:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:42.836712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e4c43a-b40d-47d5-819f-660b57c6a236 None None] The sync data for ids ['d44547bd-c0cb-4367-bd24-04a5babd175a'] in dv-neutron-765072-2-ovs is: [{'id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'name': 'tempest-TestEncryptedCinderVolumes-1853546077-router', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:37Z', 'updated_at': '2020-12-03T11:51:39Z', 'revision_number': 3, 'project_id': '04a6b0af7f094aedaaec02a07227b2ad', 'gw_port': {'id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:38Z', 'updated_at': '2020-12-03T11:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:51:42.896338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Pushing event updated for resources: {'Port': ['ID=11bc485d-7aa5-4ede-a33b-25eddee0663c,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:42.899611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:42.900933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:43.053479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Network 58be95da-9401-4fda-ad10-981338eb774a is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:51:43.054686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:43.286584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Router d44547bd-c0cb-4367-bd24-04a5babd175a has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:51:43.326319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-77d19870-d639-43af-9da8-6f7e9974054f None None] Provisioning complete for port 11bc485d-7aa5-4ede-a33b-25eddee0663c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:43.326636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-77d19870-d639-43af-9da8-6f7e9974054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:43.389579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-77d19870-d639-43af-9da8-6f7e9974054f None None] Port 11bc485d-7aa5-4ede-a33b-25eddee0663c cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:51:43.489210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:51:43.502954 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] 10.222.0.90 "PUT /v2.0/routers/d44547bd-c0cb-4367-bd24-04a5babd175a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9936030
Dec 03 11:51:43.551939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:43.628404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:43.634314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:43.634749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:43.765620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:43.783020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:43.786240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:43.789244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:43.860823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:43.864469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:44.234413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 55058) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:44.240894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-792373472-network', 'tenant_id': '9ff6c4af78404a928a2348e97f432633'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:44.247061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:44.251211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Usage tracker for resource:network and tenant:9ff6c4af78404a928a2348e97f432633 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:44.254249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:44.260142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:44.269394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Made reservation on behalf of 9ff6c4af78404a928a2348e97f432633 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:44.274158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:44.286842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:44.302650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:44.307328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Usage tracker for resource:security_group_rule and tenant:9ff6c4af78404a928a2348e97f432633 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:44.310240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:44.316018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:44.407286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:44.410015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:44.414286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-713543af-9bb8-4dc9-b250-97a3de4d7bac tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:44.443249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:51:44.456395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1214dd24-880d-496b-b70b-10530f8c9101,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:44.459784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:44.463128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:44.463528 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Added segment 74c4da2b-7367-4544-8c93-c757ab352991 of type vxlan for network eca24f4e-985f-4366-a5cb-b109806f2764
Dec 03 11:51:44.490859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:44.521300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:44.522275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:44.522954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:44.528065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f808236d-c809-483b-a5da-757dc71c49ba tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:44.635004 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3993294
Dec 03 11:51:44.638006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55062) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:44.638127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Pushing event updated for resources: {'Network': ['ID=eca24f4e-985f-4366-a5cb-b109806f2764,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:44.641132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:44.646626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Request body: {'subnet': {'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-792373472-subnet', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:44.648729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network eca24f4e-985f-4366-a5cb-b109806f2764 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:44.652669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:44.656943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Usage tracker for resource:subnet and tenant:9ff6c4af78404a928a2348e97f432633 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:44.661367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:44.667217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network eca24f4e-985f-4366-a5cb-b109806f2764 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:51:44.667427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:44.676201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Made reservation on behalf of 9ff6c4af78404a928a2348e97f432633 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:51:44.681560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:45.086334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:45.105624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7100ede9-ae2e-4d9e-ad44-2e3f64b6ce94 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:45.233706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8616610b-b5cb-4ae4-a372-7d503486a8b4,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:45.237808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:45.307768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Checking segment: {'id': '74c4da2b-7367-4544-8c93-c757ab352991', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:45.308186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Network hostable DHCP agents. Network: eca24f4e-985f-4366-a5cb-b109806f2764, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:51:45.326254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Network eca24f4e-985f-4366-a5cb-b109806f2764 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:51:45.334565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, eca24f4e-985f-4366-a5cb-b109806f2764) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:45.344601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb941f0-2955-4620-bf6e-c2c354b2ddc2 None None] Network eca24f4e-985f-4366-a5cb-b109806f2764 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:45.347492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:51:45.348141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:45.370131 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7309451
Dec 03 11:51:45.372729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55066) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:45.378233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-792373472-router', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:51:45.383891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:51:45.388050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Usage tracker for resource:router and tenant:9ff6c4af78404a928a2348e97f432633 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:51:45.391679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:51:45.397685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:51:45.408794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:45.409890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:45.427446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:45.530798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:45.624059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-eca24f4e-985f-4366-a5cb-b109806f2764', 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'fixed_ips': [{'subnet_id': '8616610b-b5cb-4ae4-a372-7d503486a8b4'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:51:45.624989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:45.711652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:45.712083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:45.750153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Sync routers for ids ['d44547bd-c0cb-4367-bd24-04a5babd175a'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:51:45.836422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Routers {'d44547bd-c0cb-4367-bd24-04a5babd175a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:51:45.837072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e1eb38>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:51:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d44547bd-c0cb-4367-bd24-04a5babd175a'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:45.981647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:46.216564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Set router d44547bd-c0cb-4367-bd24-04a5babd175a gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:51:46.306210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:46.342386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:46.567220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Allocated IP 172.20.0.2 (eca24f4e-985f-4366-a5cb-b109806f2764/8616610b-b5cb-4ae4-a372-7d503486a8b4/7831e410-9088-4dba-b431-f4765333f80a) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:51:46.625415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Allocated IP 172.26.1.248 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/d44933de-2896-4b9e-8b59-456ed91dc21a) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:51:46.788219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:46.815123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:46.830664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-62a8c5d9-c9b3-4aca-84ca-e638085aa487 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:46.940396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e1eb38>, [{'id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'name': 'tempest-TestEncryptedCinderVolumes-1853546077-router', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:37Z', 'updated_at': '2020-12-03T11:51:42Z', 'revision_number': 4, 'project_id': '04a6b0af7f094aedaaec02a07227b2ad', 'gw_port': {'id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:38Z', 'updated_at': '2020-12-03T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '11bc485d-7aa5-4ede-a33b-25eddee0663c', 'name': '', 'network_id': '58be95da-9401-4fda-ad10-981338eb774a', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'mac_address': 'fa:16:3e:98:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a4d37d87-c47a-4199-a892-f38b2fcb32c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:41Z', 'updated_at': '2020-12-03T11:51:42Z', 'revision_number': 2, 'project_id': '04a6b0af7f094aedaaec02a07227b2ad', 'subnets': [{'id': 'a4d37d87-c47a-4199-a892-f38b2fcb32c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:46.946190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:46.952152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Checking router: d44547bd-c0cb-4367-bd24-04a5babd175a for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:51:46.952574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Updating router d44547bd-c0cb-4367-bd24-04a5babd175a port 11bc485d-7aa5-4ede-a33b-25eddee0663c binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:51:46.973715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Pushing event updated for resources: {'Port': ['ID=d44933de-2896-4b9e-8b59-456ed91dc21a,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:46.978202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:46.993240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Transition to ACTIVE for port object 7831e410-9088-4dba-b431-f4765333f80a will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:47.026233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Transition to ACTIVE for port object 7831e410-9088-4dba-b431-f4765333f80a will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:47.027096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:51:47.028331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:47.030162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:47.031000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:51:47.042740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:47.060476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:47.288281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Pushing event updated for resources: {'Port': ['ID=7831e410-9088-4dba-b431-f4765333f80a,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:47.303250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:47.444072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Network eca24f4e-985f-4366-a5cb-b109806f2764 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:51:47.449756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:47.454124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:51:47.467242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:47.584465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Attempting to bind port 7831e410-9088-4dba-b431-f4765333f80a on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:51:47.584804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Attempting to bind port 7831e410-9088-4dba-b431-f4765333f80a by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '74c4da2b-7367-4544-8c93-c757ab352991', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:51:47.585222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Attempting to bind port 7831e410-9088-4dba-b431-f4765333f80a on network eca24f4e-985f-4366-a5cb-b109806f2764 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:51:47.599959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:51:47.600378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Checking segment: {'id': '74c4da2b-7367-4544-8c93-c757ab352991', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:47.600837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:47.601280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Bound using segment: {'id': '74c4da2b-7367-4544-8c93-c757ab352991', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:51:47.601832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Bound port: 7831e410-9088-4dba-b431-f4765333f80a, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c4da2b-7367-4544-8c93-c757ab352991', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:51:47.602695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:47.773556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] For port 7831e410-9088-4dba-b431-f4765333f80a, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:51:47.785228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] For port 7831e410-9088-4dba-b431-f4765333f80a, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7831e410-9088-4dba-b431-f4765333f80a,segment=NetworkSegment(74c4da2b-7367-4544-8c93-c757ab352991),segment_id=74c4da2b-7367-4544-8c93-c757ab352991)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:51:47.793946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:47.811705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:47.832411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:47.849573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:47.953510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Transition to ACTIVE for port object 11bc485d-7aa5-4ede-a33b-25eddee0663c will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:47.960308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:48.002218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Pushing event updated for resources: {'Port': ['ID=7831e410-9088-4dba-b431-f4765333f80a,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:48.021106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:48.024324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de4f14c2-962b-4498-934b-9847113c4368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:48.050145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Router e7cf6fc9-e847-41d7-b1a0-25b84c15b272 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:51:48.240970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:51:48.251233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Sync routers for ids ['e7cf6fc9-e847-41d7-b1a0-25b84c15b272'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:51:48.263475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Routers {'e7cf6fc9-e847-41d7-b1a0-25b84c15b272'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:51:48.264327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6518f98>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:51:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['e7cf6fc9-e847-41d7-b1a0-25b84c15b272'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:48.269173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:48.273908 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.8968902
Dec 03 11:51:48.274351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 55070) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:51:48.363850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9ea40-2c51-4261-b9bd-e8f6600f70eb None None] Pushing event updated for resources: {'Port': ['ID=11bc485d-7aa5-4ede-a33b-25eddee0663c,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:48.370295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6f9ea40-2c51-4261-b9bd-e8f6600f70eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:48.508900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Set router e7cf6fc9-e847-41d7-b1a0-25b84c15b272 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:51:48.519091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Attempting to bind port 11bc485d-7aa5-4ede-a33b-25eddee0663c on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:51:48.519517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Attempting to bind port 11bc485d-7aa5-4ede-a33b-25eddee0663c by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:51:48.519934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Attempting to bind port 11bc485d-7aa5-4ede-a33b-25eddee0663c on network 58be95da-9401-4fda-ad10-981338eb774a {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:51:48.527052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:51:48.527486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Checking segment: {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:48.527945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:48.528396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Bound using segment: {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:51:48.528927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Bound port: 11bc485d-7aa5-4ede-a33b-25eddee0663c, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:51:48.529355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:48.643594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] For port 11bc485d-7aa5-4ede-a33b-25eddee0663c, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:51:48.647362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] For port 11bc485d-7aa5-4ede-a33b-25eddee0663c, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=11bc485d-7aa5-4ede-a33b-25eddee0663c,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:51:48.654659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:48.670661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:48.868360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9ea40-2c51-4261-b9bd-e8f6600f70eb None None] Pushing event updated for resources: {'Port': ['ID=11bc485d-7aa5-4ede-a33b-25eddee0663c,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:48.871965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6f9ea40-2c51-4261-b9bd-e8f6600f70eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:48.921366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Routers {'d44547bd-c0cb-4367-bd24-04a5babd175a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:51:48.922060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e1eb38>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:51:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d44547bd-c0cb-4367-bd24-04a5babd175a'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:48.971393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6518f98>, [{'id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'name': 'tempest-TestEncryptedCinderVolumes-792373472-router', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:45Z', 'updated_at': '2020-12-03T11:51:47Z', 'revision_number': 3, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'gw_port': {'id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:46Z', 'updated_at': '2020-12-03T11:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:48.979107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Checking router: e7cf6fc9-e847-41d7-b1a0-25b84c15b272 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:51:48.979656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Updating router e7cf6fc9-e847-41d7-b1a0-25b84c15b272 port d44933de-2896-4b9e-8b59-456ed91dc21a binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:51:49.033684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:49.045896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:49.130782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] Set router d44547bd-c0cb-4367-bd24-04a5babd175a gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:51:49.413754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Allocated IP 172.20.0.1 (eca24f4e-985f-4366-a5cb-b109806f2764/8616610b-b5cb-4ae4-a372-7d503486a8b4/baa788b6-278d-4626-801b-fbc29f458386) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:51:49.495970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e1eb38>, [{'id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'name': 'tempest-TestEncryptedCinderVolumes-1853546077-router', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:37Z', 'updated_at': '2020-12-03T11:51:42Z', 'revision_number': 4, 'project_id': '04a6b0af7f094aedaaec02a07227b2ad', 'gw_port': {'id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:38Z', 'updated_at': '2020-12-03T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '11bc485d-7aa5-4ede-a33b-25eddee0663c', 'name': '', 'network_id': '58be95da-9401-4fda-ad10-981338eb774a', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'mac_address': 'fa:16:3e:98:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a4d37d87-c47a-4199-a892-f38b2fcb32c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:41Z', 'updated_at': '2020-12-03T11:51:48Z', 'revision_number': 4, 'project_id': '04a6b0af7f094aedaaec02a07227b2ad', 'subnets': [{'id': 'a4d37d87-c47a-4199-a892-f38b2fcb32c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:49.500359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e4967-fb68-48c3-ab5c-d0ebe90beccd None None] The sync data for ids ['d44547bd-c0cb-4367-bd24-04a5babd175a'] in dv-neutron-765072-2-ovs is: [{'id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'name': 'tempest-TestEncryptedCinderVolumes-1853546077-router', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:37Z', 'updated_at': '2020-12-03T11:51:42Z', 'revision_number': 4, 'project_id': '04a6b0af7f094aedaaec02a07227b2ad', 'gw_port': {'id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:38Z', 'updated_at': '2020-12-03T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '11bc485d-7aa5-4ede-a33b-25eddee0663c', 'name': '', 'network_id': '58be95da-9401-4fda-ad10-981338eb774a', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'mac_address': 'fa:16:3e:98:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a4d37d87-c47a-4199-a892-f38b2fcb32c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:41Z', 'updated_at': '2020-12-03T11:51:48Z', 'revision_number': 4, 'project_id': '04a6b0af7f094aedaaec02a07227b2ad', 'subnets': [{'id': 'a4d37d87-c47a-4199-a892-f38b2fcb32c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:51:49.618364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7831e410-9088-4dba-b431-f4765333f80a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:49.741479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:49.764583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Transition to ACTIVE for port object d44933de-2896-4b9e-8b59-456ed91dc21a will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:49.769224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:49.770778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 7831e410-9088-4dba-b431-f4765333f80a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:49.787315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd29831d-975d-47fe-8d08-9800049bfce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:49.938013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:49.966222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Transition to ACTIVE for port object baa788b6-278d-4626-801b-fbc29f458386 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:49.984158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04c379-6061-45f5-87d4-1de8166b2e41 None None] Pushing event updated for resources: {'Port': ['ID=d44933de-2896-4b9e-8b59-456ed91dc21a,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:49.991928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b04c379-6061-45f5-87d4-1de8166b2e41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:50.010304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:50.037812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1c872e3-32cf-4fa4-bca7-355522b4821b tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:50.095089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Attempting to bind port d44933de-2896-4b9e-8b59-456ed91dc21a on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:51:50.095863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Attempting to bind port d44933de-2896-4b9e-8b59-456ed91dc21a by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:51:50.096442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Attempting to bind port d44933de-2896-4b9e-8b59-456ed91dc21a on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:51:50.105229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:51:50.105653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:50.106111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:50.106976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:51:50.107819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Bound port: d44933de-2896-4b9e-8b59-456ed91dc21a, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:51:50.108247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:50.143612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd74f08-f93f-41db-b8f4-af76987b27dc None None] Network eca24f4e-985f-4366-a5cb-b109806f2764 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:51:50.215663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] For port d44933de-2896-4b9e-8b59-456ed91dc21a, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:51:50.220264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] For port d44933de-2896-4b9e-8b59-456ed91dc21a, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d44933de-2896-4b9e-8b59-456ed91dc21a,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:51:50.225797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:50.247347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Pushing event updated for resources: {'Port': ['ID=baa788b6-278d-4626-801b-fbc29f458386,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:50.250679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:50.255667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5ace4298-97df-4c42-be05-04db74dbe5c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:50.301838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Network eca24f4e-985f-4366-a5cb-b109806f2764 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:51:50.303106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:50.307197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:51:50.370275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:50.410798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dd03f713-5fba-4e87-8bd0-08284ab8e920 None None] Provisioning for port 7831e410-9088-4dba-b431-f4765333f80a completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:50.423247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dd03f713-5fba-4e87-8bd0-08284ab8e920 None None] Provisioning complete for port 7831e410-9088-4dba-b431-f4765333f80a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:50.425985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd03f713-5fba-4e87-8bd0-08284ab8e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:50.449623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04c379-6061-45f5-87d4-1de8166b2e41 None None] Pushing event updated for resources: {'Port': ['ID=d44933de-2896-4b9e-8b59-456ed91dc21a,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:50.453760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2b04c379-6061-45f5-87d4-1de8166b2e41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:50.517980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Routers {'e7cf6fc9-e847-41d7-b1a0-25b84c15b272'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:51:50.518709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6518f98>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:51:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['e7cf6fc9-e847-41d7-b1a0-25b84c15b272'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:50.556240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:50.687101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd03f713-5fba-4e87-8bd0-08284ab8e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:50.741007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] Set router e7cf6fc9-e847-41d7-b1a0-25b84c15b272 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:51:50.742352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-dd03f713-5fba-4e87-8bd0-08284ab8e920 None None] For port 7831e410-9088-4dba-b431-f4765333f80a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7831e410-9088-4dba-b431-f4765333f80a,segment=NetworkSegment(74c4da2b-7367-4544-8c93-c757ab352991),segment_id=74c4da2b-7367-4544-8c93-c757ab352991)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:50.748488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dd03f713-5fba-4e87-8bd0-08284ab8e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:50.755154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:50.829201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03f713-5fba-4e87-8bd0-08284ab8e920 None None] Pushing event updated for resources: {'Port': ['ID=7831e410-9088-4dba-b431-f4765333f80a,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:50.842408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd03f713-5fba-4e87-8bd0-08284ab8e920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:50.921027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:50.934593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:50.968599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2a31dfc7-ce7b-406a-855b-5ad7e91c5371 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:51.066671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:51.073949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c3915d25-8af8-461d-b22a-beac62692ec5 None None] Provisioning for port baa788b6-278d-4626-801b-fbc29f458386 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:51.079475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c3915d25-8af8-461d-b22a-beac62692ec5 None None] Provisioning complete for port baa788b6-278d-4626-801b-fbc29f458386 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:51.079896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3915d25-8af8-461d-b22a-beac62692ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:51.098067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Pushing event updated for resources: {'Port': ['ID=baa788b6-278d-4626-801b-fbc29f458386,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:51.107987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:51.124339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6518f98>, [{'id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'name': 'tempest-TestEncryptedCinderVolumes-792373472-router', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:45Z', 'updated_at': '2020-12-03T11:51:50Z', 'revision_number': 4, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'gw_port': {'id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:46Z', 'updated_at': '2020-12-03T11:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'baa788b6-278d-4626-801b-fbc29f458386', 'name': '', 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'mac_address': 'fa:16:3e:34:b1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8616610b-b5cb-4ae4-a372-7d503486a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:49Z', 'updated_at': '2020-12-03T11:51:49Z', 'revision_number': 1, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'subnets': [{'id': '8616610b-b5cb-4ae4-a372-7d503486a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:51.129286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3635282-0c12-471e-ab31-39d9c362b749 None None] The sync data for ids ['e7cf6fc9-e847-41d7-b1a0-25b84c15b272'] in dv-neutron-765072-2-ovs is: [{'id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'name': 'tempest-TestEncryptedCinderVolumes-792373472-router', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:45Z', 'updated_at': '2020-12-03T11:51:50Z', 'revision_number': 4, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'gw_port': {'id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:46Z', 'updated_at': '2020-12-03T11:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'baa788b6-278d-4626-801b-fbc29f458386', 'name': '', 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'mac_address': 'fa:16:3e:34:b1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8616610b-b5cb-4ae4-a372-7d503486a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:49Z', 'updated_at': '2020-12-03T11:51:49Z', 'revision_number': 1, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'subnets': [{'id': '8616610b-b5cb-4ae4-a372-7d503486a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:51:51.178012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c3915d25-8af8-461d-b22a-beac62692ec5 None None] Port baa788b6-278d-4626-801b-fbc29f458386 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:51:51.190020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c3915d25-8af8-461d-b22a-beac62692ec5 None None] Provisioning complete for port 7831e410-9088-4dba-b431-f4765333f80a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:51.190445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c3915d25-8af8-461d-b22a-beac62692ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:51.264528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Network eca24f4e-985f-4366-a5cb-b109806f2764 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:51:51.268397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:51:51.445566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-25984702-80e1-48e2-a933-8f14e23cf566 None None] Provisioning complete for port baa788b6-278d-4626-801b-fbc29f458386 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:51.445996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25984702-80e1-48e2-a933-8f14e23cf566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:51.494601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Router e7cf6fc9-e847-41d7-b1a0-25b84c15b272 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:51:51.525543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-25984702-80e1-48e2-a933-8f14e23cf566 None None] Port baa788b6-278d-4626-801b-fbc29f458386 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:51:51.549451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:51.551162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-25984702-80e1-48e2-a933-8f14e23cf566 None None] Provisioning complete for port 7831e410-9088-4dba-b431-f4765333f80a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:51.551567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25984702-80e1-48e2-a933-8f14e23cf566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:51.722987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7831e410-9088-4dba-b431-f4765333f80a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:51.746721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:51:51.761060 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] 10.222.0.90 "PUT /v2.0/routers/e7cf6fc9-e847-41d7-b1a0-25b84c15b272/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4852278
Dec 03 11:51:51.818673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 7831e410-9088-4dba-b431-f4765333f80a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:51.819644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:51.955488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-284bcc20-46d8-478b-a488-b9aa8eb68822 None None] Provisioning complete for port baa788b6-278d-4626-801b-fbc29f458386 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:51.956081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-284bcc20-46d8-478b-a488-b9aa8eb68822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:52.027364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 11bc485d-7aa5-4ede-a33b-25eddee0663c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:52.075279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-284bcc20-46d8-478b-a488-b9aa8eb68822 None None] Port baa788b6-278d-4626-801b-fbc29f458386 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:51:52.108091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-284bcc20-46d8-478b-a488-b9aa8eb68822 None None] Provisioning complete for port 7831e410-9088-4dba-b431-f4765333f80a triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:52.108841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-284bcc20-46d8-478b-a488-b9aa8eb68822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:52.181520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 11bc485d-7aa5-4ede-a33b-25eddee0663c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:52.226469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 11bc485d-7aa5-4ede-a33b-25eddee0663c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:52.226933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:52.392931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:52.431735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 11bc485d-7aa5-4ede-a33b-25eddee0663c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=11bc485d-7aa5-4ede-a33b-25eddee0663c,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:52.435656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:52.437677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ca802e0e-55d8-4a85-b201-6f9c897b505d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:52.512128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=11bc485d-7aa5-4ede-a33b-25eddee0663c,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:52.515642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:53.613049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d44933de-2896-4b9e-8b59-456ed91dc21a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:53.690615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port d44933de-2896-4b9e-8b59-456ed91dc21a completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:53.697542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port d44933de-2896-4b9e-8b59-456ed91dc21a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:53.697542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:53.835063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:53.853561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port d44933de-2896-4b9e-8b59-456ed91dc21a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d44933de-2896-4b9e-8b59-456ed91dc21a,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:53.858071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:53.858999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 11bc485d-7aa5-4ede-a33b-25eddee0663c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:53.933310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd03f713-5fba-4e87-8bd0-08284ab8e920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:54.015173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 11bc485d-7aa5-4ede-a33b-25eddee0663c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:54.015712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:54.068027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=d44933de-2896-4b9e-8b59-456ed91dc21a,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:54.074221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:55.298658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376db47-6394-421f-a006-798fbd12600a None None] Sync routers for ids ['e7cf6fc9-e847-41d7-b1a0-25b84c15b272'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:51:55.310148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376db47-6394-421f-a006-798fbd12600a None None] Routers {'e7cf6fc9-e847-41d7-b1a0-25b84c15b272'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:51:55.311041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a376db47-6394-421f-a006-798fbd12600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b56c2668>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:51:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['e7cf6fc9-e847-41d7-b1a0-25b84c15b272'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:55.649964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d44933de-2896-4b9e-8b59-456ed91dc21a up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:55.764906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port d44933de-2896-4b9e-8b59-456ed91dc21a triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:55.765266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:55.811714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a376db47-6394-421f-a006-798fbd12600a None None] Set router e7cf6fc9-e847-41d7-b1a0-25b84c15b272 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:51:56.252236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a376db47-6394-421f-a006-798fbd12600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b56c2668>, [{'id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'name': 'tempest-TestEncryptedCinderVolumes-792373472-router', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:45Z', 'updated_at': '2020-12-03T11:51:50Z', 'revision_number': 4, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'gw_port': {'id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:46Z', 'updated_at': '2020-12-03T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'baa788b6-278d-4626-801b-fbc29f458386', 'name': '', 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'mac_address': 'fa:16:3e:34:b1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8616610b-b5cb-4ae4-a372-7d503486a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:49Z', 'updated_at': '2020-12-03T11:51:50Z', 'revision_number': 2, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'subnets': [{'id': '8616610b-b5cb-4ae4-a372-7d503486a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:56.259737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376db47-6394-421f-a006-798fbd12600a None None] Checking router: e7cf6fc9-e847-41d7-b1a0-25b84c15b272 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:51:56.260249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376db47-6394-421f-a006-798fbd12600a None None] Updating router e7cf6fc9-e847-41d7-b1a0-25b84c15b272 port baa788b6-278d-4626-801b-fbc29f458386 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:51:56.316948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a376db47-6394-421f-a006-798fbd12600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:56.777243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a376db47-6394-421f-a006-798fbd12600a None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:56.792091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a376db47-6394-421f-a006-798fbd12600a None None] Transition to ACTIVE for port object baa788b6-278d-4626-801b-fbc29f458386 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:51:56.795298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a376db47-6394-421f-a006-798fbd12600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:56.815611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6f9ea40-2c51-4261-b9bd-e8f6600f70eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:56.992126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f8bb8-6c5c-4f99-91c3-0e24127c2c07 None None] Pushing event updated for resources: {'Port': ['ID=baa788b6-278d-4626-801b-fbc29f458386,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:57.005426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-648f8bb8-6c5c-4f99-91c3-0e24127c2c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:57.140981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a376db47-6394-421f-a006-798fbd12600a None None] Attempting to bind port baa788b6-278d-4626-801b-fbc29f458386 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:51:57.141402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a376db47-6394-421f-a006-798fbd12600a None None] Attempting to bind port baa788b6-278d-4626-801b-fbc29f458386 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '74c4da2b-7367-4544-8c93-c757ab352991', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:51:57.141821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376db47-6394-421f-a006-798fbd12600a None None] Attempting to bind port baa788b6-278d-4626-801b-fbc29f458386 on network eca24f4e-985f-4366-a5cb-b109806f2764 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:51:57.151568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376db47-6394-421f-a006-798fbd12600a None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:51:57.152000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376db47-6394-421f-a006-798fbd12600a None None] Checking segment: {'id': '74c4da2b-7367-4544-8c93-c757ab352991', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:51:57.156663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a376db47-6394-421f-a006-798fbd12600a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:57.157165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376db47-6394-421f-a006-798fbd12600a None None] Bound using segment: {'id': '74c4da2b-7367-4544-8c93-c757ab352991', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:51:57.157731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a376db47-6394-421f-a006-798fbd12600a None None] Bound port: baa788b6-278d-4626-801b-fbc29f458386, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c4da2b-7367-4544-8c93-c757ab352991', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:51:57.158172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a376db47-6394-421f-a006-798fbd12600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:57.269171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a376db47-6394-421f-a006-798fbd12600a None None] For port baa788b6-278d-4626-801b-fbc29f458386, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:51:57.272151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a376db47-6394-421f-a006-798fbd12600a None None] For port baa788b6-278d-4626-801b-fbc29f458386, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=baa788b6-278d-4626-801b-fbc29f458386,segment=NetworkSegment(74c4da2b-7367-4544-8c93-c757ab352991),segment_id=74c4da2b-7367-4544-8c93-c757ab352991)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:51:57.281309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a376db47-6394-421f-a006-798fbd12600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:57.298420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:57.489093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f8bb8-6c5c-4f99-91c3-0e24127c2c07 None None] Pushing event updated for resources: {'Port': ['ID=baa788b6-278d-4626-801b-fbc29f458386,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:57.493454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-648f8bb8-6c5c-4f99-91c3-0e24127c2c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:51:57.504053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376db47-6394-421f-a006-798fbd12600a None None] Routers {'e7cf6fc9-e847-41d7-b1a0-25b84c15b272'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:51:57.504752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a376db47-6394-421f-a006-798fbd12600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b56c2668>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:51:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['e7cf6fc9-e847-41d7-b1a0-25b84c15b272'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:57.735756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a376db47-6394-421f-a006-798fbd12600a None None] Set router e7cf6fc9-e847-41d7-b1a0-25b84c15b272 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:51:58.095785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a376db47-6394-421f-a006-798fbd12600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b56c2668>, [{'id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'name': 'tempest-TestEncryptedCinderVolumes-792373472-router', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:45Z', 'updated_at': '2020-12-03T11:51:50Z', 'revision_number': 4, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'gw_port': {'id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:46Z', 'updated_at': '2020-12-03T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'baa788b6-278d-4626-801b-fbc29f458386', 'name': '', 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'mac_address': 'fa:16:3e:34:b1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8616610b-b5cb-4ae4-a372-7d503486a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:49Z', 'updated_at': '2020-12-03T11:51:57Z', 'revision_number': 4, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'subnets': [{'id': '8616610b-b5cb-4ae4-a372-7d503486a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:51:58.100822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376db47-6394-421f-a006-798fbd12600a None None] The sync data for ids ['e7cf6fc9-e847-41d7-b1a0-25b84c15b272'] in dv-neutron-765072-2-ovs is: [{'id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'name': 'tempest-TestEncryptedCinderVolumes-792373472-router', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:45Z', 'updated_at': '2020-12-03T11:51:50Z', 'revision_number': 4, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'gw_port': {'id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:46Z', 'updated_at': '2020-12-03T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'baa788b6-278d-4626-801b-fbc29f458386', 'name': '', 'network_id': 'eca24f4e-985f-4366-a5cb-b109806f2764', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'mac_address': 'fa:16:3e:34:b1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '8616610b-b5cb-4ae4-a372-7d503486a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:49Z', 'updated_at': '2020-12-03T11:51:57Z', 'revision_number': 4, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'subnets': [{'id': '8616610b-b5cb-4ae4-a372-7d503486a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:51:59.569366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device baa788b6-278d-4626-801b-fbc29f458386 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:51:59.648738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port baa788b6-278d-4626-801b-fbc29f458386 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:51:59.654346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port baa788b6-278d-4626-801b-fbc29f458386 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:51:59.654761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:59.794027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:59.834270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port baa788b6-278d-4626-801b-fbc29f458386, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=baa788b6-278d-4626-801b-fbc29f458386,segment=NetworkSegment(74c4da2b-7367-4544-8c93-c757ab352991),segment_id=74c4da2b-7367-4544-8c93-c757ab352991)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:51:59.838177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:51:59.840353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:51:59.919783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=baa788b6-278d-4626-801b-fbc29f458386,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:51:59.923520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:52:00.864179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9764039-bae4-4102-8011-182c3af5b324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:01.530661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device baa788b6-278d-4626-801b-fbc29f458386 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:52:01.608427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port baa788b6-278d-4626-801b-fbc29f458386 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:52:01.609047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:02.188683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:52:02.651434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-4e2a33da-3e27-4f48-af50-8b78f7fc3942 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:02.653025 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-4e2a33da-3e27-4f48-af50-8b78f7fc3942 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/networks?id=58be95da-9401-4fda-ad10-981338eb774a HTTP/1.1" status: 200  len: 817 time: 0.1581631
Dec 03 11:52:02.668994 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-6df11673-395d-4a90-bfb2-5dc6d8a00813 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/quotas/04a6b0af7f094aedaaec02a07227b2ad HTTP/1.1" status: 200  len: 375 time: 0.0099444
Dec 03 11:52:02.756507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-41fc49dd-d3f3-42a4-8283-70a935698d66 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Synchronizing usage tracker for tenant:04a6b0af7f094aedaaec02a07227b2ad on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:52:02.772571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-41fc49dd-d3f3-42a4-8283-70a935698d66 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Unset dirty status for tenant:04a6b0af7f094aedaaec02a07227b2ad on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:52:02.774964 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-41fc49dd-d3f3-42a4-8283-70a935698d66 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?tenant_id=04a6b0af7f094aedaaec02a07227b2ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1005301
Dec 03 11:52:02.792826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-85667a07-1528-4693-8d54-3504c28ee12d service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:52:02.793870 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-85667a07-1528-4693-8d54-3504c28ee12d service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0065062
Dec 03 11:52:02.941547 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-065fecdf-11a2-437c-a487-7c88aaf88105 service neutron] 10.222.0.90 "GET /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413841
Dec 03 11:52:02.990964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-032e0b31-3fdb-4fd4-8b9f-5b530f43bc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:03.093680 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-4ebccccf-bd92-4e3f-955d-b4843222f6a3 service neutron] 10.222.0.90 "GET /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448140
Dec 03 11:52:03.295398 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-079d4dbd-7357-4ee8-839e-09b1506ebc74 req-89a3533d-49c3-43ae-b28f-b97a77669101 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 210 time: 0.0467546
Dec 03 11:52:03.874218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:04.441926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-8c756504-1eaa-4117-b02a-16397f5cc2b1 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:04.442884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-8c756504-1eaa-4117-b02a-16397f5cc2b1 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Synchronizing usage tracker for tenant:04a6b0af7f094aedaaec02a07227b2ad on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:52:04.460885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-8c756504-1eaa-4117-b02a-16397f5cc2b1 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Unset dirty status for tenant:04a6b0af7f094aedaaec02a07227b2ad on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:52:04.462282 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-8c756504-1eaa-4117-b02a-16397f5cc2b1 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.91 "GET /v2.0/networks?id=58be95da-9401-4fda-ad10-981338eb774a HTTP/1.1" status: 200  len: 817 time: 0.1830931
Dec 03 11:52:04.485769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Request body: {'port': {'device_id': '79b2d102-9383-45f6-85f5-7ada1b4adee4', 'network_id': '58be95da-9401-4fda-ad10-981338eb774a', 'admin_state_up': True, 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:52:04.496988 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0aa3ccf-25fe-4ff9-b1e6-4913b0a05d04 req-802b3842-78d0-4eb9-b4e1-cc6674d0e6a7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 210 time: 0.0523870
Dec 03 11:52:04.633880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:52:04.644031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:52:04.653227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Made reservation on behalf of 04a6b0af7f094aedaaec02a07227b2ad for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:52:04.658763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:04.993170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Allocated IP 172.20.0.9 (58be95da-9401-4fda-ad10-981338eb774a/a4d37d87-c47a-4199-a892-f38b2fcb32c9/92ffe948-31e0-4405-b105-86821d2eb09c) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:52:05.092069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:05.543042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:05.562448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Transition to ACTIVE for port object 92ffe948-31e0-4405-b105-86821d2eb09c will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:52:05.585636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:05.608869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3dcfb591-729c-405e-abbb-07d29ea8f7ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:52:05.620658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:05.743616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dc552-deb0-4568-a0a3-d2d3b45f5e52 req-1d4c79e8-c595-4110-887e-916be578f2af tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:05.747045 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0f2dc552-deb0-4568-a0a3-d2d3b45f5e52 req-1d4c79e8-c595-4110-887e-916be578f2af tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 931 time: 0.1021712
Dec 03 11:52:05.776629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Pushing event updated for resources: {'Port': ['ID=92ffe948-31e0-4405-b105-86821d2eb09c,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:52:05.781193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:52:05.800312 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0f2dc552-deb0-4568-a0a3-d2d3b45f5e52 req-16977c40-10c2-4c45-b91e-0fe224e03982 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479267
Dec 03 11:52:05.832962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Network 58be95da-9401-4fda-ad10-981338eb774a is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:52:05.834294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:52:05.837709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:52:05.911916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:05.912941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:05.946007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4645398
Dec 03 11:52:06.155746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-619b8174-1f34-4171-819e-fb84cc3f3c96 None None] Provisioning for port 92ffe948-31e0-4405-b105-86821d2eb09c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:52:06.160890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-619b8174-1f34-4171-819e-fb84cc3f3c96 None None] Provisioning complete for port 92ffe948-31e0-4405-b105-86821d2eb09c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:52:06.161319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-619b8174-1f34-4171-819e-fb84cc3f3c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:06.219293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-619b8174-1f34-4171-819e-fb84cc3f3c96 None None] Port 92ffe948-31e0-4405-b105-86821d2eb09c cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:52:07.025426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16d9a7-32f9-430d-8335-94e7c5f823e9 req-61b22cef-cb88-4f13-9735-027091ff46d4 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:07.027090 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fe16d9a7-32f9-430d-8335-94e7c5f823e9 req-61b22cef-cb88-4f13-9735-027091ff46d4 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 931 time: 0.0892727
Dec 03 11:52:07.078392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fe16d9a7-32f9-430d-8335-94e7c5f823e9 req-ab560dea-aa0e-40b0-8449-553b411518a1 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448823
Dec 03 11:52:08.302242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0305e8b-6418-44f0-84e0-9192bac7b857 req-461436f4-7b61-4425-a3b8-6916c8632829 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:08.304572 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f0305e8b-6418-44f0-84e0-9192bac7b857 req-461436f4-7b61-4425-a3b8-6916c8632829 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 931 time: 0.0877151
Dec 03 11:52:08.360385 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f0305e8b-6418-44f0-84e0-9192bac7b857 req-5b8aa78c-2983-4c4f-876f-f7d78760e0db tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491855
Dec 03 11:52:09.583289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907939c-35af-4666-82ea-71788de73e85 req-5eb0b5e6-f647-4663-ab89-bb8e7dc9ca7c tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:09.585766 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f907939c-35af-4666-82ea-71788de73e85 req-5eb0b5e6-f647-4663-ab89-bb8e7dc9ca7c tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 931 time: 0.0880156
Dec 03 11:52:09.636991 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f907939c-35af-4666-82ea-71788de73e85 req-bb01c873-c791-410e-aa42-414654640742 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440719
Dec 03 11:52:10.920129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584770ad-34ff-4afc-8375-1ac833da4d52 req-710b149c-2e75-4c24-b80a-c29e8b8f7b1c tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:10.937788 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-584770ad-34ff-4afc-8375-1ac833da4d52 req-710b149c-2e75-4c24-b80a-c29e8b8f7b1c tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 931 time: 0.1552699
Dec 03 11:52:10.986334 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-584770ad-34ff-4afc-8375-1ac833da4d52 req-32a9e526-01d3-4e5d-b4a5-1bc1627adce3 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483794
Dec 03 11:52:12.216543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae636228-24a9-4494-b8a7-5f9bc4b68e4e req-d5b37f71-a6e8-4103-a463-de9766ab282a tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:12.218110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae636228-24a9-4494-b8a7-5f9bc4b68e4e req-d5b37f71-a6e8-4103-a463-de9766ab282a tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 931 time: 0.0953670
Dec 03 11:52:12.272953 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae636228-24a9-4494-b8a7-5f9bc4b68e4e req-cc2ebc98-97a4-434b-9e86-047ba65ce85a tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480371
Dec 03 11:52:13.498706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0249b-bebf-4d90-91b2-da4ba6911e79 req-52629538-7b3d-4d62-85ca-d9555ca647c1 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:13.500422 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14d0249b-bebf-4d90-91b2-da4ba6911e79 req-52629538-7b3d-4d62-85ca-d9555ca647c1 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 931 time: 0.0899606
Dec 03 11:52:13.551311 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14d0249b-bebf-4d90-91b2-da4ba6911e79 req-8b067aed-0343-4317-965b-f4b0a4b3d60b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434206
Dec 03 11:52:14.771841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81b573-93e2-4c19-bb7e-7617c1fa560b req-773bf96e-0af4-4337-b9e3-8b853c857b07 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:14.773652 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be81b573-93e2-4c19-bb7e-7617c1fa560b req-773bf96e-0af4-4337-b9e3-8b853c857b07 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 931 time: 0.0949714
Dec 03 11:52:14.820955 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be81b573-93e2-4c19-bb7e-7617c1fa560b req-ad0bf157-01fc-499f-be37-d36bd5b5798a tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405688
Dec 03 11:52:15.887943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Request body: {'port': {'device_id': '79b2d102-9383-45f6-85f5-7ada1b4adee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:52:16.010648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:16.041952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e92b9-8e9f-4d9a-afdf-f31d17d8889e req-9077d9ab-ada5-44f3-a001-db8fb44ff4ac tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:16.043624 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f11e92b9-8e9f-4d9a-afdf-f31d17d8889e req-9077d9ab-ada5-44f3-a001-db8fb44ff4ac tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 931 time: 0.0877047
Dec 03 11:52:16.094589 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f11e92b9-8e9f-4d9a-afdf-f31d17d8889e req-5e5ea452-59c7-4346-834f-3bb54d28c2fd tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443959
Dec 03 11:52:16.418872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ffe948-31e0-4405-b105-86821d2eb09c {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:52:16.426019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:16.438373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Transition to ACTIVE for port object 92ffe948-31e0-4405-b105-86821d2eb09c will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:52:16.441096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:16.457059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd53b3d2-fa6e-4d69-a9bd-221b6a020a26 tempest-ServerDiskConfigTestJSON-1589529843 tempest-ServerDiskConfigTestJSON-1589529843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:52:16.594791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Pushing event updated for resources: {'Port': ['ID=92ffe948-31e0-4405-b105-86821d2eb09c,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:52:16.607167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.607605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.608034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.608458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.608878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.609296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.609709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.610121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.610534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.610971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.611385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.611794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.612263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.612676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.613088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.613498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.613907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.614319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.614729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.615167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.615587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.616755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.617169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.617579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:52:16.628253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:52:16.803786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Attempting to bind port 92ffe948-31e0-4405-b105-86821d2eb09c on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:52:16.804172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Attempting to bind port 92ffe948-31e0-4405-b105-86821d2eb09c by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:52:16.804541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Attempting to bind port 92ffe948-31e0-4405-b105-86821d2eb09c on network 58be95da-9401-4fda-ad10-981338eb774a {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:52:16.810637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:52:16.811041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Checking segment: {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:52:16.811446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:16.811844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Bound using segment: {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:52:16.812316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Bound port: 92ffe948-31e0-4405-b105-86821d2eb09c, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:52:16.812693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:16.904701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] For port 92ffe948-31e0-4405-b105-86821d2eb09c, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:52:16.907882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] For port 92ffe948-31e0-4405-b105-86821d2eb09c, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=92ffe948-31e0-4405-b105-86821d2eb09c,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:52:16.911474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:16.927291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-638fbb95-2d9c-444c-904c-c2adc42617de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:52:17.074955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Pushing event updated for resources: {'Port': ['ID=92ffe948-31e0-4405-b105-86821d2eb09c,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:52:17.084991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:52:17.118136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:17.118806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:17.120303 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] 10.222.0.91 "PUT /v2.0/ports/92ffe948-31e0-4405-b105-86821d2eb09c HTTP/1.1" status: 200  len: 1157 time: 1.2372680
Dec 03 11:52:17.120846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b2d102-9383-45f6-85f5-7ada1b4adee4', 'tag': '92ffe948-31e0-4405-b105-86821d2eb09c'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:52:17.220648 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b2d102-9383-45f6-85f5-7ada1b4adee4', 'tag': '92ffe948-31e0-4405-b105-86821d2eb09c', 'status': 'completed', 'code': 200}
Dec 03 11:52:17.265890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-92a51f5c-3fa5-4db9-993b-384fb2a67d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:17.267581 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-92a51f5c-3fa5-4db9-993b-384fb2a67d29 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=04a6b0af7f094aedaaec02a07227b2ad&device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 1160 time: 0.0904353
Dec 03 11:52:17.315831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fecacc-3471-4f50-9679-2e5efa3d4886 req-cfad266b-5cdb-4e5b-a173-72d901fe1f3a tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:17.317467 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6fecacc-3471-4f50-9679-2e5efa3d4886 req-cfad266b-5cdb-4e5b-a173-72d901fe1f3a tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 943 time: 0.0874805
Dec 03 11:52:17.345737 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-dac0c93b-44b1-4aae-ab78-3ee3ded1a448 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ffe948-31e0-4405-b105-86821d2eb09c HTTP/1.1" status: 200  len: 217 time: 0.0654323
Dec 03 11:52:17.367992 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6fecacc-3471-4f50-9679-2e5efa3d4886 req-b38c24df-46f7-48a3-883c-2a9e40f67bc7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419121
Dec 03 11:52:17.419642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-27a1922c-9ad0-4931-a8d7-d92ade296c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:17.421149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-27a1922c-9ad0-4931-a8d7-d92ade296c5b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a4d37d87-c47a-4199-a892-f38b2fcb32c9 HTTP/1.1" status: 200  len: 856 time: 0.0693419
Dec 03 11:52:17.502965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-9134464e-f57e-4912-a470-014c24a86ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:17.504560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-9134464e-f57e-4912-a470-014c24a86ca6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58be95da-9401-4fda-ad10-981338eb774a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0764737
Dec 03 11:52:17.651145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-75b6d0a7-27a5-44f8-b1bd-4b5c6a1933dc service neutron] 10.222.0.91 "GET /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387248
Dec 03 11:52:17.795464 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fccd3f32-073b-4ea9-9582-258bd5577791 req-f9050b28-7b3d-49e0-9673-5271791840a5 service neutron] 10.222.0.91 "GET /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380391
Dec 03 11:52:17.965113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf572a3d-bd00-420a-931b-19d2b7c0a911 req-c5ac649f-e62e-49cb-ab16-4ba4612a058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:17.966755 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf572a3d-bd00-420a-931b-19d2b7c0a911 req-c5ac649f-e62e-49cb-ab16-4ba4612a058f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=04a6b0af7f094aedaaec02a07227b2ad&device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 1160 time: 0.0805266
Dec 03 11:52:18.117711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf572a3d-bd00-420a-931b-19d2b7c0a911 req-7650f467-7593-4fd5-97c0-724ecb164bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:18.119288 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf572a3d-bd00-420a-931b-19d2b7c0a911 req-7650f467-7593-4fd5-97c0-724ecb164bf9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=58be95da-9401-4fda-ad10-981338eb774a HTTP/1.1" status: 200  len: 911 time: 0.1460934
Dec 03 11:52:18.189722 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf572a3d-bd00-420a-931b-19d2b7c0a911 req-301b7154-7d2d-4120-aa0f-1677df08572d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ffe948-31e0-4405-b105-86821d2eb09c HTTP/1.1" status: 200  len: 217 time: 0.0642595
Dec 03 11:52:18.262638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf572a3d-bd00-420a-931b-19d2b7c0a911 req-e7bc5bcb-710f-46f4-955b-74660ae0ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:18.264208 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf572a3d-bd00-420a-931b-19d2b7c0a911 req-e7bc5bcb-710f-46f4-955b-74660ae0ab4a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a4d37d87-c47a-4199-a892-f38b2fcb32c9 HTTP/1.1" status: 200  len: 856 time: 0.0673819
Dec 03 11:52:18.343998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf572a3d-bd00-420a-931b-19d2b7c0a911 req-db199042-59da-47c6-9836-19179400902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:18.345580 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf572a3d-bd00-420a-931b-19d2b7c0a911 req-db199042-59da-47c6-9836-19179400902d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58be95da-9401-4fda-ad10-981338eb774a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0750804
Dec 03 11:52:18.489042 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf572a3d-bd00-420a-931b-19d2b7c0a911 req-7b6b4a2b-68a0-4fb8-892b-e939ece0eac1 service neutron] 10.222.0.91 "GET /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360202
Dec 03 11:52:18.588094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac6b65-c2a4-4e60-adef-7dacc0e52047 req-ca86da81-273c-4a69-a518-4d8d091e56a3 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:18.589714 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b4ac6b65-c2a4-4e60-adef-7dacc0e52047 req-ca86da81-273c-4a69-a518-4d8d091e56a3 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 943 time: 0.0877066
Dec 03 11:52:18.633665 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf572a3d-bd00-420a-931b-19d2b7c0a911 req-0892c759-208e-4a73-8d7a-a738cc63b408 service neutron] 10.222.0.91 "GET /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381240
Dec 03 11:52:18.638487 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b4ac6b65-c2a4-4e60-adef-7dacc0e52047 req-d58962fb-5451-4642-b5e3-8a8c3208e40c tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423102
Dec 03 11:52:19.852032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f17d4c-1041-40c4-9cc5-66378150ef8f req-20da8f67-f45a-4b93-8ead-6a3fbf47b22c tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:19.853804 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f7f17d4c-1041-40c4-9cc5-66378150ef8f req-20da8f67-f45a-4b93-8ead-6a3fbf47b22c tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 943 time: 0.0855744
Dec 03 11:52:19.906440 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f7f17d4c-1041-40c4-9cc5-66378150ef8f req-287e5c81-f62a-4991-9de4-0d684388e445 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460887
Dec 03 11:52:21.120725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b60a91-f730-4483-8b77-51dc5293b543 req-97bf019a-eb24-4e80-8aae-8cebd4327d8e tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:21.122332 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-03b60a91-f730-4483-8b77-51dc5293b543 req-97bf019a-eb24-4e80-8aae-8cebd4327d8e tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 943 time: 0.0856431
Dec 03 11:52:21.168825 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-03b60a91-f730-4483-8b77-51dc5293b543 req-69944ef5-cf2e-4ea4-87ca-19b5a06084a3 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402086
Dec 03 11:52:21.560310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:21.795489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-919ee13f-8b8a-4809-9639-19caed887d71 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80977) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:52:22.390991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62563f-fcf6-4f25-a460-42c351f2da45 req-af52db36-3bfb-4a5a-a861-4b9be787ef98 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:22.392612 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5b62563f-fcf6-4f25-a460-42c351f2da45 req-af52db36-3bfb-4a5a-a861-4b9be787ef98 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 943 time: 0.0905235
Dec 03 11:52:22.398837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 92ffe948-31e0-4405-b105-86821d2eb09c up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:52:22.441466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5b62563f-fcf6-4f25-a460-42c351f2da45 req-f9066b4b-a8b5-43bc-a650-4957644b2ad8 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424423
Dec 03 11:52:22.468297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 92ffe948-31e0-4405-b105-86821d2eb09c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:52:22.473447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 92ffe948-31e0-4405-b105-86821d2eb09c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:52:22.473873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:22.596954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:22.798510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b2d102-9383-45f6-85f5-7ada1b4adee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ffe948-31e0-4405-b105-86821d2eb09c'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:52:22.809261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 92ffe948-31e0-4405-b105-86821d2eb09c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=92ffe948-31e0-4405-b105-86821d2eb09c,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:52:22.813500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:22.815520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:52:22.861550 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b2d102-9383-45f6-85f5-7ada1b4adee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ffe948-31e0-4405-b105-86821d2eb09c', 'code': 200}
Dec 03 11:52:22.883536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=92ffe948-31e0-4405-b105-86821d2eb09c,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:52:22.886744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:52:23.129273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e81ecd-f967-40ab-808b-6ec6846866a6 req-408bcd60-b650-4f50-9a0a-8020c018756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:23.130768 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85e81ecd-f967-40ab-808b-6ec6846866a6 req-408bcd60-b650-4f50-9a0a-8020c018756a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 1162 time: 0.0809329
Dec 03 11:52:23.174010 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85e81ecd-f967-40ab-808b-6ec6846866a6 req-e1f4d626-7cbc-4674-b065-2624ad2828ce service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356200
Dec 03 11:52:23.651671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58a931-173c-4962-8b3c-60c1fd607375 req-2da03d9f-0cc8-4537-b7d6-00a4ee27227e tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:23.653271 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf58a931-173c-4962-8b3c-60c1fd607375 req-2da03d9f-0cc8-4537-b7d6-00a4ee27227e tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 945 time: 0.0830600
Dec 03 11:52:23.703387 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf58a931-173c-4962-8b3c-60c1fd607375 req-a05bdcff-2804-450e-bd19-11d2dd39fb7d tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436652
Dec 03 11:52:23.721992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 92ffe948-31e0-4405-b105-86821d2eb09c up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:52:23.794964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 92ffe948-31e0-4405-b105-86821d2eb09c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:52:23.795344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:24.918525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28199a8-8386-4d54-a1ce-8459a9c0e8f4 req-be453995-91cf-458c-b26e-b1d3b9eb5908 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:24.920166 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a28199a8-8386-4d54-a1ce-8459a9c0e8f4 req-be453995-91cf-458c-b26e-b1d3b9eb5908 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 945 time: 0.0868821
Dec 03 11:52:24.967164 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a28199a8-8386-4d54-a1ce-8459a9c0e8f4 req-5259b53d-4064-4710-bdfd-dbcf7bd95bc9 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406592
Dec 03 11:52:25.179853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e696a1-0b91-44cc-8320-250bca84e963 req-182672fa-a349-4da1-acb0-bec059e66657 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:25.181459 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-50e696a1-0b91-44cc-8320-250bca84e963 req-182672fa-a349-4da1-acb0-bec059e66657 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 945 time: 0.0858221
Dec 03 11:52:25.228381 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-50e696a1-0b91-44cc-8320-250bca84e963 req-8bbf51d8-8207-463f-acb4-ff7ee8e9b193 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406523
Dec 03 11:52:30.867368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8bb9aa1e-b207-4945-a2f3-a18a9fc1d5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:32.994075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f193254e-b6af-406c-ab5b-c2d920595559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:33.879772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:35.074422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:35.618596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:39.188183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:52:41.408737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ad417-6912-4572-ba81-dfb993c95e96 req-3ebd4307-b158-4faa-9e80-27fac474e42e tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:41.410347 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc1ad417-6912-4572-ba81-dfb993c95e96 req-3ebd4307-b158-4faa-9e80-27fac474e42e tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 945 time: 0.0844510
Dec 03 11:52:41.461859 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc1ad417-6912-4572-ba81-dfb993c95e96 req-ae528249-141f-4c82-9b13-ba7340f5b139 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449405
Dec 03 11:52:42.677809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806c0ac-3a15-40c9-81ee-752b9897d32b req-0e9aec86-c4d9-4462-a4e5-eed029f4ff2b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:42.679445 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a806c0ac-3a15-40c9-81ee-752b9897d32b req-0e9aec86-c4d9-4462-a4e5-eed029f4ff2b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 945 time: 0.0843732
Dec 03 11:52:42.727658 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a806c0ac-3a15-40c9-81ee-752b9897d32b req-61584c8a-3ddd-4a5f-962c-34a3361371c3 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414748
Dec 03 11:52:43.307264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-cbef205b-42c7-4415-b7dc-94bfb448375b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:43.307960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-cbef205b-42c7-4415-b7dc-94bfb448375b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Synchronizing usage tracker for tenant:04a6b0af7f094aedaaec02a07227b2ad on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:52:43.323240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-cbef205b-42c7-4415-b7dc-94bfb448375b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Unset dirty status for tenant:04a6b0af7f094aedaaec02a07227b2ad on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:52:43.324437 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-cbef205b-42c7-4415-b7dc-94bfb448375b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.91 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 945 time: 0.1000607
Dec 03 11:52:43.400857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-71124754-e684-4ba6-9f05-1ffe79f2d8d2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Deleting port 92ffe948-31e0-4405-b105-86821d2eb09c {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:52:43.401239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-71124754-e684-4ba6-9f05-1ffe79f2d8d2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:43.654037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-71124754-e684-4ba6-9f05-1ffe79f2d8d2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] For port 92ffe948-31e0-4405-b105-86821d2eb09c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=92ffe948-31e0-4405-b105-86821d2eb09c,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:52:43.654441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-71124754-e684-4ba6-9f05-1ffe79f2d8d2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:43.725095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 92ffe948-31e0-4405-b105-86821d2eb09c no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:52:43.784176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-71124754-e684-4ba6-9f05-1ffe79f2d8d2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Calling delete_port for 92ffe948-31e0-4405-b105-86821d2eb09c owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:52:43.843767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:43.939005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 03 11:52:43.939005 dv-neutron-765072-2-ovs neutron-server[80862]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s]
Dec 03 11:52:43.939005 dv-neutron-765072-2-ovs neutron-server[80862]: [parameters: {'status': 'DOWN', 'ports_id': '92ffe948-31e0-4405-b105-86821d2eb09c'}]
Dec 03 11:52:43.939005 dv-neutron-765072-2-ovs neutron-server[80862]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:52:43.939485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:52:43.944329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-71124754-e684-4ba6-9f05-1ffe79f2d8d2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:43.960700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:52:44.015438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71124754-e684-4ba6-9f05-1ffe79f2d8d2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Pushing event deleted for resources: {'Port': ['ID=92ffe948-31e0-4405-b105-86821d2eb09c,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:52:44.028619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-71124754-e684-4ba6-9f05-1ffe79f2d8d2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:52:44.181754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-71124754-e684-4ba6-9f05-1ffe79f2d8d2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] No DVR routers for this DVR port 92ffe948-31e0-4405-b105-86821d2eb09c on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:52:44.184282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-71124754-e684-4ba6-9f05-1ffe79f2d8d2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:44.187730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b2d102-9383-45f6-85f5-7ada1b4adee4', 'name': 'network-vif-deleted', 'tag': '92ffe948-31e0-4405-b105-86821d2eb09c'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:52:44.205374 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-01c8d1da-8a3f-4782-8e86-ff33e62e81f8 req-71124754-e684-4ba6-9f05-1ffe79f2d8d2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.91 "DELETE /v2.0/ports/92ffe948-31e0-4405-b105-86821d2eb09c HTTP/1.1" status: 204  len: 173 time: 0.8754141
Dec 03 11:52:44.254441 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b2d102-9383-45f6-85f5-7ada1b4adee4', 'name': 'network-vif-deleted', 'tag': '92ffe948-31e0-4405-b105-86821d2eb09c', 'status': 'completed', 'code': 200}
Dec 03 11:52:44.280570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfd213-d692-46be-964b-e64c1651a1f6 req-4dfd175f-6536-463d-9c9c-9e3725f11a6b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:44.282205 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5dfd213-d692-46be-964b-e64c1651a1f6 req-4dfd175f-6536-463d-9c9c-9e3725f11a6b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=79b2d102-9383-45f6-85f5-7ada1b4adee4 HTTP/1.1" status: 200  len: 867 time: 0.4215734
Dec 03 11:52:44.332731 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5dfd213-d692-46be-964b-e64c1651a1f6 req-af5c5afe-10d5-455e-b5a2-a6156c51620b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419440
Dec 03 11:52:44.473830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Port 92ffe948-31e0-4405-b105-86821d2eb09c update to DOWN by agent not found {{(pid=80977) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}}
Dec 03 11:52:51.554130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:55.327511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-7fead3a6-1093-44b1-be0e-8dbd21ccf787 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:55.328989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-7fead3a6-1093-44b1-be0e-8dbd21ccf787 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/networks?id=58be95da-9401-4fda-ad10-981338eb774a HTTP/1.1" status: 200  len: 817 time: 0.1566045
Dec 03 11:52:55.345277 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-9ae2b535-dea7-4e4b-893a-7dce8ab9fcfc tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/quotas/04a6b0af7f094aedaaec02a07227b2ad HTTP/1.1" status: 200  len: 375 time: 0.0098727
Dec 03 11:52:55.430155 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-733c28b9-55de-4608-844c-7357f887031c tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?tenant_id=04a6b0af7f094aedaaec02a07227b2ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0789690
Dec 03 11:52:55.720060 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-fb1cb4ca-ee66-4cdb-99e4-6457d90b3da6 service neutron] 10.222.0.90 "GET /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2769063
Dec 03 11:52:55.868871 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-70144296-477f-430d-928d-23d77f4a4895 service neutron] 10.222.0.90 "GET /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416388
Dec 03 11:52:56.077360 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9cbc0354-d4c6-4e5c-a2b8-60b50766b99f req-e6c60fdd-2353-4fd5-b1c8-77e286376ad6 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 210 time: 0.0510004
Dec 03 11:52:57.267744 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2ef365a6-ffd4-45e8-8d6c-7f0b5fc41e20 req-1b677899-d146-4fa0-aba9-ff143e9a685e tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 210 time: 0.0559096
Dec 03 11:52:57.449064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-079607ab-9bb0-49b4-ba10-c03d5f56f835 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:57.450735 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-079607ab-9bb0-49b4-ba10-c03d5f56f835 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.91 "GET /v2.0/networks?id=58be95da-9401-4fda-ad10-981338eb774a HTTP/1.1" status: 200  len: 817 time: 0.4240141
Dec 03 11:52:57.473023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Request body: {'port': {'device_id': 'de3fccc7-d468-4201-9b9b-93ff4b5b97f3', 'network_id': '58be95da-9401-4fda-ad10-981338eb774a', 'admin_state_up': True, 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:52:57.628089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:52:57.634663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Usage tracker for resource:port and tenant:04a6b0af7f094aedaaec02a07227b2ad is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:52:57.638756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Quota usage for port was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:52:57.647505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:52:57.658435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Made reservation on behalf of 04a6b0af7f094aedaaec02a07227b2ad for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:52:57.665332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:58.053734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Allocated IP 172.20.0.6 (58be95da-9401-4fda-ad10-981338eb774a/a4d37d87-c47a-4199-a892-f38b2fcb32c9/b256efb6-99d7-4443-9886-8889182d0730) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:52:58.283010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:58.302616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Transition to ACTIVE for port object b256efb6-99d7-4443-9886-8889182d0730 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:52:58.331886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:58.350710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:52:58.497199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc003ab-a484-4345-b279-f2ad5f13f7d0 req-05199213-7a72-441b-bd19-6f32c0ce7753 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:58.498869 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2cc003ab-a484-4345-b279-f2ad5f13f7d0 req-05199213-7a72-441b-bd19-6f32c0ce7753 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 931 time: 0.0948699
Dec 03 11:52:58.501518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Pushing event updated for resources: {'Port': ['ID=b256efb6-99d7-4443-9886-8889182d0730,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:52:58.505474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:52:58.564649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Network 58be95da-9401-4fda-ad10-981338eb774a is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:52:58.565678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:52:58.568940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:52:58.571422 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2cc003ab-a484-4345-b279-f2ad5f13f7d0 req-6936c8a3-54b9-4aa6-b0b4-21bc535e3e5a tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634763
Dec 03 11:52:58.669045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:58.669749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:58.701073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-4987275d-c7aa-476b-8d1c-ea7630124da0 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2322710
Dec 03 11:52:58.838230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c705c0d4-119f-487e-873f-d98458fe9b83 None None] Provisioning for port b256efb6-99d7-4443-9886-8889182d0730 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:52:58.844764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c705c0d4-119f-487e-873f-d98458fe9b83 None None] Provisioning complete for port b256efb6-99d7-4443-9886-8889182d0730 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:52:58.845273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c705c0d4-119f-487e-873f-d98458fe9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:52:58.902094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c705c0d4-119f-487e-873f-d98458fe9b83 None None] Port b256efb6-99d7-4443-9886-8889182d0730 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:52:59.803355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcac488-3a8c-4ec4-9528-a563a0454dbf req-e1d4e740-063e-4320-a9a4-0dcc3fe5b9f3 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:52:59.804913 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2bcac488-3a8c-4ec4-9528-a563a0454dbf req-e1d4e740-063e-4320-a9a4-0dcc3fe5b9f3 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 931 time: 0.0899801
Dec 03 11:52:59.856969 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2bcac488-3a8c-4ec4-9528-a563a0454dbf req-7fa9417b-2d3e-41fc-9d5f-380bf68f5993 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454280
Dec 03 11:53:00.871526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-220aabd9-52f5-4757-baf1-3b3eaf22c592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:01.106398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d0f59-e2fd-4fa4-9a0e-7436ccb5f7fb req-c20707e3-9e7f-4778-86f1-a5547a091b5b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:01.108333 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-607d0f59-e2fd-4fa4-9a0e-7436ccb5f7fb req-c20707e3-9e7f-4778-86f1-a5547a091b5b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 931 time: 0.0907736
Dec 03 11:53:01.159768 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-607d0f59-e2fd-4fa4-9a0e-7436ccb5f7fb req-acda8e17-c728-4140-9646-d697824fecec tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439596
Dec 03 11:53:02.383557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a096b3-e6b4-41d0-b566-70a20cd4353d req-07fdb970-2569-4ea7-ac8a-27b78381bc0c tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:02.385261 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-19a096b3-e6b4-41d0-b566-70a20cd4353d req-07fdb970-2569-4ea7-ac8a-27b78381bc0c tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 931 time: 0.0891314
Dec 03 11:53:02.441913 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-19a096b3-e6b4-41d0-b566-70a20cd4353d req-50dd5820-4d8d-4c24-b321-e5094f8d2bc1 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501659
Dec 03 11:53:02.999808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f5d4aef4-39e0-417a-aa96-7bd52e141e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:03.667988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c3d74-063e-41d9-85a1-049ded3f5941 req-d302269f-6c11-4066-bfc9-044c3fb44888 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:03.669674 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b67c3d74-063e-41d9-85a1-049ded3f5941 req-d302269f-6c11-4066-bfc9-044c3fb44888 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 931 time: 0.0925865
Dec 03 11:53:03.723434 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b67c3d74-063e-41d9-85a1-049ded3f5941 req-fb26a262-f86f-4341-b94e-2c026af3bd36 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443859
Dec 03 11:53:03.880409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:05.003540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b04d5-9828-42a2-854b-320d8b4e45d3 req-132d9245-9011-47c2-9d4d-616ca34bdd2e tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:05.005745 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b37b04d5-9828-42a2-854b-320d8b4e45d3 req-132d9245-9011-47c2-9d4d-616ca34bdd2e tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 931 time: 0.0919981
Dec 03 11:53:05.055404 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b37b04d5-9828-42a2-854b-320d8b4e45d3 req-ed4b783a-929e-4443-88fc-b4b5926a1dcd tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430424
Dec 03 11:53:05.082719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:05.621051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:06.284667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb153d-33ae-47a5-8b45-818299e637a3 req-518cc637-73e3-4304-b6a7-254e5f99bd5f tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:06.286615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85fb153d-33ae-47a5-8b45-818299e637a3 req-518cc637-73e3-4304-b6a7-254e5f99bd5f tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 931 time: 0.0889242
Dec 03 11:53:06.340366 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85fb153d-33ae-47a5-8b45-818299e637a3 req-01fde8f6-a625-4187-97f1-9b14f3b77394 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469863
Dec 03 11:53:07.572446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291f232-4e8b-4e83-88c3-47bed028de09 req-2076bea1-5636-46d4-8c97-6c813062d60b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:07.574073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f291f232-4e8b-4e83-88c3-47bed028de09 req-2076bea1-5636-46d4-8c97-6c813062d60b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 931 time: 0.0899436
Dec 03 11:53:07.622345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f291f232-4e8b-4e83-88c3-47bed028de09 req-98c85fe4-5035-4939-8982-97f75e3cdfdf tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418596
Dec 03 11:53:08.845493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16141caa-eef8-43db-921a-daa529df9205 req-ac8463ca-33fc-4933-924d-46de03893731 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:08.847171 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16141caa-eef8-43db-921a-daa529df9205 req-ac8463ca-33fc-4933-924d-46de03893731 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 931 time: 0.0892515
Dec 03 11:53:08.896400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16141caa-eef8-43db-921a-daa529df9205 req-9ce8d722-a034-43a8-8edc-2460b27245ec tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423665
Dec 03 11:53:09.086842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Request body: {'port': {'device_id': 'de3fccc7-d468-4201-9b9b-93ff4b5b97f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:53:09.203679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:09.611320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b256efb6-99d7-4443-9886-8889182d0730 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:53:09.619209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:09.631616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Transition to ACTIVE for port object b256efb6-99d7-4443-9886-8889182d0730 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:53:09.634306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:09.650379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a291d2fc-6d8a-4fcc-b3e1-94c1d1edef8f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:09.792451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Pushing event updated for resources: {'Port': ['ID=b256efb6-99d7-4443-9886-8889182d0730,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:09.796707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:09.980753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Attempting to bind port b256efb6-99d7-4443-9886-8889182d0730 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:53:09.981312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Attempting to bind port b256efb6-99d7-4443-9886-8889182d0730 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:53:09.981576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Attempting to bind port b256efb6-99d7-4443-9886-8889182d0730 on network 58be95da-9401-4fda-ad10-981338eb774a {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:53:09.987994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:53:09.988377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Checking segment: {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:53:09.988830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:09.989494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Bound using segment: {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:53:09.989667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Bound port: b256efb6-99d7-4443-9886-8889182d0730, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c847ad-551a-4bcc-93e3-98486cf8d2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58be95da-9401-4fda-ad10-981338eb774a'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:53:09.990047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:10.088118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] For port b256efb6-99d7-4443-9886-8889182d0730, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:53:10.092012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] For port b256efb6-99d7-4443-9886-8889182d0730, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b256efb6-99d7-4443-9886-8889182d0730,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:53:10.095593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:10.112022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9228a5b5-29f6-4cf8-b777-25328c24fede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:10.119793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e60fdc-0215-4628-abdc-a4d8a2a8297e req-f91a2e27-4293-4b76-821d-d48c72ef9fbb tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:10.121446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57e60fdc-0215-4628-abdc-a4d8a2a8297e req-f91a2e27-4293-4b76-821d-d48c72ef9fbb tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 943 time: 0.0877900
Dec 03 11:53:10.173878 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57e60fdc-0215-4628-abdc-a4d8a2a8297e req-ac0093d6-d6d4-4b46-be46-55bb7f2b9813 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454531
Dec 03 11:53:10.268302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Pushing event updated for resources: {'Port': ['ID=b256efb6-99d7-4443-9886-8889182d0730,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:10.274539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:10.304849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:10.305537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:10.307075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] 10.222.0.91 "PUT /v2.0/ports/b256efb6-99d7-4443-9886-8889182d0730 HTTP/1.1" status: 200  len: 1157 time: 1.2252386
Dec 03 11:53:10.307624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3fccc7-d468-4201-9b9b-93ff4b5b97f3', 'tag': 'b256efb6-99d7-4443-9886-8889182d0730'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:53:10.402330 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3fccc7-d468-4201-9b9b-93ff4b5b97f3', 'tag': 'b256efb6-99d7-4443-9886-8889182d0730', 'status': 'completed', 'code': 200}
Dec 03 11:53:10.444272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-1113b341-e9d4-4140-99cf-dc7438a4a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:10.445936 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-1113b341-e9d4-4140-99cf-dc7438a4a013 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=04a6b0af7f094aedaaec02a07227b2ad&device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 1160 time: 0.0847158
Dec 03 11:53:10.528378 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-e63f119f-fb02-4a7f-8d68-cbd772cf22f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b256efb6-99d7-4443-9886-8889182d0730 HTTP/1.1" status: 200  len: 217 time: 0.0692303
Dec 03 11:53:10.600587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-44784314-b5a4-48bf-98f3-55ed91a4e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:10.602340 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-44784314-b5a4-48bf-98f3-55ed91a4e47d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a4d37d87-c47a-4199-a892-f38b2fcb32c9 HTTP/1.1" status: 200  len: 856 time: 0.0678353
Dec 03 11:53:10.689946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-cb6b494d-1ab3-4b8d-94b8-25b0951fd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:10.691694 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-cb6b494d-1ab3-4b8d-94b8-25b0951fd0a3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58be95da-9401-4fda-ad10-981338eb774a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0834913
Dec 03 11:53:10.848139 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-bb5bef9f-a810-4874-9c3f-f315c5a60828 service neutron] 10.222.0.91 "GET /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489296
Dec 03 11:53:11.004062 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6fb1361f-f47c-4a8e-a65c-c8bad2daaaa2 req-59642656-fedf-492b-b8fa-0872685babe2 service neutron] 10.222.0.91 "GET /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1491363
Dec 03 11:53:11.162584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb379b-e98d-483f-83bb-cd8a69742bed req-5cbf4680-09b8-48ed-bc3f-8077bd498b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:11.164257 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28fb379b-e98d-483f-83bb-cd8a69742bed req-5cbf4680-09b8-48ed-bc3f-8077bd498b7c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=04a6b0af7f094aedaaec02a07227b2ad&device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 1160 time: 0.0775697
Dec 03 11:53:11.317803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb379b-e98d-483f-83bb-cd8a69742bed req-e0039643-2c77-4e00-9240-59dccfaa1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:11.319407 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28fb379b-e98d-483f-83bb-cd8a69742bed req-e0039643-2c77-4e00-9240-59dccfaa1a80 service neutron] 10.222.0.91 "GET /v2.0/networks?id=58be95da-9401-4fda-ad10-981338eb774a HTTP/1.1" status: 200  len: 911 time: 0.1476407
Dec 03 11:53:11.392211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a5fed-5555-4894-81c7-62d2d97b63c9 req-a852cec5-e462-4f8d-b771-a0b5befe5e53 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:11.392675 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28fb379b-e98d-483f-83bb-cd8a69742bed req-e52bbdb8-2442-4f75-914e-6c9f1e5a6a40 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b256efb6-99d7-4443-9886-8889182d0730 HTTP/1.1" status: 200  len: 217 time: 0.0667593
Dec 03 11:53:11.393839 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb0a5fed-5555-4894-81c7-62d2d97b63c9 req-a852cec5-e462-4f8d-b771-a0b5befe5e53 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 943 time: 0.0868649
Dec 03 11:53:11.443398 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb0a5fed-5555-4894-81c7-62d2d97b63c9 req-387eebcb-dfcf-4907-afda-0c3e32ec1768 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421863
Dec 03 11:53:11.465561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb379b-e98d-483f-83bb-cd8a69742bed req-d1e985a7-c3be-4d51-8ecd-3a5bd2436e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:11.467169 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28fb379b-e98d-483f-83bb-cd8a69742bed req-d1e985a7-c3be-4d51-8ecd-3a5bd2436e2d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a4d37d87-c47a-4199-a892-f38b2fcb32c9 HTTP/1.1" status: 200  len: 856 time: 0.0684438
Dec 03 11:53:11.546981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb379b-e98d-483f-83bb-cd8a69742bed req-372145dc-ad92-4e5c-835a-025ecef2cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:11.548554 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28fb379b-e98d-483f-83bb-cd8a69742bed req-372145dc-ad92-4e5c-835a-025ecef2cc2e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=58be95da-9401-4fda-ad10-981338eb774a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0743759
Dec 03 11:53:11.691133 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28fb379b-e98d-483f-83bb-cd8a69742bed req-323cba76-0536-496d-88d9-2cd518ce5575 service neutron] 10.222.0.91 "GET /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360645
Dec 03 11:53:11.834293 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28fb379b-e98d-483f-83bb-cd8a69742bed req-634a7850-d306-4cbf-be9a-cf9cfce2bad2 service neutron] 10.222.0.91 "GET /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359663
Dec 03 11:53:12.662458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f09b2-b4a7-4c2a-8534-5fca7e8fbc16 req-0218bd50-89e6-43d1-bf5c-2fb1a92cb594 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:12.664100 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb8f09b2-b4a7-4c2a-8534-5fca7e8fbc16 req-0218bd50-89e6-43d1-bf5c-2fb1a92cb594 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 943 time: 0.0874894
Dec 03 11:53:12.713300 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-eb8f09b2-b4a7-4c2a-8534-5fca7e8fbc16 req-b9bb8017-afc9-4b7f-84a8-3f57b466ba02 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425806
Dec 03 11:53:13.927938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0e68c-5d6c-499e-b1eb-08a042a4a9d6 req-72f95087-dc27-4c11-b63c-dc42e4903097 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:13.929592 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5eb0e68c-5d6c-499e-b1eb-08a042a4a9d6 req-72f95087-dc27-4c11-b63c-dc42e4903097 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 943 time: 0.0876114
Dec 03 11:53:13.981873 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5eb0e68c-5d6c-499e-b1eb-08a042a4a9d6 req-f4fcbcd3-fa8f-4033-a801-3d26a8f9d882 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457988
Dec 03 11:53:14.517244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b256efb6-99d7-4443-9886-8889182d0730 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:53:14.586530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port b256efb6-99d7-4443-9886-8889182d0730 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:53:14.591429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port b256efb6-99d7-4443-9886-8889182d0730 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:53:14.591859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:14.711612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:14.740759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3fccc7-d468-4201-9b9b-93ff4b5b97f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b256efb6-99d7-4443-9886-8889182d0730'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:53:14.753475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port b256efb6-99d7-4443-9886-8889182d0730, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b256efb6-99d7-4443-9886-8889182d0730,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:14.756459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:14.759029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-52dc3dfc-2e61-4ae9-b115-92aaee8dbab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:14.802221 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3fccc7-d468-4201-9b9b-93ff4b5b97f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b256efb6-99d7-4443-9886-8889182d0730', 'code': 200}
Dec 03 11:53:14.828677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=b256efb6-99d7-4443-9886-8889182d0730,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:14.837101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.837496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.837889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.838285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.838675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.839063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.839441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.839816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.840271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.840655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.841028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.841400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.841827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.842197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.842569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.842959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.843332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.843704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.844070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.844440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.844813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.845182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.845550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.845912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:14.851102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:15.206071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b8f17-4040-4c24-bf7f-96ca4dac7a34 req-2a20e288-b381-4a97-b91e-49a685b84966 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:15.207897 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f66b8f17-4040-4c24-bf7f-96ca4dac7a34 req-2a20e288-b381-4a97-b91e-49a685b84966 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 945 time: 0.0890725
Dec 03 11:53:15.258922 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f66b8f17-4040-4c24-bf7f-96ca4dac7a34 req-89ea9c0a-754b-47e3-bcb6-29f3e4c59b03 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442009
Dec 03 11:53:15.330496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f9025-7ecb-4989-869f-98ec16fdfa5b req-6584b323-336b-4f79-8ff6-9353bab943d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:15.332070 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-126f9025-7ecb-4989-869f-98ec16fdfa5b req-6584b323-336b-4f79-8ff6-9353bab943d6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 1162 time: 0.3324175
Dec 03 11:53:15.377177 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-126f9025-7ecb-4989-869f-98ec16fdfa5b req-1d9ce1d0-643d-4661-8934-66e927230157 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380495
Dec 03 11:53:16.089670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b256efb6-99d7-4443-9886-8889182d0730 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:53:16.162447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port b256efb6-99d7-4443-9886-8889182d0730 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:53:16.162876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:16.188051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:53:16.480010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883c492-76f8-445e-a92c-23fdf16a97a5 req-d6978919-c6e1-4b3d-9495-122c1c50eb1b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:16.481515 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c883c492-76f8-445e-a92c-23fdf16a97a5 req-d6978919-c6e1-4b3d-9495-122c1c50eb1b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 945 time: 0.0878704
Dec 03 11:53:16.527782 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c883c492-76f8-445e-a92c-23fdf16a97a5 req-4d1b077e-152c-49dc-a4fa-1397e05bd4d6 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399663
Dec 03 11:53:17.740041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c0663-ea4b-46fa-b4d8-b46d1a200ab3 req-2a41d042-df80-4f9f-bef5-87561e5c0081 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:17.741669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b36c0663-ea4b-46fa-b4d8-b46d1a200ab3 req-2a41d042-df80-4f9f-bef5-87561e5c0081 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 945 time: 0.0841212
Dec 03 11:53:17.792684 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b36c0663-ea4b-46fa-b4d8-b46d1a200ab3 req-8d1dedd2-4001-4a14-a606-d71e998d6f3b tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443122
Dec 03 11:53:18.008155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4cd45-294e-487a-816a-1c2c871b2a74 req-985f65f6-be17-4a52-b2b4-b4c9d74a8ac5 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:18.009771 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-55a4cd45-294e-487a-816a-1c2c871b2a74 req-985f65f6-be17-4a52-b2b4-b4c9d74a8ac5 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 945 time: 0.0868428
Dec 03 11:53:18.056588 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-55a4cd45-294e-487a-816a-1c2c871b2a74 req-9951f9e8-63b3-4ce5-a721-d937c460f912 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403857
Dec 03 11:53:21.556229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:30.875517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a42a9a80-e083-4e28-86b7-f91563a80dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:33.002693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9e99da25-54ca-4095-a077-03d8cb832c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:33.897850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:34.103652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5de98-f18f-41b5-9b35-8c32e2a5d3ce req-8bb635c7-cd65-493b-aed5-e4a116fbfa60 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:34.105164 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f2e5de98-f18f-41b5-9b35-8c32e2a5d3ce req-8bb635c7-cd65-493b-aed5-e4a116fbfa60 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 945 time: 0.0902927
Dec 03 11:53:34.152870 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f2e5de98-f18f-41b5-9b35-8c32e2a5d3ce req-fb6543ad-687c-41cc-9a15-8a6e78e00e2a tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413055
Dec 03 11:53:35.075325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:35.364578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dba0c-16e8-43d7-9fe6-546438dd4b1f req-740ce2fa-7d60-4e64-8fbf-ea14e1566f69 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:35.366179 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f22dba0c-16e8-43d7-9fe6-546438dd4b1f req-740ce2fa-7d60-4e64-8fbf-ea14e1566f69 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 945 time: 0.0844514
Dec 03 11:53:35.416601 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f22dba0c-16e8-43d7-9fe6-546438dd4b1f req-0dd941a4-51cb-48ce-9d16-fd8d6abeba22 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441022
Dec 03 11:53:35.623379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:35.835012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-df26140a-aaff-48a0-a03b-aeab616db1f1 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:35.835718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-df26140a-aaff-48a0-a03b-aeab616db1f1 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Synchronizing usage tracker for tenant:04a6b0af7f094aedaaec02a07227b2ad on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:53:35.850612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-df26140a-aaff-48a0-a03b-aeab616db1f1 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Unset dirty status for tenant:04a6b0af7f094aedaaec02a07227b2ad on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:53:35.851859 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-df26140a-aaff-48a0-a03b-aeab616db1f1 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.91 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 945 time: 0.1011207
Dec 03 11:53:35.931849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Deleting port b256efb6-99d7-4443-9886-8889182d0730 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:53:35.932243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:36.081777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b256efb6-99d7-4443-9886-8889182d0730 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:53:36.193372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] For port b256efb6-99d7-4443-9886-8889182d0730, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b256efb6-99d7-4443-9886-8889182d0730,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:36.193775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:36.195754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:36.223260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3fccc7-d468-4201-9b9b-93ff4b5b97f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b256efb6-99d7-4443-9886-8889182d0730'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:53:36.233752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port b256efb6-99d7-4443-9886-8889182d0730, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b256efb6-99d7-4443-9886-8889182d0730,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:36.238838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:36.240821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:36.288279 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3fccc7-d468-4201-9b9b-93ff4b5b97f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b256efb6-99d7-4443-9886-8889182d0730', 'code': 200}
Dec 03 11:53:36.314819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=b256efb6-99d7-4443-9886-8889182d0730,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:36.319111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:36.336668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Calling delete_port for b256efb6-99d7-4443-9886-8889182d0730 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:53:36.422368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:53:36.423001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:53:36.633060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce58f0e-309e-4147-8739-8345ac7e6212 req-dae3ae98-cff0-4be9-9748-61e0e1922d3c tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:36.634681 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7ce58f0e-309e-4147-8739-8345ac7e6212 req-dae3ae98-cff0-4be9-9748-61e0e1922d3c tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 943 time: 0.0898852
Dec 03 11:53:36.682221 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7ce58f0e-309e-4147-8739-8345ac7e6212 req-75dcaaa3-a78b-42ff-ac5a-c8c451df8de2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/security-groups?id=85e35e41-3b03-4f65-9062-f79b86bc6922&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407817
Dec 03 11:53:36.923846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Deleting port b256efb6-99d7-4443-9886-8889182d0730 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:53:36.924270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:37.183746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] For port b256efb6-99d7-4443-9886-8889182d0730, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b256efb6-99d7-4443-9886-8889182d0730,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:37.184058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:37.309927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Calling delete_port for b256efb6-99d7-4443-9886-8889182d0730 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:53:37.462183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:37.477903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:37.523635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Pushing event deleted for resources: {'Port': ['ID=b256efb6-99d7-4443-9886-8889182d0730,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:37.543341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.543765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.544225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.544642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.545056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.545472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.545878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.546286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.546699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.547126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.547536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.547938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.548402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.548810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.549213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.549615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.550526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.551060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.551471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.551886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.552294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.552677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.553084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.553484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:37.559334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:37.698216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] No DVR routers for this DVR port b256efb6-99d7-4443-9886-8889182d0730 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:53:37.700547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:37.703590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3fccc7-d468-4201-9b9b-93ff4b5b97f3', 'name': 'network-vif-deleted', 'tag': 'b256efb6-99d7-4443-9886-8889182d0730'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:53:37.720221 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9af72d37-00d4-4d0f-863f-c19296a2afdc req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.91 "DELETE /v2.0/ports/b256efb6-99d7-4443-9886-8889182d0730 HTTP/1.1" status: 204  len: 173 time: 1.8622501
Dec 03 11:53:37.785201 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3fccc7-d468-4201-9b9b-93ff4b5b97f3', 'name': 'network-vif-deleted', 'tag': 'b256efb6-99d7-4443-9886-8889182d0730', 'status': 'completed', 'code': 200}
Dec 03 11:53:37.875638 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f625ad90-7fdd-48fb-9d0b-3b250ffaf20b req-a2c70a2c-0dce-4d42-8c94-2f0d129570d7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] 10.222.0.90 "GET /v2.0/ports?device_id=de3fccc7-d468-4201-9b9b-93ff4b5b97f3 HTTP/1.1" status: 200  len: 210 time: 0.0527782
Dec 03 11:53:39.595871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 55610) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:39.980997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:40.607803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Deleting port 11bc485d-7aa5-4ede-a33b-25eddee0663c {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:53:40.608410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:40.789595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] For port 11bc485d-7aa5-4ede-a33b-25eddee0663c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=11bc485d-7aa5-4ede-a33b-25eddee0663c,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:40.790002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:40.920753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Calling delete_port for 11bc485d-7aa5-4ede-a33b-25eddee0663c owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:53:41.090830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:41.369287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3454fba-70d1-404a-be62-f615bb603f44 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:41.422583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Pushing event deleted for resources: {'Port': ['ID=11bc485d-7aa5-4ede-a33b-25eddee0663c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:41.480837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.481261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.481677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.482088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.482496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.482902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.483343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.483748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.484150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.484549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.484946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.485343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.485796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.486198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.486597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.487016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.487455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.487859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.488446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.488848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.489249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.489646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.490050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.490447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:53:41.497808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:41.792111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:42.294722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Router d44547bd-c0cb-4367-bd24-04a5babd175a has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:53:42.484362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:53:42.494383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05d6aa-d0fc-47c0-8988-936efb8bdcba None None] Sync routers for ids ['d44547bd-c0cb-4367-bd24-04a5babd175a'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:53:42.498253 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] 10.222.0.90 "PUT /v2.0/routers/d44547bd-c0cb-4367-bd24-04a5babd175a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9012194
Dec 03 11:53:42.501076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 55614) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:42.504330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05d6aa-d0fc-47c0-8988-936efb8bdcba None None] Routers {'d44547bd-c0cb-4367-bd24-04a5babd175a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:53:42.504976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ef05d6aa-d0fc-47c0-8988-936efb8bdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6961c18>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:53:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d44547bd-c0cb-4367-bd24-04a5babd175a'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:42.690226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:42.691564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-ef05d6aa-d0fc-47c0-8988-936efb8bdcba None None] Set router d44547bd-c0cb-4367-bd24-04a5babd175a gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:53:42.876228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:42.883309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Deleting port 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:53:42.884749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:43.083127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] For port 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:43.083409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:43.149632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ef05d6aa-d0fc-47c0-8988-936efb8bdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6961c18>, [{'id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'name': 'tempest-TestEncryptedCinderVolumes-1853546077-router', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:37Z', 'updated_at': '2020-12-03T11:53:41Z', 'revision_number': 5, 'project_id': '04a6b0af7f094aedaaec02a07227b2ad', 'gw_port': {'id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:38Z', 'updated_at': '2020-12-03T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:43.153777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05d6aa-d0fc-47c0-8988-936efb8bdcba None None] Checking router: d44547bd-c0cb-4367-bd24-04a5babd175a for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:53:43.162944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05d6aa-d0fc-47c0-8988-936efb8bdcba None None] Routers {'d44547bd-c0cb-4367-bd24-04a5babd175a'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:53:43.163603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ef05d6aa-d0fc-47c0-8988-936efb8bdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6961c18>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:53:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d44547bd-c0cb-4367-bd24-04a5babd175a'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:43.210830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Calling delete_port for 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:53:43.347949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-ef05d6aa-d0fc-47c0-8988-936efb8bdcba None None] Set router d44547bd-c0cb-4367-bd24-04a5babd175a gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:53:43.350237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:43.539654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:43.651922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ef05d6aa-d0fc-47c0-8988-936efb8bdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6961c18>, [{'id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'name': 'tempest-TestEncryptedCinderVolumes-1853546077-router', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:37Z', 'updated_at': '2020-12-03T11:53:41Z', 'revision_number': 5, 'project_id': '04a6b0af7f094aedaaec02a07227b2ad', 'gw_port': {'id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:38Z', 'updated_at': '2020-12-03T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:43.656138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05d6aa-d0fc-47c0-8988-936efb8bdcba None None] The sync data for ids ['d44547bd-c0cb-4367-bd24-04a5babd175a'] in dv-neutron-765072-2-ovs is: [{'id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'name': 'tempest-TestEncryptedCinderVolumes-1853546077-router', 'tenant_id': '04a6b0af7f094aedaaec02a07227b2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250'}], 'enable_snat': True}, 'gw_port_id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:37Z', 'updated_at': '2020-12-03T11:53:41Z', 'revision_number': 5, 'project_id': '04a6b0af7f094aedaaec02a07227b2ad', 'gw_port': {'id': '2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ea:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44547bd-c0cb-4367-bd24-04a5babd175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:38Z', 'updated_at': '2020-12-03T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:53:43.961293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:43.963773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:43.983746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:43.984303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d44547bd-c0cb-4367-bd24-04a5babd175a {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:53:43.997618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:43.998839 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cdd4b496-bdc0-4881-9124-aaddf137f255 admin admin] 10.222.0.90 "DELETE /v2.0/routers/d44547bd-c0cb-4367-bd24-04a5babd175a HTTP/1.1" status: 204  len: 168 time: 1.4966829
Dec 03 11:53:44.001538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 55618) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:44.067805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-93211b7c-d759-4d40-a7e6-02fea5581dfe admin admin] Deleting subnet a4d37d87-c47a-4199-a892-f38b2fcb32c9 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:53:44.071034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93211b7c-d759-4d40-a7e6-02fea5581dfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:44.127234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93211b7c-d759-4d40-a7e6-02fea5581dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:44.211000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93211b7c-d759-4d40-a7e6-02fea5581dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:44.480903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93211b7c-d759-4d40-a7e6-02fea5581dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:44.496312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e98fbcd-56cd-46a7-8669-13081dabb07e tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:44.544526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93211b7c-d759-4d40-a7e6-02fea5581dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d37d87-c47a-4199-a892-f38b2fcb32c9,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:44.549135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93211b7c-d759-4d40-a7e6-02fea5581dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:44.631394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93211b7c-d759-4d40-a7e6-02fea5581dfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:44.636458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6485d12-1ee4-4f08-a72e-0e01039abcb1 None None] Network 58be95da-9401-4fda-ad10-981338eb774a requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:53:44.637380 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-93211b7c-d759-4d40-a7e6-02fea5581dfe admin admin] 10.222.0.90 "DELETE /v2.0/subnets/a4d37d87-c47a-4199-a892-f38b2fcb32c9 HTTP/1.1" status: 204  len: 168 time: 0.6348469
Dec 03 11:53:44.640107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 55622) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:44.765438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:44.833351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Deleting port f272d7ce-c852-4e14-a0f0-639c44d1727c {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:53:44.833731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:44.917361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3a3085-5148-4756-9332-fdcb23d54b7c None None] DHCP port deletion for 58be95da-9401-4fda-ad10-981338eb774a request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:53:44.922290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a3085-5148-4756-9332-fdcb23d54b7c None None] Deleting port f272d7ce-c852-4e14-a0f0-639c44d1727c {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:53:44.922722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3085-5148-4756-9332-fdcb23d54b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:45.057899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] For port f272d7ce-c852-4e14-a0f0-639c44d1727c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f272d7ce-c852-4e14-a0f0-639c44d1727c,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:45.058466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:45.142613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-bb3a3085-5148-4756-9332-fdcb23d54b7c None None] For port f272d7ce-c852-4e14-a0f0-639c44d1727c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f272d7ce-c852-4e14-a0f0-639c44d1727c,segment=NetworkSegment(06c847ad-551a-4bcc-93e3-98486cf8d2b3),segment_id=06c847ad-551a-4bcc-93e3-98486cf8d2b3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:45.143098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3085-5148-4756-9332-fdcb23d54b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:45.189090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Calling delete_port for f272d7ce-c852-4e14-a0f0-639c44d1727c owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:53:45.262422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:45.268287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a3085-5148-4756-9332-fdcb23d54b7c None None] Calling delete_port for f272d7ce-c852-4e14-a0f0-639c44d1727c owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:53:45.277979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3703a396-e851-42ad-971c-b35b5c106921 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:45.336851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f272d7ce-c852-4e14-a0f0-639c44d1727c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:45.337963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-bb3a3085-5148-4756-9332-fdcb23d54b7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:53:45.338380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-bb3a3085-5148-4756-9332-fdcb23d54b7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:53:45.339806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:45.426483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] No DVR routers for this DVR port f272d7ce-c852-4e14-a0f0-639c44d1727c on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:53:45.553606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:45.575719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 11bc485d-7aa5-4ede-a33b-25eddee0663c no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:53:45.614008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 11bc485d-7aa5-4ede-a33b-25eddee0663c {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:53:45.614337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 11bc485d-7aa5-4ede-a33b-25eddee0663c not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:53:45.614798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:53:45.647471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:53:45.647877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2dc78eaa-e9f2-4c70-bc02-b1d69e0f88d8 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:53:45.648339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f272d7ce-c852-4e14-a0f0-639c44d1727c no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:53:45.672407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b629cac8>,) {'filters': {'network_id': ['58be95da-9401-4fda-ad10-981338eb774a']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:45.681020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: f272d7ce-c852-4e14-a0f0-639c44d1727c {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:53:45.681421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f272d7ce-c852-4e14-a0f0-639c44d1727c not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:53:45.690818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b629cac8>, '06c847ad-551a-4bcc-93e3-98486cf8d2b3') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:45.691193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b629cac8>, '06c847ad-551a-4bcc-93e3-98486cf8d2b3') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:45.704450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:45.723003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:45.725045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:53:45.840080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a3085-5148-4756-9332-fdcb23d54b7c None None] Deleting port f272d7ce-c852-4e14-a0f0-639c44d1727c {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:53:45.840559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3085-5148-4756-9332-fdcb23d54b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:45.906768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Network 58be95da-9401-4fda-ad10-981338eb774a has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:53:45.909799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a3085-5148-4756-9332-fdcb23d54b7c None None] The port 'f272d7ce-c852-4e14-a0f0-639c44d1727c' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:53:45.917504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:46.099007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Network 58be95da-9401-4fda-ad10-981338eb774a has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:53:46.121826 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:53:46.202694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:46.207564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:46.211492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:46.233934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=58be95da-9401-4fda-ad10-981338eb774a,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:46.236778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:46.248267 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] 10.222.0.90 "DELETE /v2.0/networks/58be95da-9401-4fda-ad10-981338eb774a HTTP/1.1" status: 204  len: 168 time: 1.6063097
Dec 03 11:53:46.250671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 55626) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:46.605419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:47.203106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] Deleting port baa788b6-278d-4626-801b-fbc29f458386 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:53:47.203638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:47.384346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] For port baa788b6-278d-4626-801b-fbc29f458386, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=baa788b6-278d-4626-801b-fbc29f458386,segment=NetworkSegment(74c4da2b-7367-4544-8c93-c757ab352991),segment_id=74c4da2b-7367-4544-8c93-c757ab352991)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:47.384762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:47.513415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] Calling delete_port for baa788b6-278d-4626-801b-fbc29f458386 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:53:47.676062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:47.695426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:47.751064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] Pushing event deleted for resources: {'Port': ['ID=baa788b6-278d-4626-801b-fbc29f458386,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:47.756352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:48.379216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:48.874060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] Router e7cf6fc9-e847-41d7-b1a0-25b84c15b272 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:53:49.056046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:53:49.064616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4029a-ba3c-41e3-b0f1-299dc006bd8f None None] Sync routers for ids ['e7cf6fc9-e847-41d7-b1a0-25b84c15b272'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:53:49.067439 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] 10.222.0.90 "PUT /v2.0/routers/e7cf6fc9-e847-41d7-b1a0-25b84c15b272/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8156543
Dec 03 11:53:49.068378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 55630) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:49.075489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4029a-ba3c-41e3-b0f1-299dc006bd8f None None] Routers {'e7cf6fc9-e847-41d7-b1a0-25b84c15b272'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:53:49.076266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-00c4029a-ba3c-41e3-b0f1-299dc006bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b585e518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:53:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['e7cf6fc9-e847-41d7-b1a0-25b84c15b272'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:49.257465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:49.263486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-00c4029a-ba3c-41e3-b0f1-299dc006bd8f None None] Set router e7cf6fc9-e847-41d7-b1a0-25b84c15b272 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:53:49.438279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:49.444516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Deleting port d44933de-2896-4b9e-8b59-456ed91dc21a {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:53:49.444887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:49.642690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] For port d44933de-2896-4b9e-8b59-456ed91dc21a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=d44933de-2896-4b9e-8b59-456ed91dc21a,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:49.643124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:49.732917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-00c4029a-ba3c-41e3-b0f1-299dc006bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b585e518>, [{'id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'name': 'tempest-TestEncryptedCinderVolumes-792373472-router', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:45Z', 'updated_at': '2020-12-03T11:53:47Z', 'revision_number': 5, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'gw_port': {'id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:46Z', 'updated_at': '2020-12-03T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:49.736986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4029a-ba3c-41e3-b0f1-299dc006bd8f None None] Checking router: e7cf6fc9-e847-41d7-b1a0-25b84c15b272 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:53:49.746839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4029a-ba3c-41e3-b0f1-299dc006bd8f None None] Routers {'e7cf6fc9-e847-41d7-b1a0-25b84c15b272'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:53:49.747524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-00c4029a-ba3c-41e3-b0f1-299dc006bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b585e518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:53:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['e7cf6fc9-e847-41d7-b1a0-25b84c15b272'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:49.781459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Calling delete_port for d44933de-2896-4b9e-8b59-456ed91dc21a owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:53:49.919236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:49.934164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-00c4029a-ba3c-41e3-b0f1-299dc006bd8f None None] Set router e7cf6fc9-e847-41d7-b1a0-25b84c15b272 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:53:50.112519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:50.245252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-00c4029a-ba3c-41e3-b0f1-299dc006bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b585e518>, [{'id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'name': 'tempest-TestEncryptedCinderVolumes-792373472-router', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:45Z', 'updated_at': '2020-12-03T11:53:47Z', 'revision_number': 5, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'gw_port': {'id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:46Z', 'updated_at': '2020-12-03T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:50.247214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:50.249458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4029a-ba3c-41e3-b0f1-299dc006bd8f None None] The sync data for ids ['e7cf6fc9-e847-41d7-b1a0-25b84c15b272'] in dv-neutron-765072-2-ovs is: [{'id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'name': 'tempest-TestEncryptedCinderVolumes-792373472-router', 'tenant_id': '9ff6c4af78404a928a2348e97f432633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:51:45Z', 'updated_at': '2020-12-03T11:53:47Z', 'revision_number': 5, 'project_id': '9ff6c4af78404a928a2348e97f432633', 'gw_port': {'id': 'd44933de-2896-4b9e-8b59-456ed91dc21a', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf6fc9-e847-41d7-b1a0-25b84c15b272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:51:46Z', 'updated_at': '2020-12-03T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:53:50.249642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:50.280021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:50.282880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7cf6fc9-e847-41d7-b1a0-25b84c15b272 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:53:50.296139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:50.297377 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ae2622fa-2922-4ea1-9f2e-cfce82d9a877 admin admin] 10.222.0.90 "DELETE /v2.0/routers/e7cf6fc9-e847-41d7-b1a0-25b84c15b272 HTTP/1.1" status: 204  len: 168 time: 1.2279952
Dec 03 11:53:50.300648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 55634) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:50.372601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1fcbd1-1f10-46d2-8a07-cd0b834e6661 admin admin] Deleting subnet 8616610b-b5cb-4ae4-a372-7d503486a8b4 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:53:50.375659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fcbd1-1f10-46d2-8a07-cd0b834e6661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:50.428781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fcbd1-1f10-46d2-8a07-cd0b834e6661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:50.514783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fcbd1-1f10-46d2-8a07-cd0b834e6661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:50.782459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fcbd1-1f10-46d2-8a07-cd0b834e6661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:50.798736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-696ffe0a-5b10-4539-916c-b65906877ffd tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:50.843089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fcbd1-1f10-46d2-8a07-cd0b834e6661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8616610b-b5cb-4ae4-a372-7d503486a8b4,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:50.855118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae1fcbd1-1f10-46d2-8a07-cd0b834e6661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:50.938733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae1fcbd1-1f10-46d2-8a07-cd0b834e6661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:50.945156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a32f288-2ee0-4182-bcf9-3e4b5aff906e None None] Network eca24f4e-985f-4366-a5cb-b109806f2764 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:53:50.948554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55638) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:50.948739 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ae1fcbd1-1f10-46d2-8a07-cd0b834e6661 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/8616610b-b5cb-4ae4-a372-7d503486a8b4 HTTP/1.1" status: 204  len: 168 time: 0.6469843
Dec 03 11:53:51.071980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:51.144249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Deleting port 7831e410-9088-4dba-b431-f4765333f80a {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:53:51.144628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:51.208827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfd6b8a-fce8-4099-b670-481884705dcf None None] DHCP port deletion for eca24f4e-985f-4366-a5cb-b109806f2764 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:53:51.213501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-acfd6b8a-fce8-4099-b670-481884705dcf None None] Deleting port 7831e410-9088-4dba-b431-f4765333f80a {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:53:51.213926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-acfd6b8a-fce8-4099-b670-481884705dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:51.367551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] For port 7831e410-9088-4dba-b431-f4765333f80a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7831e410-9088-4dba-b431-f4765333f80a,segment=NetworkSegment(74c4da2b-7367-4544-8c93-c757ab352991),segment_id=74c4da2b-7367-4544-8c93-c757ab352991)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:51.368270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:51.434462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-acfd6b8a-fce8-4099-b670-481884705dcf None None] For port 7831e410-9088-4dba-b431-f4765333f80a, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=7831e410-9088-4dba-b431-f4765333f80a,segment=NetworkSegment(74c4da2b-7367-4544-8c93-c757ab352991),segment_id=74c4da2b-7367-4544-8c93-c757ab352991)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:51.434824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-acfd6b8a-fce8-4099-b670-481884705dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:51.500763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Calling delete_port for 7831e410-9088-4dba-b431-f4765333f80a owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:53:51.566279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-acfd6b8a-fce8-4099-b670-481884705dcf None None] Calling delete_port for 7831e410-9088-4dba-b431-f4765333f80a owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:53:51.579588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:51.596312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-011a1c96-a526-4039-a9b1-d0e18e0bd57d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:51.599152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d44933de-2896-4b9e-8b59-456ed91dc21a no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:53:51.648823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: d44933de-2896-4b9e-8b59-456ed91dc21a {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:53:51.649197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device d44933de-2896-4b9e-8b59-456ed91dc21a not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:53:51.649648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7831e410-9088-4dba-b431-f4765333f80a no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:53:51.657092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Pushing event deleted for resources: {'Port': ['ID=7831e410-9088-4dba-b431-f4765333f80a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:51.686589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:51.697975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 7831e410-9088-4dba-b431-f4765333f80a {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:53:51.698369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 7831e410-9088-4dba-b431-f4765333f80a not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:53:51.698831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device baa788b6-278d-4626-801b-fbc29f458386 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:53:51.709342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:51.736351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: baa788b6-278d-4626-801b-fbc29f458386 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:53:51.736726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device baa788b6-278d-4626-801b-fbc29f458386 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:53:51.740904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] No DVR routers for this DVR port 7831e410-9088-4dba-b431-f4765333f80a on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:53:51.755415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-acfd6b8a-fce8-4099-b670-481884705dcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:53:51.755906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-acfd6b8a-fce8-4099-b670-481884705dcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:53:51.865409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:51.985210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ca72b0>,) {'filters': {'network_id': ['eca24f4e-985f-4366-a5cb-b109806f2764']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:51.998320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ca72b0>, '74c4da2b-7367-4544-8c93-c757ab352991') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:51.998661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5ca72b0>, '74c4da2b-7367-4544-8c93-c757ab352991') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:52.011291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:52.025911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:52.027946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:53:52.209914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Network eca24f4e-985f-4366-a5cb-b109806f2764 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:53:52.218896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:52.257148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-acfd6b8a-fce8-4099-b670-481884705dcf None None] Deleting port 7831e410-9088-4dba-b431-f4765333f80a {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:53:52.257532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-acfd6b8a-fce8-4099-b670-481884705dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:52.326683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-acfd6b8a-fce8-4099-b670-481884705dcf None None] The port '7831e410-9088-4dba-b431-f4765333f80a' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:53:52.398718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Network eca24f4e-985f-4366-a5cb-b109806f2764 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:53:52.421705 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:53:52.506551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:52.509834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7712584a-1f54-4763-b6e9-3643d29c35a8 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:52.527277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:52.536729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Pushing event deleted for resources: {'Network': ['ID=eca24f4e-985f-4366-a5cb-b109806f2764,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:52.540759 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] 10.222.0.90 "DELETE /v2.0/networks/eca24f4e-985f-4366-a5cb-b109806f2764 HTTP/1.1" status: 204  len: 168 time: 1.5907161
Dec 03 11:53:52.541774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:52.746851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55644) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:52.799337 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-17d24704-28dc-44e0-9769-3ffb7478fbd6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=04a6b0af7f094aedaaec02a07227b2ad&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0510402
Dec 03 11:53:52.802101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55648) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:52.867706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-908a7880-e142-4ba4-bf4b-08253925bd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:52.896211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-908a7880-e142-4ba4-bf4b-08253925bd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:52.946127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-908a7880-e142-4ba4-bf4b-08253925bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:52.951647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e20e66a-f37e-455a-ba5b-386b1e2fd212 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:52.965252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a7880-e142-4ba4-bf4b-08253925bd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e35e41-3b03-4f65-9062-f79b86bc6922,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:52.968468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-908a7880-e142-4ba4-bf4b-08253925bd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:52.970477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-908a7880-e142-4ba4-bf4b-08253925bd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:52.971744 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-908a7880-e142-4ba4-bf4b-08253925bd54 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/85e35e41-3b03-4f65-9062-f79b86bc6922 HTTP/1.1" status: 204  len: 168 time: 0.1686616
Dec 03 11:53:53.187964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:53:53.382741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55656) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:53.436860 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2c4ec4d1-7c7c-48a0-844f-5648bb86385f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9ff6c4af78404a928a2348e97f432633&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0527446
Dec 03 11:53:53.439390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55660) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:53.502386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a8094a34-1c62-4e1c-a682-b78ff62eada8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:53.530215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a8094a34-1c62-4e1c-a682-b78ff62eada8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:53.579072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a8094a34-1c62-4e1c-a682-b78ff62eada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:53.584641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-01f00728-d24b-4665-8fd6-a4b3e4f1c0e6 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:53.595480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8094a34-1c62-4e1c-a682-b78ff62eada8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1214dd24-880d-496b-b70b-10530f8c9101,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:53.598846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a8094a34-1c62-4e1c-a682-b78ff62eada8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:53.605099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a8094a34-1c62-4e1c-a682-b78ff62eada8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:53.606317 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a8094a34-1c62-4e1c-a682-b78ff62eada8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1214dd24-880d-496b-b70b-10530f8c9101 HTTP/1.1" status: 204  len: 168 time: 0.1659753
Dec 03 11:53:54.502264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55682) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:54.645707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-27675016-network', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:53:54.651002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:53:54.655108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Usage tracker for resource:network and tenant:d2cd0db0324640e194206b60bac5bbd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:53:54.658122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:53:54.665388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:53:54.674101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Made reservation on behalf of d2cd0db0324640e194206b60bac5bbd8 for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:53:54.679928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:54.694035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:54.710241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:53:54.714394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:d2cd0db0324640e194206b60bac5bbd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:53:54.717382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:53:54.723747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:53:54.809499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:54.812271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:54.817298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0d6c440d-cc1a-4454-903b-b8f22c5d18f5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:54.846085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:53:54.859132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:54.864387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:54.865366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:54.865798 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Added segment 7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3 of type vxlan for network 439c294d-2b76-4567-8199-95b5d8dcf9eb
Dec 03 11:53:54.893904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:54.927480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:54.928465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:54.929100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:54.934188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a484c7ea-bfda-4870-aa67-5d9378750373 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:55.038560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=439c294d-2b76-4567-8199-95b5d8dcf9eb,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:55.041891 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5378883
Dec 03 11:53:55.042938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:55.045071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55688) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:55.050351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 439c294d-2b76-4567-8199-95b5d8dcf9eb details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:53:55.051594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Request body: {'subnet': {'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-27675016-subnet', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:53:55.056964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:53:55.061210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Usage tracker for resource:subnet and tenant:d2cd0db0324640e194206b60bac5bbd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:53:55.064496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:53:55.068004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 439c294d-2b76-4567-8199-95b5d8dcf9eb details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:53:55.070835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:53:55.083923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Made reservation on behalf of d2cd0db0324640e194206b60bac5bbd8 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:53:55.088800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:55.495312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:55.510877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-42e804d1-3c29-4811-b1ac-03f3f4cdc02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:55.641168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f399901f-33b8-4917-b100-ecf5eded20df,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:55.645178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:55.958017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Checking segment: {'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:53:55.958411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Network hostable DHCP agents. Network: 439c294d-2b76-4567-8199-95b5d8dcf9eb, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:53:55.977688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Network 439c294d-2b76-4567-8199-95b5d8dcf9eb is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:53:55.985763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 439c294d-2b76-4567-8199-95b5d8dcf9eb) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:53:55.996271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bf43da-732d-4a19-91d4-30c9297e878e None None] Network 439c294d-2b76-4567-8199-95b5d8dcf9eb requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:53:55.998359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:53:55.999036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:56.020068 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9725537
Dec 03 11:53:56.021579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55692) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:56.027089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:53:56.032050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:53:56.037018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Usage tracker for resource:router and tenant:d2cd0db0324640e194206b60bac5bbd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:53:56.040588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:53:56.046513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:53:56.056362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:56.057433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:56.072231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:56.223579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-439c294d-2b76-4567-8199-95b5d8dcf9eb', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'fixed_ips': [{'subnet_id': 'f399901f-33b8-4917-b100-ecf5eded20df'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:53:56.224501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:56.353640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:56.515763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Allocated IP 172.20.0.2 (439c294d-2b76-4567-8199-95b5d8dcf9eb/f399901f-33b8-4917-b100-ecf5eded20df/6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:53:56.692104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:56.729468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:56.740486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:56.751727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Transition to ACTIVE for port object 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:53:56.767716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Transition to ACTIVE for port object 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:53:56.772402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:56.788983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:57.018565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Allocated IP 172.26.1.136 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/3d4d183a-bf2d-47f1-af9e-628486d3b31f) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:53:57.091444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Pushing event updated for resources: {'Port': ['ID=6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:57.095821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:57.144460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Network 439c294d-2b76-4567-8199-95b5d8dcf9eb is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:53:57.145713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:53:57.148074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:53:57.180754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:57.202283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Attempting to bind port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:53:57.202701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Attempting to bind port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:53:57.203163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Attempting to bind port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 on network 439c294d-2b76-4567-8199-95b5d8dcf9eb {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:53:57.207203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:57.209476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:53:57.209901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Checking segment: {'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:53:57.210348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:57.210790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Bound using segment: {'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:53:57.211334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Bound port: 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:53:57.211754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:57.223924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:57.308953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] For port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:53:57.312301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] For port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8,segment=NetworkSegment(7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3),segment_id=7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:53:57.317049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:57.333174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:53:57.368343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Pushing event updated for resources: {'Port': ['ID=3d4d183a-bf2d-47f1-af9e-628486d3b31f,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:57.371800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:57.422710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:53:57.423937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:53:57.426381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:53:57.484759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Pushing event updated for resources: {'Port': ['ID=6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:53:57.490824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:53:57.860143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:58.217053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:58.680172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Router db13bb31-be33-406f-94cd-edad55dc58c7 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:53:58.876248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:53:58.887527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Sync routers for ids ['db13bb31-be33-406f-94cd-edad55dc58c7'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:53:58.899558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Routers {'db13bb31-be33-406f-94cd-edad55dc58c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:53:58.900232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-36966135-fc6a-4930-b547-a855efc599aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b728e6a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:53:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['db13bb31-be33-406f-94cd-edad55dc58c7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:58.904654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:58.906222 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.8836603
Dec 03 11:53:58.907729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8e2155-ef64-47c6-a79f-3c1fb217bebf None None] Network 439c294d-2b76-4567-8199-95b5d8dcf9eb requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:53:58.909754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 55696) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:53:59.025146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-885d1c3a-1f92-41b9-a077-9616eee11f1d None None] Provisioning for port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:53:59.107975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Set router db13bb31-be33-406f-94cd-edad55dc58c7 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:53:59.442999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-36966135-fc6a-4930-b547-a855efc599aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b728e6a0>, [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:53:57Z', 'revision_number': 3, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:53:59.447693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Checking router: db13bb31-be33-406f-94cd-edad55dc58c7 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:53:59.448255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Updating router db13bb31-be33-406f-94cd-edad55dc58c7 port 3d4d183a-bf2d-47f1-af9e-628486d3b31f binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:53:59.509932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:59.579988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:59.630464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:53:59.724105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:53:59.729550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:53:59.729978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:59.853497 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c14e7c34-1e7c-4598-b321-bb6f2d1ecf1f None None] Provisioning complete for port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:53:59.853843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c14e7c34-1e7c-4598-b321-bb6f2d1ecf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:59.917609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:59.967481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8,segment=NetworkSegment(7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3),segment_id=7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:53:59.972599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:59.975366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:53:59.989045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Transition to ACTIVE for port object 3d4d183a-bf2d-47f1-af9e-628486d3b31f will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:53:59.989779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Allocated IP 172.20.0.1 (439c294d-2b76-4567-8199-95b5d8dcf9eb/f399901f-33b8-4917-b100-ecf5eded20df/8cb0d790-1291-4db2-b711-81c2cc99cbbe) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:53:59.992133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:00.005060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:00.009309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-354171c6-d081-4591-8278-f7dd72720f92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:00.100090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:00.103887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:00.149053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Pushing event updated for resources: {'Port': ['ID=3d4d183a-bf2d-47f1-af9e-628486d3b31f,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:00.150516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:00.168049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Transition to ACTIVE for port object 8cb0d790-1291-4db2-b711-81c2cc99cbbe will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:54:00.168245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.168607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.168993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.169377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.169990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.170370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.170743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.171140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.171510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.171875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.172248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.172611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.173031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.173397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.173761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.174146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.174580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.174949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.175320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.175686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.176095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.176458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.176819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.177185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:00.182858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:00.190489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:00.207207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:00.228986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Attempting to bind port 3d4d183a-bf2d-47f1-af9e-628486d3b31f on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:54:00.229616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Attempting to bind port 3d4d183a-bf2d-47f1-af9e-628486d3b31f by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:54:00.230144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Attempting to bind port 3d4d183a-bf2d-47f1-af9e-628486d3b31f on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:54:00.236039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:54:00.236464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:54:00.237440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:00.237887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:54:00.238407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Bound port: 3d4d183a-bf2d-47f1-af9e-628486d3b31f, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:54:00.238832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:00.326485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-36966135-fc6a-4930-b547-a855efc599aa None None] For port 3d4d183a-bf2d-47f1-af9e-628486d3b31f, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:54:00.332630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-36966135-fc6a-4930-b547-a855efc599aa None None] For port 3d4d183a-bf2d-47f1-af9e-628486d3b31f, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3d4d183a-bf2d-47f1-af9e-628486d3b31f,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:54:00.338412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:00.348175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Pushing event updated for resources: {'Port': ['ID=8cb0d790-1291-4db2-b711-81c2cc99cbbe,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:00.351360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:00.354141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:00.405848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Network 439c294d-2b76-4567-8199-95b5d8dcf9eb is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:54:00.407206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:54:00.409685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:54:00.473507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:00.519117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Pushing event updated for resources: {'Port': ['ID=3d4d183a-bf2d-47f1-af9e-628486d3b31f,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:00.530077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:00.594265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Routers {'db13bb31-be33-406f-94cd-edad55dc58c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:54:00.595019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-36966135-fc6a-4930-b547-a855efc599aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b728e6a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:53:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['db13bb31-be33-406f-94cd-edad55dc58c7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:54:00.617944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:00.721235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-34382ab8-b23e-47b0-9470-09ac877a4d82 None None] Provisioning for port 8cb0d790-1291-4db2-b711-81c2cc99cbbe completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:54:00.726673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-34382ab8-b23e-47b0-9470-09ac877a4d82 None None] Provisioning complete for port 8cb0d790-1291-4db2-b711-81c2cc99cbbe triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:00.727385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34382ab8-b23e-47b0-9470-09ac877a4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:00.786387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-34382ab8-b23e-47b0-9470-09ac877a4d82 None None] Port 8cb0d790-1291-4db2-b711-81c2cc99cbbe cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:54:00.895723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e2aa-b074-440f-9a64-07f47577dd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:00.942889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:00.946597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:00.961796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-36966135-fc6a-4930-b547-a855efc599aa None None] Set router db13bb31-be33-406f-94cd-edad55dc58c7 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:54:00.982089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e6bc8f0-8163-462b-890c-9593e6561ac8 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:01.073263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:01.090461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Pushing event updated for resources: {'Port': ['ID=8cb0d790-1291-4db2-b711-81c2cc99cbbe,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:01.098881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:01.247378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Network 439c294d-2b76-4567-8199-95b5d8dcf9eb is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:54:01.248679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:54:01.350831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-36966135-fc6a-4930-b547-a855efc599aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b728e6a0>, [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8cb0d790-1291-4db2-b711-81c2cc99cbbe', 'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'mac_address': 'fa:16:3e:d5:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:59Z', 'updated_at': '2020-12-03T11:53:59Z', 'revision_number': 1, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'subnets': [{'id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:54:01.355997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36966135-fc6a-4930-b547-a855efc599aa None None] The sync data for ids ['db13bb31-be33-406f-94cd-edad55dc58c7'] in dv-neutron-765072-2-ovs is: [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8cb0d790-1291-4db2-b711-81c2cc99cbbe', 'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'mac_address': 'fa:16:3e:d5:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:59Z', 'updated_at': '2020-12-03T11:53:59Z', 'revision_number': 1, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'subnets': [{'id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:54:01.517462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-fb86a153-0eef-4ba2-9458-6b4ae0f34361 None None] Provisioning complete for port 8cb0d790-1291-4db2-b711-81c2cc99cbbe triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:01.518768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb86a153-0eef-4ba2-9458-6b4ae0f34361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:01.597873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:54:01.647171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-fb86a153-0eef-4ba2-9458-6b4ae0f34361 None None] Port 8cb0d790-1291-4db2-b711-81c2cc99cbbe cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:54:01.696291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:01.697255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:01.775516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Router db13bb31-be33-406f-94cd-edad55dc58c7 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:54:01.998518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:54:02.009243 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] 10.222.0.90 "PUT /v2.0/routers/db13bb31-be33-406f-94cd-edad55dc58c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0983691
Dec 03 11:54:03.009733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-29cac463-c400-4877-94e7-4596de1ce65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:03.648418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3d4d183a-bf2d-47f1-af9e-628486d3b31f up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:54:03.735305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 3d4d183a-bf2d-47f1-af9e-628486d3b31f completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:54:03.742863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 3d4d183a-bf2d-47f1-af9e-628486d3b31f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:03.743313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:03.893643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:03.912834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 3d4d183a-bf2d-47f1-af9e-628486d3b31f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3d4d183a-bf2d-47f1-af9e-628486d3b31f,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:54:03.914834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:03.917883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:03.919912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-648f8bb8-6c5c-4f99-91c3-0e24127c2c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:03.992903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=3d4d183a-bf2d-47f1-af9e-628486d3b31f,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:03.996289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:04.976637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Sync routers for ids ['db13bb31-be33-406f-94cd-edad55dc58c7'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:54:04.989924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Routers {'db13bb31-be33-406f-94cd-edad55dc58c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:54:04.990799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a0cbe0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:54:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['db13bb31-be33-406f-94cd-edad55dc58c7'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:54:05.193038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:05.255064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Set router db13bb31-be33-406f-94cd-edad55dc58c7 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:54:05.610774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3d4d183a-bf2d-47f1-af9e-628486d3b31f up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:54:05.718033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:05.729558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a0cbe0>, [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8cb0d790-1291-4db2-b711-81c2cc99cbbe', 'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'mac_address': 'fa:16:3e:d5:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:59Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 2, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'subnets': [{'id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:54:05.738438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Checking router: db13bb31-be33-406f-94cd-edad55dc58c7 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:54:05.738843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Updating router db13bb31-be33-406f-94cd-edad55dc58c7 port 8cb0d790-1291-4db2-b711-81c2cc99cbbe binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:54:05.801749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:05.824243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 3d4d183a-bf2d-47f1-af9e-628486d3b31f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:05.824676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:06.626857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:06.643912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Transition to ACTIVE for port object 8cb0d790-1291-4db2-b711-81c2cc99cbbe will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:54:06.646307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:06.669168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:06.854310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d330a-27ee-4bb9-af4c-cc9ed9aaf358 None None] Pushing event updated for resources: {'Port': ['ID=8cb0d790-1291-4db2-b711-81c2cc99cbbe,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:06.875630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-451d330a-27ee-4bb9-af4c-cc9ed9aaf358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:07.051751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Attempting to bind port 8cb0d790-1291-4db2-b711-81c2cc99cbbe on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:54:07.052176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Attempting to bind port 8cb0d790-1291-4db2-b711-81c2cc99cbbe by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:54:07.052592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Attempting to bind port 8cb0d790-1291-4db2-b711-81c2cc99cbbe on network 439c294d-2b76-4567-8199-95b5d8dcf9eb {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:54:07.058789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:54:07.059134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Checking segment: {'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:54:07.059526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:07.059972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Bound using segment: {'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:54:07.060717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Bound port: 8cb0d790-1291-4db2-b711-81c2cc99cbbe, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:54:07.060923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:07.164927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] For port 8cb0d790-1291-4db2-b711-81c2cc99cbbe, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:54:07.168366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] For port 8cb0d790-1291-4db2-b711-81c2cc99cbbe, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8cb0d790-1291-4db2-b711-81c2cc99cbbe,segment=NetworkSegment(7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3),segment_id=7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:54:07.172343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:07.189140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:07.372863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d330a-27ee-4bb9-af4c-cc9ed9aaf358 None None] Pushing event updated for resources: {'Port': ['ID=8cb0d790-1291-4db2-b711-81c2cc99cbbe,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:07.390860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-451d330a-27ee-4bb9-af4c-cc9ed9aaf358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:07.421493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Routers {'db13bb31-be33-406f-94cd-edad55dc58c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:54:07.422382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a0cbe0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:54:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['db13bb31-be33-406f-94cd-edad55dc58c7'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:54:07.662607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8cb0d790-1291-4db2-b711-81c2cc99cbbe up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:54:07.745361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] Set router db13bb31-be33-406f-94cd-edad55dc58c7 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:54:07.950085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 8cb0d790-1291-4db2-b711-81c2cc99cbbe completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:54:08.044863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 8cb0d790-1291-4db2-b711-81c2cc99cbbe triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:08.045201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:08.226153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a0cbe0>, [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8cb0d790-1291-4db2-b711-81c2cc99cbbe', 'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'mac_address': 'fa:16:3e:d5:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:59Z', 'updated_at': '2020-12-03T11:54:07Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'subnets': [{'id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:54:08.238616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb786321-44a1-4c9a-bb36-21093f8b745c None None] The sync data for ids ['db13bb31-be33-406f-94cd-edad55dc58c7'] in dv-neutron-765072-2-ovs is: [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8cb0d790-1291-4db2-b711-81c2cc99cbbe', 'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'mac_address': 'fa:16:3e:d5:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:59Z', 'updated_at': '2020-12-03T11:54:07Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'subnets': [{'id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:54:08.242767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:08.281246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 8cb0d790-1291-4db2-b711-81c2cc99cbbe, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8cb0d790-1291-4db2-b711-81c2cc99cbbe,segment=NetworkSegment(7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3),segment_id=7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:54:08.288176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:08.291801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:08.374416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=8cb0d790-1291-4db2-b711-81c2cc99cbbe,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:08.385116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:09.604954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8cb0d790-1291-4db2-b711-81c2cc99cbbe up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:54:09.682294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 8cb0d790-1291-4db2-b711-81c2cc99cbbe triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:09.682699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:12.320121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-59af719d-ae15-4b60-bff9-e3e786e3aa03 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:12.321717 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-59af719d-ae15-4b60-bff9-e3e786e3aa03 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 813 time: 0.1562092
Dec 03 11:54:12.337594 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-8d547ac0-b95d-4c5c-a4fb-efa72fcb66e7 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/quotas/d2cd0db0324640e194206b60bac5bbd8 HTTP/1.1" status: 200  len: 375 time: 0.0098510
Dec 03 11:54:12.709318 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-fe8085f9-a4e1-4923-98ce-b7fef86ce7c3 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3661623
Dec 03 11:54:12.803638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-6207de65-d892-4539-8040-9405c5c0168a service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:54:12.804728 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-6207de65-d892-4539-8040-9405c5c0168a service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0825193
Dec 03 11:54:12.949432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-e11e034d-8844-46bf-aaed-d027df375c8e service neutron] 10.222.0.90 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376760
Dec 03 11:54:13.092276 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-ef200d89-a6ed-4653-9cd3-6488c229897b service neutron] 10.222.0.90 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360829
Dec 03 11:54:14.392527 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-66bccefb-50ef-4a3b-a4ef-67c0b9ea9c64 req-0d7eb6ca-eb18-4200-a2b8-5a45cd57d06b tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 210 time: 0.1262679
Dec 03 11:54:15.481761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-70abf1ce-deaa-4901-b91b-095be01e02c6 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:15.482527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-70abf1ce-deaa-4901-b91b-095be01e02c6 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Synchronizing usage tracker for tenant:d2cd0db0324640e194206b60bac5bbd8 on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:54:15.500617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-70abf1ce-deaa-4901-b91b-095be01e02c6 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Unset dirty status for tenant:d2cd0db0324640e194206b60bac5bbd8 on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:54:15.501896 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-70abf1ce-deaa-4901-b91b-095be01e02c6 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.91 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 813 time: 0.1843665
Dec 03 11:54:15.526951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Request body: {'port': {'device_id': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'admin_state_up': True, 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:54:15.586101 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-87efb6d4-a4d8-472b-8b9a-0a66a24aaf4a req-bba9b150-5b34-4c06-a49f-b67eb6180d9a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 210 time: 0.0544090
Dec 03 11:54:15.676323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:54:15.680471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Usage tracker for resource:port and tenant:d2cd0db0324640e194206b60bac5bbd8 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:54:15.683517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Quota usage for port was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:54:15.689463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:54:15.702724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Made reservation on behalf of d2cd0db0324640e194206b60bac5bbd8 for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:54:15.708781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:16.073449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Allocated IP 172.20.0.10 (439c294d-2b76-4567-8199-95b5d8dcf9eb/f399901f-33b8-4917-b100-ecf5eded20df/b71bad65-1e09-4644-8a07-6e075d0c72a3) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:54:16.325069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:16.342056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Transition to ACTIVE for port object b71bad65-1e09-4644-8a07-6e075d0c72a3 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:54:16.361513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:16.378232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e0049fad-5a2c-45fd-90f4-7de1c77ecf7e tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:16.525654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Pushing event updated for resources: {'Port': ['ID=b71bad65-1e09-4644-8a07-6e075d0c72a3,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:16.530211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:16.583840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Network 439c294d-2b76-4567-8199-95b5d8dcf9eb is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:54:16.584914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:54:16.587408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:54:16.697282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:16.698171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:16.743011 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2196727
Dec 03 11:54:16.866202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b91c1c-dcdc-474c-aa15-9dca8a7aeca3 req-6fa446ac-3101-4d77-bfa2-2ea7ebe3b0f2 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:16.868153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-00b91c1c-dcdc-474c-aa15-9dca8a7aeca3 req-6fa446ac-3101-4d77-bfa2-2ea7ebe3b0f2 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 932 time: 0.1105456
Dec 03 11:54:16.876367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-67a47c1f-3eab-418b-8eaf-2355fb57fced None None] Provisioning for port b71bad65-1e09-4644-8a07-6e075d0c72a3 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:54:16.882014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-67a47c1f-3eab-418b-8eaf-2355fb57fced None None] Provisioning complete for port b71bad65-1e09-4644-8a07-6e075d0c72a3 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:16.882660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-67a47c1f-3eab-418b-8eaf-2355fb57fced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:16.920597 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-00b91c1c-dcdc-474c-aa15-9dca8a7aeca3 req-00a72609-3c4e-4bef-8e52-32354a21733e tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456667
Dec 03 11:54:16.947716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-67a47c1f-3eab-418b-8eaf-2355fb57fced None None] Port b71bad65-1e09-4644-8a07-6e075d0c72a3 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:54:18.296137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1d56b-a8c3-42bd-9839-430dc4e10ebe req-fbe47dd1-b005-452e-ab67-01e9387846b1 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:18.301571 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e1d56b-a8c3-42bd-9839-430dc4e10ebe req-fbe47dd1-b005-452e-ab67-01e9387846b1 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 932 time: 0.0950859
Dec 03 11:54:18.349234 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e1d56b-a8c3-42bd-9839-430dc4e10ebe req-57b2db74-2e08-41a8-94db-e8f794c248cd tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431781
Dec 03 11:54:19.574639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2db22-0ccc-4388-9bde-d1afa8c9a8d7 req-b75a29ae-3925-4fd0-bfd6-b299484190d1 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:19.576322 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-03d2db22-0ccc-4388-9bde-d1afa8c9a8d7 req-b75a29ae-3925-4fd0-bfd6-b299484190d1 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 932 time: 0.0907233
Dec 03 11:54:19.630873 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-03d2db22-0ccc-4388-9bde-d1afa8c9a8d7 req-8d0cc971-1eaf-4375-8415-074d5f5db63a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475967
Dec 03 11:54:20.860573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8614f7-fd13-4c0d-b83e-e57a7a37b4f7 req-fcabe967-3f4d-4572-9733-ea52c1cd9c0f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:20.862821 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9f8614f7-fd13-4c0d-b83e-e57a7a37b4f7 req-fcabe967-3f4d-4572-9733-ea52c1cd9c0f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 932 time: 0.0896127
Dec 03 11:54:20.912169 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9f8614f7-fd13-4c0d-b83e-e57a7a37b4f7 req-28893cc2-328d-4543-bd82-bc7f6ca072ec tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425978
Dec 03 11:54:21.566697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:22.145054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df7c6b-27bd-4e04-addd-38d683eeef35 req-dc399dce-db2a-466c-99f6-5f22373c828f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:22.146750 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b0df7c6b-27bd-4e04-addd-38d683eeef35 req-dc399dce-db2a-466c-99f6-5f22373c828f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 932 time: 0.0896301
Dec 03 11:54:22.197546 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b0df7c6b-27bd-4e04-addd-38d683eeef35 req-f35644ad-a6da-4740-947c-6fcbb6ab526f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436115
Dec 03 11:54:23.415641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d8167-058e-473c-9db2-dcefcabff30c req-fbdcf84c-527e-47ca-b4ce-b107f95b6c4d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:23.417497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-715d8167-058e-473c-9db2-dcefcabff30c req-fbdcf84c-527e-47ca-b4ce-b107f95b6c4d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 932 time: 0.0893166
Dec 03 11:54:23.467535 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-715d8167-058e-473c-9db2-dcefcabff30c req-68e4a6fc-0dc3-456a-a561-1ecb998f5b90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436161
Dec 03 11:54:24.688933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26a839-b2d0-43bc-901c-64f6dc2bc413 req-e8d8bdf1-2e2c-4cb2-9fc3-08b1a63c4b3d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:24.691574 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d26a839-b2d0-43bc-901c-64f6dc2bc413 req-e8d8bdf1-2e2c-4cb2-9fc3-08b1a63c4b3d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 932 time: 0.0881002
Dec 03 11:54:24.745229 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d26a839-b2d0-43bc-901c-64f6dc2bc413 req-5a18d032-ec40-4cc1-9426-de6d924fb5bd tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460963
Dec 03 11:54:25.964178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff16aa-4335-412e-a199-3252b62a0ab9 req-b2a7d915-4c9e-42a0-b015-3e683ce5abe4 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:25.965799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2fff16aa-4335-412e-a199-3252b62a0ab9 req-b2a7d915-4c9e-42a0-b015-3e683ce5abe4 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 932 time: 0.0897386
Dec 03 11:54:26.013806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2fff16aa-4335-412e-a199-3252b62a0ab9 req-1f98082c-9d71-4353-a870-98f6271a6983 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410016
Dec 03 11:54:27.225790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47045d-30a4-4da8-af6c-3a57a6a58219 req-1ea596e5-38a7-479e-9e50-71587de353d6 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:27.227579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e47045d-30a4-4da8-af6c-3a57a6a58219 req-1ea596e5-38a7-479e-9e50-71587de353d6 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 932 time: 0.0831397
Dec 03 11:54:27.277432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e47045d-30a4-4da8-af6c-3a57a6a58219 req-c1560272-9efa-4446-8861-7d63c3f8cf80 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434940
Dec 03 11:54:27.485058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-04661b6a-a4cc-4f5e-b212-7c67ee1e7a1d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:54:27.486081 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-04661b6a-a4cc-4f5e-b212-7c67ee1e7a1d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060935
Dec 03 11:54:27.571245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Request body: {'port': {'device_id': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:54:27.690891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:28.104754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71bad65-1e09-4644-8a07-6e075d0c72a3 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:54:28.111883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:28.124502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Transition to ACTIVE for port object b71bad65-1e09-4644-8a07-6e075d0c72a3 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:54:28.127056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:28.142017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:28.277602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Pushing event updated for resources: {'Port': ['ID=b71bad65-1e09-4644-8a07-6e075d0c72a3,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:28.281779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:28.463872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Attempting to bind port b71bad65-1e09-4644-8a07-6e075d0c72a3 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:54:28.464229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Attempting to bind port b71bad65-1e09-4644-8a07-6e075d0c72a3 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:54:28.465099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Attempting to bind port b71bad65-1e09-4644-8a07-6e075d0c72a3 on network 439c294d-2b76-4567-8199-95b5d8dcf9eb {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:54:28.470603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:54:28.471116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Checking segment: {'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:54:28.472384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:28.472856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Bound using segment: {'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:54:28.473740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Bound port: b71bad65-1e09-4644-8a07-6e075d0c72a3, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:54:28.474120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:28.499630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d3604-a3e2-4276-9adc-c85819997231 req-ca5a5663-a374-42b6-8ac0-d8b1d2e1a0c6 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:28.501266 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ee4d3604-a3e2-4276-9adc-c85819997231 req-ca5a5663-a374-42b6-8ac0-d8b1d2e1a0c6 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 944 time: 0.0904002
Dec 03 11:54:28.553097 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ee4d3604-a3e2-4276-9adc-c85819997231 req-341fc58d-d33e-4908-8c6e-336d7d698d33 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443091
Dec 03 11:54:28.571549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] For port b71bad65-1e09-4644-8a07-6e075d0c72a3, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:54:28.574834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] For port b71bad65-1e09-4644-8a07-6e075d0c72a3, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3,segment=NetworkSegment(7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3),segment_id=7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:54:28.578780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:28.594677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c3b97ac7-8a80-45f5-8fe1-70188de8b7e7 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:28.737144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Pushing event updated for resources: {'Port': ['ID=b71bad65-1e09-4644-8a07-6e075d0c72a3,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:28.752141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:28.783057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:28.783727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:28.785358 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] 10.222.0.91 "PUT /v2.0/ports/b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 1158 time: 1.2921069
Dec 03 11:54:28.785903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:54:28.877053 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3', 'status': 'completed', 'code': 200}
Dec 03 11:54:28.917268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-007aded5-f50d-4c68-bf68-0cf390a3adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:28.918946 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-007aded5-f50d-4c68-bf68-0cf390a3adf8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1161 time: 0.0830169
Dec 03 11:54:29.001406 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-150c6e43-889d-4dba-826a-b219bc69b0bd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 217 time: 0.0697646
Dec 03 11:54:29.070841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-5e43c278-6a70-40df-be81-0496605b1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:29.072351 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-5e43c278-6a70-40df-be81-0496605b1d9c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 200  len: 852 time: 0.0649998
Dec 03 11:54:29.158192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-e44b382f-919e-4656-801f-97b5cd119842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:29.160301 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-e44b382f-919e-4656-801f-97b5cd119842 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=439c294d-2b76-4567-8199-95b5d8dcf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0784228
Dec 03 11:54:29.303810 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-4e4a337e-33fa-4d6b-9f79-5854f2d9d07e service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367879
Dec 03 11:54:29.450229 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-383676f2-d30b-4fb3-b22f-4e53c8c239f3 req-737355cd-67e4-4645-86b9-c9ca8fad5814 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402433
Dec 03 11:54:29.610893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f366827-b50b-442d-a4ce-de30d57c684f req-421fda11-0fba-457f-92b2-61f7d0cc0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:29.613708 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f366827-b50b-442d-a4ce-de30d57c684f req-421fda11-0fba-457f-92b2-61f7d0cc0d5b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1161 time: 0.0823724
Dec 03 11:54:29.760140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f366827-b50b-442d-a4ce-de30d57c684f req-9b4476d7-ef8e-435c-9c10-eb6450f656dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:29.761651 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f366827-b50b-442d-a4ce-de30d57c684f req-9b4476d7-ef8e-435c-9c10-eb6450f656dc service neutron] 10.222.0.91 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 907 time: 0.1419084
Dec 03 11:54:29.779309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64912c7a-cf33-4d2d-b290-18b8b01796c4 req-2198f6b5-512b-4365-9fd1-50f68343389c tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:29.780905 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-64912c7a-cf33-4d2d-b290-18b8b01796c4 req-2198f6b5-512b-4365-9fd1-50f68343389c tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 944 time: 0.0896277
Dec 03 11:54:29.830525 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-64912c7a-cf33-4d2d-b290-18b8b01796c4 req-20a3bcaf-6404-47f2-8adb-b3e5cc29f7e5 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423799
Dec 03 11:54:29.837041 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f366827-b50b-442d-a4ce-de30d57c684f req-825d26f5-e151-4256-97e3-cb816f225adf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 217 time: 0.0684602
Dec 03 11:54:29.907469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f366827-b50b-442d-a4ce-de30d57c684f req-7fd0f1ba-5287-48de-a34c-78ae029cb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:29.909591 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f366827-b50b-442d-a4ce-de30d57c684f req-7fd0f1ba-5287-48de-a34c-78ae029cb1ff service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 200  len: 852 time: 0.0652642
Dec 03 11:54:29.991614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f366827-b50b-442d-a4ce-de30d57c684f req-998e970e-f9a9-458b-9b1e-476d9195fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:29.993482 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f366827-b50b-442d-a4ce-de30d57c684f req-998e970e-f9a9-458b-9b1e-476d9195fff8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=439c294d-2b76-4567-8199-95b5d8dcf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0780926
Dec 03 11:54:30.187567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:54:30.389615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f366827-b50b-442d-a4ce-de30d57c684f req-48139449-4eb0-447d-ad90-e2ddb9d73226 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3888974
Dec 03 11:54:30.533043 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3f366827-b50b-442d-a4ce-de30d57c684f req-676e95f8-e967-45b0-a365-b2844ac2854a service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356635
Dec 03 11:54:30.881719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dfcb3699-f380-43bb-a300-002fef5e681c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:31.050231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd7ed9-119c-4cc0-8c0f-c5f0b6f513bf req-4c0b2103-1f90-4fc8-be31-495d0fd0f43d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:31.051847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2cfd7ed9-119c-4cc0-8c0f-c5f0b6f513bf req-4c0b2103-1f90-4fc8-be31-495d0fd0f43d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 944 time: 0.0830727
Dec 03 11:54:31.102725 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2cfd7ed9-119c-4cc0-8c0f-c5f0b6f513bf req-057eb650-5d47-44e4-866b-9df7b8080b58 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447078
Dec 03 11:54:32.319353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dac330-eb8a-48aa-8445-5ef99caa4c85 req-9dad0393-3325-444a-a9a4-271384e0462d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:32.320872 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-82dac330-eb8a-48aa-8445-5ef99caa4c85 req-9dad0393-3325-444a-a9a4-271384e0462d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 944 time: 0.0844131
Dec 03 11:54:32.368909 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-82dac330-eb8a-48aa-8445-5ef99caa4c85 req-5bc33b38-93a7-4d84-966d-a5f7390ca528 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417924
Dec 03 11:54:32.809281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.objects.ports [None req-bbaaa458-fc91-484d-8ec7-d907e8457da4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80977) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 11:54:33.001259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5a682cb5-6eed-416e-b6e3-ad1b426846c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:33.388587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b71bad65-1e09-4644-8a07-6e075d0c72a3 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:54:33.459400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port b71bad65-1e09-4644-8a07-6e075d0c72a3 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:54:33.464423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port b71bad65-1e09-4644-8a07-6e075d0c72a3 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:33.464845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:33.584427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9c9c-3f50-47b9-841f-bd2e7676ccf5 req-5cd81575-9a73-4c07-a4e3-36a8164555f0 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:33.586048 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d27d9c9c-3f50-47b9-841f-bd2e7676ccf5 req-5cd81575-9a73-4c07-a4e3-36a8164555f0 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 944 time: 0.0881038
Dec 03 11:54:33.588439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:33.617564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:54:33.629000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port b71bad65-1e09-4644-8a07-6e075d0c72a3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3,segment=NetworkSegment(7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3),segment_id=7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:54:33.632028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:33.634752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:33.635116 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d27d9c9c-3f50-47b9-841f-bd2e7676ccf5 req-2a5ab749-14b2-4cdb-8d5d-2c161bef1e60 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424078
Dec 03 11:54:33.695551 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3', 'code': 200}
Dec 03 11:54:33.708900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=b71bad65-1e09-4644-8a07-6e075d0c72a3,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:33.716770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.717166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.717553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.717940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.718319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.719341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.719727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.720298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.720681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.721057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.721743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.722259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.722700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.723108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.723486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.723861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.724232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.724606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.724975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.725346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.725718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.726064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.726484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.726784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:33.732017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:33.889523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:33.962114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd20ca-a0a9-447b-a04c-5148ccdac76f req-0cdcdafb-8842-439d-9172-7f8b692084da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:33.963778 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bbdd20ca-a0a9-447b-a04c-5148ccdac76f req-0cdcdafb-8842-439d-9172-7f8b692084da service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1163 time: 0.0758183
Dec 03 11:54:34.006826 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bbdd20ca-a0a9-447b-a04c-5148ccdac76f req-faa252da-4908-48ba-ae09-02909aba9f38 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368152
Dec 03 11:54:34.813400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b71bad65-1e09-4644-8a07-6e075d0c72a3 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:54:34.862186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600e3be-1869-441b-a214-4321323df494 req-298881e5-4cb4-4bd7-a694-cfe8ab7563ad tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:34.864109 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9600e3be-1869-441b-a214-4321323df494 req-298881e5-4cb4-4bd7-a694-cfe8ab7563ad tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 946 time: 0.0863700
Dec 03 11:54:34.921082 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9600e3be-1869-441b-a214-4321323df494 req-48ca99ba-34c7-4ca8-b329-67d31085834d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498204
Dec 03 11:54:35.059956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port b71bad65-1e09-4644-8a07-6e075d0c72a3 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:35.060376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:35.117773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:35.629642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:36.135529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbd559-f342-443c-a831-dd3a55af0f3d req-3d12ad64-53ad-4270-bd5b-a78c6dceb9c8 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:36.137114 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cedbd559-f342-443c-a831-dd3a55af0f3d req-3d12ad64-53ad-4270-bd5b-a78c6dceb9c8 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 946 time: 0.0826190
Dec 03 11:54:36.184050 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cedbd559-f342-443c-a831-dd3a55af0f3d req-367f19f9-0d0b-4f5f-926a-ae134253f0a1 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405719
Dec 03 11:54:36.399745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1aced-60da-4705-8f77-fb2a9dcae9d0 req-b28a652c-44db-4804-80c1-a55e09830ffe tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:36.401340 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ddd1aced-60da-4705-8f77-fb2a9dcae9d0 req-b28a652c-44db-4804-80c1-a55e09830ffe tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 946 time: 0.0869176
Dec 03 11:54:36.448141 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ddd1aced-60da-4705-8f77-fb2a9dcae9d0 req-7e0bc565-e48e-46ed-a3cb-54c7856c5e06 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404890
Dec 03 11:54:36.849847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b71bad65-1e09-4644-8a07-6e075d0c72a3 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:54:36.911248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d8539-6854-4219-85fe-252aaadf5e15 req-499be222-5b80-4e49-9b3b-448828969a50 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:36.912627 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ed5d8539-6854-4219-85fe-252aaadf5e15 req-499be222-5b80-4e49-9b3b-448828969a50 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 946 time: 0.0890326
Dec 03 11:54:36.923190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port b71bad65-1e09-4644-8a07-6e075d0c72a3 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:36.923615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:36.967504 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ed5d8539-6854-4219-85fe-252aaadf5e15 req-c277d975-e2b0-40ff-9806-b5b18f922677 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476131
Dec 03 11:54:47.625676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23571ec3-555d-48d1-bfc1-b04c251d7af4 req-50f60234-84d8-439c-996d-8d1bbfac7460 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:47.627302 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-23571ec3-555d-48d1-bfc1-b04c251d7af4 req-50f60234-84d8-439c-996d-8d1bbfac7460 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 946 time: 0.0841160
Dec 03 11:54:47.674254 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-23571ec3-555d-48d1-bfc1-b04c251d7af4 req-c32184fb-5db2-4dda-ac1f-64a2a044b6bb tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402172
Dec 03 11:54:47.893747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-556c974c-8fda-4d7a-bacb-47fe9aededdf tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1623414
Dec 03 11:54:47.905106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:54:47.912112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:54:47.916234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Usage tracker for resource:floatingip and tenant:d2cd0db0324640e194206b60bac5bbd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:54:47.919254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:54:47.925255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:54:47.934712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:48.080968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:48.356020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Allocated IP 172.26.1.210 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/ba61abc4-f2dd-4be9-ab6b-2fcb73ed1959) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:54:48.510526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:48.536415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:48.552273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5743c75-aa52-4e2d-b993-f95a064ea1d7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:48.687732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Pushing event updated for resources: {'Port': ['ID=ba61abc4-f2dd-4be9-ab6b-2fcb73ed1959,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:48.700106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.700535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.700953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.701369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.701778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.702892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.702892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.703171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.704094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.704094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.704094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.704584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.704908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.705312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.705724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.707791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.707791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.707791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.708106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.708440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.708840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.709239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.709634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.710032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:54:48.715382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:48.760140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:54:48.761336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:54:48.763690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:54:48.848952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:48.913396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:49.176446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:49.179927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:49.195366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3028a87a-a3f1-4311-bc3f-8831fd2ee426 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:49.333982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Pushing event updated for resources: {'Port': ['ID=ba61abc4-f2dd-4be9-ab6b-2fcb73ed1959,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:49.337191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:49.434569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:49.456932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:49.458245 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5574381
Dec 03 11:54:49.543999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-f86f711c-a059-4e48-a0d4-5bb7640ce23a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Synchronizing usage tracker for tenant:d2cd0db0324640e194206b60bac5bbd8 on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:54:49.561144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-f86f711c-a059-4e48-a0d4-5bb7640ce23a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Unset dirty status for tenant:d2cd0db0324640e194206b60bac5bbd8 on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:54:49.562422 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-f86f711c-a059-4e48-a0d4-5bb7640ce23a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.210 HTTP/1.1" status: 200  len: 696 time: 0.0974076
Dec 03 11:54:49.992517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-365dfbf9-dc70-4ad6-9748-11de527ec7fe tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:49.994100 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-365dfbf9-dc70-4ad6-9748-11de527ec7fe tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.4250433
Dec 03 11:54:50.004909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-bc067f59-e4b5-4da0-8ef6-4f46a1312ca7 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:54:50.005933 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d7483e9e-d580-4460-9f96-1bd3a92aae71 req-bc067f59-e4b5-4da0-8ef6-4f46a1312ca7 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0059304
Dec 03 11:54:50.201327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-c138e13a-b88d-4c6d-9814-d16cf1d53012 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:50.202863 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-c138e13a-b88d-4c6d-9814-d16cf1d53012 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0854893
Dec 03 11:54:50.290193 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-55e7f6a6-152b-4e7b-8132-9df458d8625a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.210 HTTP/1.1" status: 200  len: 696 time: 0.0805943
Dec 03 11:54:50.300789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-b0c44e38-df88-4adf-86de-8454cc927216 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Request body: {'floatingip': {'port_id': 'b71bad65-1e09-4644-8a07-6e075d0c72a3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:54:50.379745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-b0c44e38-df88-4adf-86de-8454cc927216 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:50.989209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-b0c44e38-df88-4adf-86de-8454cc927216 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:50.991939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-b0c44e38-df88-4adf-86de-8454cc927216 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:51.167125 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-b0c44e38-df88-4adf-86de-8454cc927216 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Floating IP 95e1b448-6a4e-42d0-a56d-e17333020b11 associated. External IP: 172.26.1.210, port: b71bad65-1e09-4644-8a07-6e075d0c72a3.
Dec 03 11:54:51.524215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-b0c44e38-df88-4adf-86de-8454cc927216 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Router db13bb31-be33-406f-94cd-edad55dc58c7 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:54:51.566557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:51.712023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-b0c44e38-df88-4adf-86de-8454cc927216 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:54:51.716433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-b0c44e38-df88-4adf-86de-8454cc927216 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:51.721768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37fd30-a83e-4993-bc28-f79bdd977c60 None None] Sync routers for ids ['db13bb31-be33-406f-94cd-edad55dc58c7'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:54:51.733448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37fd30-a83e-4993-bc28-f79bdd977c60 None None] Routers {'db13bb31-be33-406f-94cd-edad55dc58c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:54:51.734212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cf37fd30-a83e-4993-bc28-f79bdd977c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6730f28>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:54:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['db13bb31-be33-406f-94cd-edad55dc58c7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:54:51.772564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-b0c44e38-df88-4adf-86de-8454cc927216 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "PUT /v2.0/floatingips/95e1b448-6a4e-42d0-a56d-e17333020b11 HTTP/1.1" status: 200  len: 997 time: 1.4760249
Dec 03 11:54:51.773155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:54:51.866830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-0fd5db82-8e18-4a96-8ed5-7efca9846740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:51.868613 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-0fd5db82-8e18-4a96-8ed5-7efca9846740 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1163 time: 0.0791926
Dec 03 11:54:51.952346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cf37fd30-a83e-4993-bc28-f79bdd977c60 None None] Set router db13bb31-be33-406f-94cd-edad55dc58c7 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:54:51.993681 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3', 'status': 'completed', 'code': 200}
Dec 03 11:54:52.039832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-84ba7184-78ab-44a0-8a85-e0bd89f5dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:52.041643 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-84ba7184-78ab-44a0-8a85-e0bd89f5dd47 service neutron] 10.222.0.90 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 907 time: 0.1662796
Dec 03 11:54:52.076682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e1d28-d9a0-4b38-8208-ede0bd11d1fd req-8999a830-b6ae-4cd7-ad8a-329a902d92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:52.078438 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5f6e1d28-d9a0-4b38-8208-ede0bd11d1fd req-8999a830-b6ae-4cd7-ad8a-329a902d92b0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1163 time: 0.0848422
Dec 03 11:54:52.158514 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-2dfded5c-fa69-465b-9b5f-7094a6509c22 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 1000 time: 0.1101785
Dec 03 11:54:52.226746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e1d28-d9a0-4b38-8208-ede0bd11d1fd req-518568bc-a645-4691-92fb-27b16b49c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:52.228656 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5f6e1d28-d9a0-4b38-8208-ede0bd11d1fd req-518568bc-a645-4691-92fb-27b16b49c2a2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 907 time: 0.1428597
Dec 03 11:54:52.236805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-725bfa04-4657-4392-9e9d-5951c982030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:52.239057 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-725bfa04-4657-4392-9e9d-5951c982030d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 200  len: 852 time: 0.0730357
Dec 03 11:54:52.326102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-33dd21e0-bcb2-4ebc-bcc1-b8b1426952cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:52.327741 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-33dd21e0-bcb2-4ebc-bcc1-b8b1426952cc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=439c294d-2b76-4567-8199-95b5d8dcf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0812774
Dec 03 11:54:52.330898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cf37fd30-a83e-4993-bc28-f79bdd977c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6730f28>, [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '95e1b448-6a4e-42d0-a56d-e17333020b11', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'floating_ip_address': '172.26.1.210', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'port_id': 'b71bad65-1e09-4644-8a07-6e075d0c72a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'mac_address': 'fa:16:3e:58:bf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:54:48Z', 'updated_at': '2020-12-03T11:54:50Z', 'revision_number': 1, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb0d790-1291-4db2-b711-81c2cc99cbbe', 'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'mac_address': 'fa:16:3e:d5:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:59Z', 'updated_at': '2020-12-03T11:54:08Z', 'revision_number': 5, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'subnets': [{'id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:54:52.335618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37fd30-a83e-4993-bc28-f79bdd977c60 None None] Checking router: db13bb31-be33-406f-94cd-edad55dc58c7 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:54:52.341047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-6a43c468-55b3-49f9-b77c-d207f1652b8f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:54:52.342274 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-6a43c468-55b3-49f9-b77c-d207f1652b8f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060625
Dec 03 11:54:52.344716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37fd30-a83e-4993-bc28-f79bdd977c60 None None] Routers {'db13bb31-be33-406f-94cd-edad55dc58c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:54:52.345381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cf37fd30-a83e-4993-bc28-f79bdd977c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6730f28>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:54:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['db13bb31-be33-406f-94cd-edad55dc58c7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:54:52.345553 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5f6e1d28-d9a0-4b38-8208-ede0bd11d1fd req-e333a13f-ed18-4c46-b030-a473b4ec34fb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 1000 time: 0.1092501
Dec 03 11:54:52.416153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e1d28-d9a0-4b38-8208-ede0bd11d1fd req-fa6ae272-e245-4aca-9090-228bcd36b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:52.417767 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5f6e1d28-d9a0-4b38-8208-ede0bd11d1fd req-fa6ae272-e245-4aca-9090-228bcd36b3af service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 200  len: 852 time: 0.0662920
Dec 03 11:54:52.494392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-41a32f93-9b05-4877-aa20-1ce80ec73f30 service neutron] 10.222.0.90 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442382
Dec 03 11:54:52.501972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e1d28-d9a0-4b38-8208-ede0bd11d1fd req-9399700c-f53e-4735-b4b5-92c92b320637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:52.504040 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5f6e1d28-d9a0-4b38-8208-ede0bd11d1fd req-9399700c-f53e-4735-b4b5-92c92b320637 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=439c294d-2b76-4567-8199-95b5d8dcf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0795639
Dec 03 11:54:52.530636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cf37fd30-a83e-4993-bc28-f79bdd977c60 None None] Set router db13bb31-be33-406f-94cd-edad55dc58c7 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:54:52.646244 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-12ea4de1-df3f-4585-94b0-dd832e67dcc7 req-e0d657f0-d989-403d-a100-aa4794ffa91b service neutron] 10.222.0.90 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444907
Dec 03 11:54:52.659617 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5f6e1d28-d9a0-4b38-8208-ede0bd11d1fd req-004ddb64-f14d-496a-8057-a0575d08652a service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486666
Dec 03 11:54:52.694096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1648621713', 'description': 'tempest-TestMinimumBasicScenario-1648621713 description'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:54:52.701069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:54:52.705157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Usage tracker for resource:security_group and tenant:d2cd0db0324640e194206b60bac5bbd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:54:52.708726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:54:52.714357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:54:52.724572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:52.747624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:54:52.758040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Usage tracker for resource:security_group_rule and tenant:d2cd0db0324640e194206b60bac5bbd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:54:52.758040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:54:52.776046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:54:52.828662 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5f6e1d28-d9a0-4b38-8208-ede0bd11d1fd req-7bcc9c50-9bc2-4a64-9174-3e008fffef60 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1539321
Dec 03 11:54:52.841407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:52.845004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:52.851238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-13e3fcea-4c22-4723-b116-9448fc8e9d4b tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:52.897316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:52.898749 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c2a70cd3-c2e0-414e-91ff-4d9ca00b26ba req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1771 time: 0.2095263
Dec 03 11:54:52.899631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Pushing event updated for resources: {'SecurityGroup': ['ID=42997c37-c345-43d4-9441-6afb0f53f044,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:52.904391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25179e96-04fc-4068-8f55-86ed5824fa4a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:52.928588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cf37fd30-a83e-4993-bc28-f79bdd977c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6730f28>, [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '95e1b448-6a4e-42d0-a56d-e17333020b11', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'floating_ip_address': '172.26.1.210', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'port_id': 'b71bad65-1e09-4644-8a07-6e075d0c72a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'mac_address': 'fa:16:3e:58:bf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:54:48Z', 'updated_at': '2020-12-03T11:54:50Z', 'revision_number': 1, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb0d790-1291-4db2-b711-81c2cc99cbbe', 'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'mac_address': 'fa:16:3e:d5:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:59Z', 'updated_at': '2020-12-03T11:54:08Z', 'revision_number': 5, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'subnets': [{'id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:54:52.933240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37fd30-a83e-4993-bc28-f79bdd977c60 None None] The sync data for ids ['db13bb31-be33-406f-94cd-edad55dc58c7'] in dv-neutron-765072-2-ovs is: [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '95e1b448-6a4e-42d0-a56d-e17333020b11', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'floating_ip_address': '172.26.1.210', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'port_id': 'b71bad65-1e09-4644-8a07-6e075d0c72a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'mac_address': 'fa:16:3e:58:bf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:54:48Z', 'updated_at': '2020-12-03T11:54:50Z', 'revision_number': 1, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb0d790-1291-4db2-b711-81c2cc99cbbe', 'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'mac_address': 'fa:16:3e:d5:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:59Z', 'updated_at': '2020-12-03T11:54:08Z', 'revision_number': 5, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'subnets': [{'id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:54:52.995563 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-51ac5835-849a-4eba-a568-ea789199da55 req-2970a5c8-2091-49f9-98c5-5357695abea1 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups/42997c37-c345-43d4-9441-6afb0f53f044 HTTP/1.1" status: 200  len: 1766 time: 0.0538540
Dec 03 11:54:53.007797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-51ac5835-849a-4eba-a568-ea789199da55 req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42997c37-c345-43d4-9441-6afb0f53f044', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:54:53.008295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-51ac5835-849a-4eba-a568-ea789199da55 req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42997c37-c345-43d4-9441-6afb0f53f044', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:54:53.015039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-51ac5835-849a-4eba-a568-ea789199da55 req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:54:53.019746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-51ac5835-849a-4eba-a568-ea789199da55 req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Usage tracker for resource:security_group_rule and tenant:d2cd0db0324640e194206b60bac5bbd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:54:53.022897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-51ac5835-849a-4eba-a568-ea789199da55 req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:54:53.028763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-51ac5835-849a-4eba-a568-ea789199da55 req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:54:53.085306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-51ac5835-849a-4eba-a568-ea789199da55 req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:53.113279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-51ac5835-849a-4eba-a568-ea789199da55 req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:53.115899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-51ac5835-849a-4eba-a568-ea789199da55 req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:53.117909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e63aa4a-e079-459e-9866-6dd2d0ae85f7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:53.142830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c760e2-f26d-463e-8687-bba8ad505025,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:53.146014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:53.152318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-51ac5835-849a-4eba-a568-ea789199da55 req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:53.153605 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-51ac5835-849a-4eba-a568-ea789199da55 req-f2d04cff-a922-4b5d-bd43-cd5bbd580b2a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1512845
Dec 03 11:54:53.239615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ba530b04-47ee-46fe-ac13-361172ef6968 req-7c736797-f381-40a2-871b-ae99918cfdae tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups/42997c37-c345-43d4-9441-6afb0f53f044 HTTP/1.1" status: 200  len: 2328 time: 0.0525386
Dec 03 11:54:53.240124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd8a72c-6770-40e4-8b1b-2eebeead9dd7 None None] New status for floating IP 95e1b448-6a4e-42d0-a56d-e17333020b11: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:54:53.251852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-ba530b04-47ee-46fe-ac13-361172ef6968 req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42997c37-c345-43d4-9441-6afb0f53f044', 'remote_group_id': None}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:54:53.252208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-ba530b04-47ee-46fe-ac13-361172ef6968 req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42997c37-c345-43d4-9441-6afb0f53f044', 'remote_group_id': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:54:53.260029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ba530b04-47ee-46fe-ac13-361172ef6968 req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:54:53.264105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ba530b04-47ee-46fe-ac13-361172ef6968 req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Usage tracker for resource:security_group_rule and tenant:d2cd0db0324640e194206b60bac5bbd8 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:54:53.267243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ba530b04-47ee-46fe-ac13-361172ef6968 req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:54:53.273348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ba530b04-47ee-46fe-ac13-361172ef6968 req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:54:53.335863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ba530b04-47ee-46fe-ac13-361172ef6968 req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:53.363484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ba530b04-47ee-46fe-ac13-361172ef6968 req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:53.366041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ba530b04-47ee-46fe-ac13-361172ef6968 req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:53.368348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-123aeae4-a878-4a9c-9ddf-6cdaa0d5f065 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:53.390029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d1bebd-c00d-4a77-b984-09ca7ff8477a,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:53.395196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:53.402206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ba530b04-47ee-46fe-ac13-361172ef6968 req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:53.403474 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ba530b04-47ee-46fe-ac13-361172ef6968 req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1563272
Dec 03 11:54:53.549286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-4cc04691-7dab-4375-8e3f-a77a9b2f87c9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Synchronizing usage tracker for tenant:d2cd0db0324640e194206b60bac5bbd8 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:54:53.566333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-4cc04691-7dab-4375-8e3f-a77a9b2f87c9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Unset dirty status for tenant:d2cd0db0324640e194206b60bac5bbd8 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:54:53.567643 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-4cc04691-7dab-4375-8e3f-a77a9b2f87c9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1648621713&fields=id&tenant_id=d2cd0db0324640e194206b60bac5bbd8 HTTP/1.1" status: 200  len: 267 time: 0.0598114
Dec 03 11:54:53.654146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-37859652-c94d-4c44-80cf-b89c3a68edef tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:53.655726 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-37859652-c94d-4c44-80cf-b89c3a68edef tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 946 time: 0.0818667
Dec 03 11:54:53.667960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-9a6187ae-eb89-4664-9424-103addc55c1f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Request body: {'port': {'security_groups': ['194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1', '42997c37-c345-43d4-9441-6afb0f53f044']}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:54:54.071809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-9a6187ae-eb89-4664-9424-103addc55c1f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:54.395876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-9a6187ae-eb89-4664-9424-103addc55c1f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] For port b71bad65-1e09-4644-8a07-6e075d0c72a3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3,segment=NetworkSegment(7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3),segment_id=7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:54:54.421554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-9a6187ae-eb89-4664-9424-103addc55c1f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:54.425048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-9a6187ae-eb89-4664-9424-103addc55c1f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:54.442505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf57082a-9fdd-4a7a-b1ee-c4570c06ef16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:54:54.599692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6187ae-eb89-4664-9424-103addc55c1f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Pushing event updated for resources: {'Port': ['ID=b71bad65-1e09-4644-8a07-6e075d0c72a3,revision_number=5']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:54:54.603424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9a6187ae-eb89-4664-9424-103addc55c1f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:54:54.644071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-9a6187ae-eb89-4664-9424-103addc55c1f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:54.644737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-9a6187ae-eb89-4664-9424-103addc55c1f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:54.646254 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9a797fb0-0af7-4650-bff5-0636f594c3d6 req-9a6187ae-eb89-4664-9424-103addc55c1f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "PUT /v2.0/ports/b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 982 time: 0.9831550
Dec 03 11:54:54.646779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:54:54.712617 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3', 'status': 'completed', 'code': 200}
Dec 03 11:54:54.842928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9c184-7ab3-4124-b08b-682347bad5eb req-79670ec7-29a9-4dc3-924f-2ae87331885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:54.844621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bed9c184-7ab3-4124-b08b-682347bad5eb req-79670ec7-29a9-4dc3-924f-2ae87331885e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1203 time: 0.0860703
Dec 03 11:54:54.845030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f697d7-1991-4faa-acec-a8fca3c2e6b8 req-a5b6ac42-2cb7-4c86-9164-cf14a36547f1 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:54.846648 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c3f697d7-1991-4faa-acec-a8fca3c2e6b8 req-a5b6ac42-2cb7-4c86-9164-cf14a36547f1 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.0864894
Dec 03 11:54:54.892696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-591d53b8-07be-407d-bc31-3028b4049879 None None] Provisioning complete for port b71bad65-1e09-4644-8a07-6e075d0c72a3 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:54.893456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-591d53b8-07be-407d-bc31-3028b4049879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:54.921039 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c3f697d7-1991-4faa-acec-a8fca3c2e6b8 req-50bd6788-4235-4c93-b34d-6adcefe37420 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=42997c37-c345-43d4-9441-6afb0f53f044&id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0664268
Dec 03 11:54:54.998073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9c184-7ab3-4124-b08b-682347bad5eb req-d303301e-c6cb-4561-bc35-e6474b0077bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:54.999734 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bed9c184-7ab3-4124-b08b-682347bad5eb req-d303301e-c6cb-4561-bc35-e6474b0077bd service neutron] 10.222.0.91 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 907 time: 0.1482823
Dec 03 11:54:55.110270 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bed9c184-7ab3-4124-b08b-682347bad5eb req-a6fbe7d2-c170-4304-8355-fa14873314a0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 1002 time: 0.1029623
Dec 03 11:54:55.179165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9c184-7ab3-4124-b08b-682347bad5eb req-d7c785e0-683b-49ce-9b5e-3cb6496cc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:55.180653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bed9c184-7ab3-4124-b08b-682347bad5eb req-d7c785e0-683b-49ce-9b5e-3cb6496cc71e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 200  len: 852 time: 0.0640886
Dec 03 11:54:55.236349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b71bad65-1e09-4644-8a07-6e075d0c72a3 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:54:55.262377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9c184-7ab3-4124-b08b-682347bad5eb req-cf182e8b-cd76-4099-a8ea-763c9cb196e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:54:55.264037 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bed9c184-7ab3-4124-b08b-682347bad5eb req-cf182e8b-cd76-4099-a8ea-763c9cb196e2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=439c294d-2b76-4567-8199-95b5d8dcf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0752506
Dec 03 11:54:55.313691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port b71bad65-1e09-4644-8a07-6e075d0c72a3 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:54:55.314039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:54:55.411162 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bed9c184-7ab3-4124-b08b-682347bad5eb req-30c6c378-80a3-4470-a1e3-7d84cdaed01b service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392448
Dec 03 11:54:55.557433 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bed9c184-7ab3-4124-b08b-682347bad5eb req-4dfcfb36-3d74-43ec-8402-ad05ea934620 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398053
Dec 03 11:55:00.881880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38d4208f-6ef8-4c01-9c19-3baa132dc536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:55:01.729296 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-84d45f4e-2be0-4ee8-99cd-9739229281a1 req-6fc0478f-d048-4718-aced-debe840bbfcf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0797360
Dec 03 11:55:01.894608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d45f4e-2be0-4ee8-99cd-9739229281a1 req-57584ae5-7cd5-4f3f-ac30-de47203acb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:01.896294 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-84d45f4e-2be0-4ee8-99cd-9739229281a1 req-57584ae5-7cd5-4f3f-ac30-de47203acb31 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1203 time: 0.0782070
Dec 03 11:55:02.056999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d45f4e-2be0-4ee8-99cd-9739229281a1 req-3c7c5c1a-b79e-4ec2-9c1a-41efa3d86e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:02.058588 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-84d45f4e-2be0-4ee8-99cd-9739229281a1 req-3c7c5c1a-b79e-4ec2-9c1a-41efa3d86e0d service neutron] 10.222.0.91 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 907 time: 0.1437087
Dec 03 11:55:02.168103 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-84d45f4e-2be0-4ee8-99cd-9739229281a1 req-f1c4813e-d7d7-4247-bf58-03fb0fc1179a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 1002 time: 0.1014760
Dec 03 11:55:02.238790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d45f4e-2be0-4ee8-99cd-9739229281a1 req-3568ddb8-04ba-4306-a8b2-b0a1ed921b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:02.240382 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-84d45f4e-2be0-4ee8-99cd-9739229281a1 req-3568ddb8-04ba-4306-a8b2-b0a1ed921b36 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 200  len: 852 time: 0.0653641
Dec 03 11:55:02.323795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d45f4e-2be0-4ee8-99cd-9739229281a1 req-e30ec6ee-2248-4abd-8c50-1aca63362a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:02.325385 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-84d45f4e-2be0-4ee8-99cd-9739229281a1 req-e30ec6ee-2248-4abd-8c50-1aca63362a2a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=439c294d-2b76-4567-8199-95b5d8dcf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0785570
Dec 03 11:55:02.471178 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-84d45f4e-2be0-4ee8-99cd-9739229281a1 req-4cfb72f4-e11d-4168-b8dc-2c560a1000c1 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382561
Dec 03 11:55:02.617173 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-84d45f4e-2be0-4ee8-99cd-9739229281a1 req-ce33b847-9c66-4614-b1af-6907c501228c service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389604
Dec 03 11:55:03.002865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-794ff9a7-bb60-4608-9dfe-6b6c5fad910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:55:03.891088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:55:05.079304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:55:05.633223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:55:07.187341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:55:21.561140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:55:30.873624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23ae2a62-6ca5-4ec1-973c-d741429df3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:55:33.004724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-981e7a3f-7ec1-4147-bd81-4dcc179e015c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:55:33.894388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:55:35.082265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:55:35.635593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:55:43.481334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca113486-bf9f-4d4d-a59d-65372b2df8aa req-84259888-cfb4-4d1f-9005-972d4ce8c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:43.483032 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca113486-bf9f-4d4d-a59d-65372b2df8aa req-84259888-cfb4-4d1f-9005-972d4ce8c3e9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1203 time: 0.1014104
Dec 03 11:55:43.515077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659f6bf-9bf6-45fe-8c49-df48966d3cf5 req-eaafc263-5b1f-4eab-8c3a-8511ff1951ef tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:43.516728 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c659f6bf-9bf6-45fe-8c49-df48966d3cf5 req-eaafc263-5b1f-4eab-8c3a-8511ff1951ef tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.1006017
Dec 03 11:55:43.577989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c659f6bf-9bf6-45fe-8c49-df48966d3cf5 req-f3b99f4c-f374-4b88-aa05-1ac4bae89f35 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=42997c37-c345-43d4-9441-6afb0f53f044&id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0510657
Dec 03 11:55:43.661276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca113486-bf9f-4d4d-a59d-65372b2df8aa req-75335006-b453-4ebb-bed0-d620606eb17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:43.662884 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca113486-bf9f-4d4d-a59d-65372b2df8aa req-75335006-b453-4ebb-bed0-d620606eb17b service neutron] 10.222.0.91 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 907 time: 0.1725345
Dec 03 11:55:44.021850 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca113486-bf9f-4d4d-a59d-65372b2df8aa req-dd9c4b19-38b5-42c5-92ab-0cd21565b123 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 1002 time: 0.3512504
Dec 03 11:55:44.092221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca113486-bf9f-4d4d-a59d-65372b2df8aa req-0c032d7a-d82e-4aa2-a6ac-55065c311467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:44.093774 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca113486-bf9f-4d4d-a59d-65372b2df8aa req-0c032d7a-d82e-4aa2-a6ac-55065c311467 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 200  len: 852 time: 0.0651450
Dec 03 11:55:44.173738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca113486-bf9f-4d4d-a59d-65372b2df8aa req-3f8efa2f-4e46-438d-bc21-f17792ad3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:44.175348 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca113486-bf9f-4d4d-a59d-65372b2df8aa req-3f8efa2f-4e46-438d-bc21-f17792ad3198 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=439c294d-2b76-4567-8199-95b5d8dcf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0751963
Dec 03 11:55:44.186880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:55:44.316907 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca113486-bf9f-4d4d-a59d-65372b2df8aa req-d3bb9c7e-eae7-4089-9970-0ffa7e7f1168 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343751
Dec 03 11:55:44.465414 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ca113486-bf9f-4d4d-a59d-65372b2df8aa req-be70e7a2-f03f-40a5-9c40-f02d9cb83ccf service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407051
Dec 03 11:55:44.803313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e560b-d69e-4138-8075-1773f66cf0b0 req-06a8f774-a407-4a91-992c-ec5249514c47 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:44.804859 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a92e560b-d69e-4138-8075-1773f66cf0b0 req-06a8f774-a407-4a91-992c-ec5249514c47 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.0885894
Dec 03 11:55:44.858642 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a92e560b-d69e-4138-8075-1773f66cf0b0 req-cd08ae8f-2112-4a42-bc55-0259d66a5d81 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=42997c37-c345-43d4-9441-6afb0f53f044&id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0472186
Dec 03 11:55:46.080340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ecd39-9164-42a8-87ca-5fa4f6ec3c13 req-83ecf209-c066-4243-bd73-e1d5c4a09815 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:46.081985 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc1ecd39-9164-42a8-87ca-5fa4f6ec3c13 req-83ecf209-c066-4243-bd73-e1d5c4a09815 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.0870268
Dec 03 11:55:46.132329 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bc1ecd39-9164-42a8-87ca-5fa4f6ec3c13 req-670de950-e0c1-4a09-9999-5b8c861d3edb tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=42997c37-c345-43d4-9441-6afb0f53f044&id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0438614
Dec 03 11:55:47.349784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d7122-4b3f-45a5-bbdf-86b000cf35dc req-2fcc3eee-d218-4e1b-8b68-c6b00cd279f5 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:47.351397 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2a7d7122-4b3f-45a5-bbdf-86b000cf35dc req-2fcc3eee-d218-4e1b-8b68-c6b00cd279f5 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.0868657
Dec 03 11:55:47.399868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2a7d7122-4b3f-45a5-bbdf-86b000cf35dc req-d15a8049-1b8c-4cfc-9634-02be15ded6f7 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=42997c37-c345-43d4-9441-6afb0f53f044&id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0417945
Dec 03 11:55:48.611910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f27277-7ee6-4eb7-8cbe-97bff33302d6 req-779e7d5e-aa75-494a-9188-0d65df6cb34d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:48.613516 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6f27277-7ee6-4eb7-8cbe-97bff33302d6 req-779e7d5e-aa75-494a-9188-0d65df6cb34d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.0850501
Dec 03 11:55:48.666063 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6f27277-7ee6-4eb7-8cbe-97bff33302d6 req-f88d1a8d-4154-4c14-bf1f-305dc74f905d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=42997c37-c345-43d4-9441-6afb0f53f044&id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0461464
Dec 03 11:55:49.879466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99d458-a88d-45b8-b3ba-5f9e647f2830 req-b542b623-b4cf-4d6e-b6b8-cc9aff8387be tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:49.881029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0d99d458-a88d-45b8-b3ba-5f9e647f2830 req-b542b623-b4cf-4d6e-b6b8-cc9aff8387be tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.0841084
Dec 03 11:55:49.931587 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0d99d458-a88d-45b8-b3ba-5f9e647f2830 req-0a3b9777-f56b-478f-905f-5aac1d57f1ab tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=42997c37-c345-43d4-9441-6afb0f53f044&id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0435088
Dec 03 11:55:51.145527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8c39b-8d12-4cc9-ac8b-f9fa7dec6188 req-260801cb-be32-479c-bee1-a20506103779 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:51.147178 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-53a8c39b-8d12-4cc9-ac8b-f9fa7dec6188 req-260801cb-be32-479c-bee1-a20506103779 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.0868468
Dec 03 11:55:51.196003 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-53a8c39b-8d12-4cc9-ac8b-f9fa7dec6188 req-a604bbfb-78a2-4c9b-8641-be966e27d370 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=42997c37-c345-43d4-9441-6afb0f53f044&id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0422690
Dec 03 11:55:51.575152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:55:52.406283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851afdc-44d8-44fc-98ef-244da4175c52 req-0a0e9ee2-40ce-4757-b69c-763d3f7fcf3a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:52.408643 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3851afdc-44d8-44fc-98ef-244da4175c52 req-0a0e9ee2-40ce-4757-b69c-763d3f7fcf3a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.0840671
Dec 03 11:55:52.459946 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3851afdc-44d8-44fc-98ef-244da4175c52 req-778b7fe1-07c5-4cf4-9f40-0b8d12e46bdc tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=42997c37-c345-43d4-9441-6afb0f53f044&id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0448825
Dec 03 11:55:53.678726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb3ddd-3fdd-4ac3-8333-98d197db0a99 req-3c2a92ed-4b71-47f9-b7c8-bcdf13a9b8c9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:53.680429 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ebb3ddd-3fdd-4ac3-8333-98d197db0a99 req-3c2a92ed-4b71-47f9-b7c8-bcdf13a9b8c9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.0876720
Dec 03 11:55:53.730804 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8ebb3ddd-3fdd-4ac3-8333-98d197db0a99 req-28489822-5cbb-4cf0-bd06-d1059ab4e150 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=42997c37-c345-43d4-9441-6afb0f53f044&id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0439188
Dec 03 11:55:54.953689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5ccfa-7547-4002-ace4-8a714bd5c424 req-0eed0c2f-b4bc-4391-a71f-af438bddfada tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:54.955965 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9cd5ccfa-7547-4002-ace4-8a714bd5c424 req-0eed0c2f-b4bc-4391-a71f-af438bddfada tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.0940504
Dec 03 11:55:55.007270 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9cd5ccfa-7547-4002-ace4-8a714bd5c424 req-a29084ac-9065-43c0-bcd0-28a98a9cd79a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=42997c37-c345-43d4-9441-6afb0f53f044&id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0447402
Dec 03 11:55:56.225856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac664f0f-98c9-4330-a9e5-6a5ee9c22a6c req-9e512754-a613-4c26-b4cb-e89720ea8b71 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:55:56.227638 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ac664f0f-98c9-4330-a9e5-6a5ee9c22a6c req-9e512754-a613-4c26-b4cb-e89720ea8b71 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.0837026
Dec 03 11:55:56.279252 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ac664f0f-98c9-4330-a9e5-6a5ee9c22a6c req-6deecc51-b078-4f2c-b3fe-49d4aa4b23ab tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=42997c37-c345-43d4-9441-6afb0f53f044&id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0451570
Dec 03 11:55:57.522614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b71bad65-1e09-4644-8a07-6e075d0c72a3 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:55:57.592927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port b71bad65-1e09-4644-8a07-6e075d0c72a3 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:55:57.593391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:00.875250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-515dc303-af41-43b7-a586-739b25dd31f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:02.713803 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f02c82a-2666-42d8-be27-ed5d197832af req-40fd41fe-748a-4dff-8265-55bda1add730 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0764399
Dec 03 11:56:02.881369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02c82a-2666-42d8-be27-ed5d197832af req-be218334-ee15-4164-961d-8e24cc18259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:56:02.883040 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f02c82a-2666-42d8-be27-ed5d197832af req-be218334-ee15-4164-961d-8e24cc18259e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1203 time: 0.0812645
Dec 03 11:56:03.006728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fcab35ca-7aef-452c-b184-58d0ab38b24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:03.050683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02c82a-2666-42d8-be27-ed5d197832af req-bd06dbac-2934-427c-b329-a9240dd219d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:56:03.052334 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f02c82a-2666-42d8-be27-ed5d197832af req-bd06dbac-2934-427c-b329-a9240dd219d6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 907 time: 0.1491354
Dec 03 11:56:03.161240 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f02c82a-2666-42d8-be27-ed5d197832af req-bd0c4508-27b2-48b5-aa37-e89896c896e2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 1002 time: 0.1021018
Dec 03 11:56:03.235930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02c82a-2666-42d8-be27-ed5d197832af req-278e3ab9-c744-433c-b496-4741ccf19e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:56:03.237495 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f02c82a-2666-42d8-be27-ed5d197832af req-278e3ab9-c744-433c-b496-4741ccf19e20 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 200  len: 852 time: 0.0693755
Dec 03 11:56:03.320316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02c82a-2666-42d8-be27-ed5d197832af req-cf4e0155-b216-4acb-bbb4-04f2acc9a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:56:03.321836 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f02c82a-2666-42d8-be27-ed5d197832af req-cf4e0155-b216-4acb-bbb4-04f2acc9a753 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=439c294d-2b76-4567-8199-95b5d8dcf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0775700
Dec 03 11:56:03.470840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f02c82a-2666-42d8-be27-ed5d197832af req-68275173-d786-4b09-9aa4-d0189bc89ac6 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416171
Dec 03 11:56:03.619207 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6f02c82a-2666-42d8-be27-ed5d197832af req-88d2e44f-6fa6-491b-be7d-d8e8578ea521 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413217
Dec 03 11:56:03.904598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:05.084990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:05.638069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:21.186482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:56:21.577164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:30.877817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e14dc281-ea25-43e3-89a5-66e0ae104196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:33.009839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53658d1c-dfc0-4903-b762-b12318ee5eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:33.897174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:35.087340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:35.642941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:51.608297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:56:58.185869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:56:59.556847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e5cc7d75-ff34-498b-be3f-3afa1f7e448c req-c77d1c75-ef74-453c-b5f5-adc2e19f2a76 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1648621713&fields=id&tenant_id=d2cd0db0324640e194206b60bac5bbd8 HTTP/1.1" status: 200  len: 267 time: 0.0427141
Dec 03 11:56:59.645358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc7d75-ff34-498b-be3f-3afa1f7e448c req-45542cdd-1f50-4edb-943d-934f34e1672a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:56:59.646982 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e5cc7d75-ff34-498b-be3f-3afa1f7e448c req-45542cdd-1f50-4edb-943d-934f34e1672a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 985 time: 0.0833290
Dec 03 11:56:59.659086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-e5cc7d75-ff34-498b-be3f-3afa1f7e448c req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Request body: {'port': {'security_groups': ['194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1']}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:56:59.786308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e5cc7d75-ff34-498b-be3f-3afa1f7e448c req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:00.096068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-e5cc7d75-ff34-498b-be3f-3afa1f7e448c req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] For port b71bad65-1e09-4644-8a07-6e075d0c72a3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3,segment=NetworkSegment(7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3),segment_id=7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:57:00.127526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e5cc7d75-ff34-498b-be3f-3afa1f7e448c req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:00.130902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e5cc7d75-ff34-498b-be3f-3afa1f7e448c req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:00.145721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:00.295291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Pushing event updated for resources: {'Port': ['ID=b71bad65-1e09-4644-8a07-6e075d0c72a3,revision_number=6']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:00.312781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.313219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.313648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.314069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.314491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.314941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.315346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.315756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.316165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.316574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.316983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.317393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.317858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.318268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.318674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.319108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.319514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.319924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.320328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.320738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.321146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.321550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.321955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.322360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:00.328856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:00.361502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc7d75-ff34-498b-be3f-3afa1f7e448c req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:00.362181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e5cc7d75-ff34-498b-be3f-3afa1f7e448c req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:00.363720 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e5cc7d75-ff34-498b-be3f-3afa1f7e448c req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "PUT /v2.0/ports/b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 943 time: 0.7097361
Dec 03 11:57:00.364303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:57:00.429207 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3', 'status': 'completed', 'code': 200}
Dec 03 11:57:00.453402 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c8397810-ede0-4d9e-9b07-65de37d51d22 req-3b5a4aaf-fc95-4106-8964-340ee4a0c8ab tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups/42997c37-c345-43d4-9441-6afb0f53f044 HTTP/1.1" status: 200  len: 2895 time: 0.0586910
Dec 03 11:57:00.531210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c8397810-ede0-4d9e-9b07-65de37d51d22 req-57e8603f-9676-4157-98c0-c19f09b96a8d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:00.562160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c8397810-ede0-4d9e-9b07-65de37d51d22 req-57e8603f-9676-4157-98c0-c19f09b96a8d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:00.564996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439588c3-87d5-4957-ab0a-efb3dc3aa1cd req-5c7dc5eb-1970-4392-8a84-11f79a3b1320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:00.566727 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-439588c3-87d5-4957-ab0a-efb3dc3aa1cd req-5c7dc5eb-1970-4392-8a84-11f79a3b1320 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1163 time: 0.0921073
Dec 03 11:57:00.571106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d38c20d0-7d6f-4849-a079-d77197ee5b81 None None] Provisioning complete for port b71bad65-1e09-4644-8a07-6e075d0c72a3 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:00.571531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d38c20d0-7d6f-4849-a079-d77197ee5b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:00.618997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c8397810-ede0-4d9e-9b07-65de37d51d22 req-57e8603f-9676-4157-98c0-c19f09b96a8d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:00.625146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8dc3bc7d-6c77-4294-9672-9b20d95479c1 tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:00.643731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8603f-9676-4157-98c0-c19f09b96a8d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Pushing event deleted for resources: {'SecurityGroup': ['ID=42997c37-c345-43d4-9441-6afb0f53f044,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:00.646468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-57e8603f-9676-4157-98c0-c19f09b96a8d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:00.652582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c8397810-ede0-4d9e-9b07-65de37d51d22 req-57e8603f-9676-4157-98c0-c19f09b96a8d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:00.659829 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c8397810-ede0-4d9e-9b07-65de37d51d22 req-57e8603f-9676-4157-98c0-c19f09b96a8d tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "DELETE /v2.0/security-groups/42997c37-c345-43d4-9441-6afb0f53f044 HTTP/1.1" status: 204  len: 173 time: 0.1969380
Dec 03 11:57:00.742552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439588c3-87d5-4957-ab0a-efb3dc3aa1cd req-f5c61649-b74f-488c-bb39-1b79a31ece27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:00.744198 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-439588c3-87d5-4957-ab0a-efb3dc3aa1cd req-f5c61649-b74f-488c-bb39-1b79a31ece27 service neutron] 10.222.0.91 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 907 time: 0.1705625
Dec 03 11:57:00.801303 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-a2649d2a-bade-44c2-b537-ba7078f33ca6 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/floatingips/95e1b448-6a4e-42d0-a56d-e17333020b11 HTTP/1.1" status: 200  len: 999 time: 0.1163979
Dec 03 11:57:00.853663 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-439588c3-87d5-4957-ab0a-efb3dc3aa1cd req-008caadc-b2c9-4fb1-885b-1a3661e23513 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 1002 time: 0.1024749
Dec 03 11:57:00.892520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba15f305-7418-4d4e-bbf2-371bde234bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:00.925029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439588c3-87d5-4957-ab0a-efb3dc3aa1cd req-d810eae2-9ff6-4a32-89a9-cbe00d9ce456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:00.926720 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-439588c3-87d5-4957-ab0a-efb3dc3aa1cd req-d810eae2-9ff6-4a32-89a9-cbe00d9ce456 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 200  len: 852 time: 0.0665028
Dec 03 11:57:00.968642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-d0f39d2a-8a6d-4b5a-84e7-e6472dc0205b tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:00.970399 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-d0f39d2a-8a6d-4b5a-84e7-e6472dc0205b tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1627910
Dec 03 11:57:00.981975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-b6cd4e08-7e81-4848-904a-0bdf6a7d99ab tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 11:57:00.983092 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-b6cd4e08-7e81-4848-904a-0bdf6a7d99ab tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0065656
Dec 03 11:57:01.007673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439588c3-87d5-4957-ab0a-efb3dc3aa1cd req-f378f0c3-8c31-4573-b8f2-62916b112426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:01.009289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-439588c3-87d5-4957-ab0a-efb3dc3aa1cd req-f378f0c3-8c31-4573-b8f2-62916b112426 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=439c294d-2b76-4567-8199-95b5d8dcf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0763094
Dec 03 11:57:01.094408 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-8f5809de-ae4a-4f2c-bd8e-69a5e8e4ad0b tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.210 HTTP/1.1" status: 200  len: 1002 time: 0.1038101
Dec 03 11:57:01.162161 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-439588c3-87d5-4957-ab0a-efb3dc3aa1cd req-7eebd9c3-b0f8-43bd-b52b-e8bfea59ed4a service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457791
Dec 03 11:57:01.177836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-0f70e3a4-8a58-401a-bea6-a8292de263cc tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:01.179345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-0f70e3a4-8a58-401a-bea6-a8292de263cc tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports/b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 943 time: 0.0782850
Dec 03 11:57:01.309151 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-439588c3-87d5-4957-ab0a-efb3dc3aa1cd req-4dddcdbc-8b3e-499d-ac9f-6ca7ec2e6140 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409302
Dec 03 11:57:01.371078 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-d6dbd3d0-7a4a-451a-941b-d225a35e7290 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.210 HTTP/1.1" status: 200  len: 1002 time: 0.1081874
Dec 03 11:57:01.585133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Deleting port ba61abc4-f2dd-4be9-ab6b-2fcb73ed1959 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:57:01.585736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:01.763681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:01.763958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:01.894469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Calling delete_port for ba61abc4-f2dd-4be9-ab6b-2fcb73ed1959 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:57:02.214585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b71bad65-1e09-4644-8a07-6e075d0c72a3 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:57:02.290012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port b71bad65-1e09-4644-8a07-6e075d0c72a3 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:02.290433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:02.326076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:02.342669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae1294cd-9fa9-4443-afb8-e6fe34f09818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:02.403415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Pushing event deleted for resources: {'Port': ['ID=ba61abc4-f2dd-4be9-ab6b-2fcb73ed1959,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:02.409604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:02.574061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:02.574362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Floating IP 95e1b448-6a4e-42d0-a56d-e17333020b11 disassociated (deleted). External IP: 172.26.1.210, port: b71bad65-1e09-4644-8a07-6e075d0c72a3.
Dec 03 11:57:02.952132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Router db13bb31-be33-406f-94cd-edad55dc58c7 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:57:03.012354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b971f9a1-1704-4963-baf1-74fde3406471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:03.138890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:57:03.148933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb83034-ff58-45e9-a017-20dde86ab4ef None None] Sync routers for ids ['db13bb31-be33-406f-94cd-edad55dc58c7'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:57:03.158650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:03.159701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb83034-ff58-45e9-a017-20dde86ab4ef None None] Routers {'db13bb31-be33-406f-94cd-edad55dc58c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:57:03.160385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0bb83034-ff58-45e9-a017-20dde86ab4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d0128>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:57:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['db13bb31-be33-406f-94cd-edad55dc58c7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:03.214792 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "DELETE /v2.0/floatingips/95e1b448-6a4e-42d0-a56d-e17333020b11 HTTP/1.1" status: 204  len: 173 time: 1.8366928
Dec 03 11:57:03.215310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:57:03.278279 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3', 'status': 'completed', 'code': 200}
Dec 03 11:57:03.310476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-827a583a-f3b9-4df1-ab5c-235868f33206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:03.312914 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-827a583a-f3b9-4df1-ab5c-235868f33206 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1163 time: 0.0844023
Dec 03 11:57:03.350444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-0bb83034-ff58-45e9-a017-20dde86ab4ef None None] Set router db13bb31-be33-406f-94cd-edad55dc58c7 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:57:03.407070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a99423-c9cc-416d-a08c-af30ff229697 req-6db7c113-44e1-4480-ba26-3deeeae580c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:03.408704 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1a99423-c9cc-416d-a08c-af30ff229697 req-6db7c113-44e1-4480-ba26-3deeeae580c1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1163 time: 0.0863206
Dec 03 11:57:03.466431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-14f5601c-8a82-4c5e-98c7-f4f86ae50e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:03.468117 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-14f5601c-8a82-4c5e-98c7-f4f86ae50e7d service neutron] 10.222.0.90 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 907 time: 0.1441889
Dec 03 11:57:03.546747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-dab9de63-60f3-4d5d-b686-4e9fc0c30397 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 217 time: 0.0706210
Dec 03 11:57:03.563089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a99423-c9cc-416d-a08c-af30ff229697 req-54557c4d-991a-433f-ab0f-b44f62379eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:03.564691 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1a99423-c9cc-416d-a08c-af30ff229697 req-54557c4d-991a-433f-ab0f-b44f62379eef service neutron] 10.222.0.91 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 907 time: 0.1493311
Dec 03 11:57:03.624069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e3ee6144-729e-45f9-ba73-523a679ab712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:03.625947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-e3ee6144-729e-45f9-ba73-523a679ab712 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 200  len: 852 time: 0.0718341
Dec 03 11:57:03.637657 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1a99423-c9cc-416d-a08c-af30ff229697 req-df9a7738-bde0-4f2f-a841-c6863a959e23 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 217 time: 0.0656307
Dec 03 11:57:03.693341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0bb83034-ff58-45e9-a017-20dde86ab4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d0128>, [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8cb0d790-1291-4db2-b711-81c2cc99cbbe', 'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'mac_address': 'fa:16:3e:d5:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:59Z', 'updated_at': '2020-12-03T11:54:08Z', 'revision_number': 5, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'subnets': [{'id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:03.698398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb83034-ff58-45e9-a017-20dde86ab4ef None None] Checking router: db13bb31-be33-406f-94cd-edad55dc58c7 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:57:03.708825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb83034-ff58-45e9-a017-20dde86ab4ef None None] Routers {'db13bb31-be33-406f-94cd-edad55dc58c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:57:03.709501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0bb83034-ff58-45e9-a017-20dde86ab4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d0128>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:57:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['db13bb31-be33-406f-94cd-edad55dc58c7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:03.723016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-cc77320a-50e8-42e8-b5de-9d3ef52aaf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:03.724624 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-cc77320a-50e8-42e8-b5de-9d3ef52aaf43 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=439c294d-2b76-4567-8199-95b5d8dcf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0827012
Dec 03 11:57:03.759398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a99423-c9cc-416d-a08c-af30ff229697 req-cb01108f-1f4d-4095-89fb-a84bcf8b7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:03.760968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1a99423-c9cc-416d-a08c-af30ff229697 req-cb01108f-1f4d-4095-89fb-a84bcf8b7da0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 200  len: 852 time: 0.0840931
Dec 03 11:57:03.825480 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-ccc9d3d7-cd4f-4bfd-86ed-a404f5038ae7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1896205
Dec 03 11:57:03.851187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a99423-c9cc-416d-a08c-af30ff229697 req-b21835ac-7700-41ec-8210-39babec594b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:03.853060 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1a99423-c9cc-416d-a08c-af30ff229697 req-b21835ac-7700-41ec-8210-39babec594b2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=439c294d-2b76-4567-8199-95b5d8dcf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0845373
Dec 03 11:57:03.878165 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-a682c93c-bcea-4d87-818c-4ccca32bc4f2 service neutron] 10.222.0.90 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445515
Dec 03 11:57:03.907145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-0bb83034-ff58-45e9-a017-20dde86ab4ef None None] Set router db13bb31-be33-406f-94cd-edad55dc58c7 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:57:03.915447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:04.026665 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1a99423-c9cc-416d-a08c-af30ff229697 req-45720ad6-4f1f-4bb5-820a-fd44b1328e85 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657109
Dec 03 11:57:04.045321 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-44229186-c4d3-4882-b3fa-14d839c8d489 req-08f982b9-f0ec-4fe2-84c0-08bb1c6a6a2e service neutron] 10.222.0.90 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462193
Dec 03 11:57:04.180967 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1a99423-c9cc-416d-a08c-af30ff229697 req-69f4433a-5153-4299-baa6-9065bacf9264 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1479812
Dec 03 11:57:04.248413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0bb83034-ff58-45e9-a017-20dde86ab4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d0128>, [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8cb0d790-1291-4db2-b711-81c2cc99cbbe', 'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'mac_address': 'fa:16:3e:d5:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:59Z', 'updated_at': '2020-12-03T11:54:08Z', 'revision_number': 5, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'subnets': [{'id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:04.252925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb83034-ff58-45e9-a017-20dde86ab4ef None None] The sync data for ids ['db13bb31-be33-406f-94cd-edad55dc58c7'] in dv-neutron-765072-2-ovs is: [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:00Z', 'revision_number': 4, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '8cb0d790-1291-4db2-b711-81c2cc99cbbe', 'name': '', 'network_id': '439c294d-2b76-4567-8199-95b5d8dcf9eb', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'mac_address': 'fa:16:3e:d5:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:59Z', 'updated_at': '2020-12-03T11:54:08Z', 'revision_number': 5, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'subnets': [{'id': 'f399901f-33b8-4917-b100-ecf5eded20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:57:04.401279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-bc776fb4-c38c-416d-823d-964fb6c6cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:04.402894 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-bc776fb4-c38c-416d-823d-964fb6c6cc0e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2cd0db0324640e194206b60bac5bbd8&device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 1163 time: 0.0880926
Dec 03 11:57:04.588923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-aacc37cd-abdc-4f7b-9d3f-148d37cdba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:04.590517 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-aacc37cd-abdc-4f7b-9d3f-148d37cdba15 service neutron] 10.222.0.91 "GET /v2.0/networks?id=439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 200  len: 907 time: 0.1517975
Dec 03 11:57:04.666453 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-e6e07388-cfdc-4993-a915-7a5c9f5f13af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 200  len: 217 time: 0.0666754
Dec 03 11:57:04.676880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbbbfbf-270b-45b2-9da4-a8bf4aa9c68d None None] New status for floating IP 95e1b448-6a4e-42d0-a56d-e17333020b11: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:57:04.737297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-6f9d276e-1808-4a72-9933-3aa574982f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:04.738853 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-6f9d276e-1808-4a72-9933-3aa574982f35 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 200  len: 852 time: 0.0656507
Dec 03 11:57:04.824468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-6985f457-98f3-4309-b669-4cd423429939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:04.826082 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-6985f457-98f3-4309-b669-4cd423429939 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=439c294d-2b76-4567-8199-95b5d8dcf9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0768037
Dec 03 11:57:04.973847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-afae80e6-e734-4592-a35f-bbc9773484f7 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400297
Dec 03 11:57:05.091277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:05.127860 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-b4749b7b-7449-4620-be3a-650185d63ba5 service neutron] 10.222.0.91 "GET /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443346
Dec 03 11:57:05.651210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:08.765501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455654a-1ffe-42b5-a721-9f47ed367834 req-93e5b71f-97a3-45bd-b1cc-6d12dc330ee4 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:08.766278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-f455654a-1ffe-42b5-a721-9f47ed367834 req-93e5b71f-97a3-45bd-b1cc-6d12dc330ee4 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Synchronizing usage tracker for tenant:d2cd0db0324640e194206b60bac5bbd8 on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:57:08.783042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-f455654a-1ffe-42b5-a721-9f47ed367834 req-93e5b71f-97a3-45bd-b1cc-6d12dc330ee4 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Unset dirty status for tenant:d2cd0db0324640e194206b60bac5bbd8 on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:57:08.784293 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f455654a-1ffe-42b5-a721-9f47ed367834 req-93e5b71f-97a3-45bd-b1cc-6d12dc330ee4 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 946 time: 0.1015143
Dec 03 11:57:08.830941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-f455654a-1ffe-42b5-a721-9f47ed367834 req-68588e0e-394c-494e-89e0-4345d411a975 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Synchronizing usage tracker for tenant:d2cd0db0324640e194206b60bac5bbd8 on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:57:08.845637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-f455654a-1ffe-42b5-a721-9f47ed367834 req-68588e0e-394c-494e-89e0-4345d411a975 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Unset dirty status for tenant:d2cd0db0324640e194206b60bac5bbd8 on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:57:08.846774 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f455654a-1ffe-42b5-a721-9f47ed367834 req-68588e0e-394c-494e-89e0-4345d411a975 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558844
Dec 03 11:57:10.064484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a5e63-e9c8-41cb-9faa-bd2443b99dd8 req-b0949577-9dc4-4ce6-947f-2e229c26dd1a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:10.066098 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d23a5e63-e9c8-41cb-9faa-bd2443b99dd8 req-b0949577-9dc4-4ce6-947f-2e229c26dd1a tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 946 time: 0.0902417
Dec 03 11:57:10.115198 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d23a5e63-e9c8-41cb-9faa-bd2443b99dd8 req-3a598d07-aed2-42d0-9ee3-e373bf19e55f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425594
Dec 03 11:57:11.077616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-369f3ca8-49ae-459d-9178-455c4888881b tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:11.078845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-369f3ca8-49ae-459d-9178-455c4888881b tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Synchronizing usage tracker for tenant:d2cd0db0324640e194206b60bac5bbd8 on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:57:11.094955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-369f3ca8-49ae-459d-9178-455c4888881b tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Unset dirty status for tenant:d2cd0db0324640e194206b60bac5bbd8 on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:57:11.096202 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-369f3ca8-49ae-459d-9178-455c4888881b tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.91 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 946 time: 0.3662057
Dec 03 11:57:11.176478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Deleting port b71bad65-1e09-4644-8a07-6e075d0c72a3 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:57:11.176872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:11.335829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47218d-a2cb-4cf7-b25f-e1852c09cc96 req-7f501a89-ac18-4ae4-9fc1-0187b40f78f8 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:11.337466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-da47218d-a2cb-4cf7-b25f-e1852c09cc96 req-7f501a89-ac18-4ae4-9fc1-0187b40f78f8 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 946 time: 0.0889521
Dec 03 11:57:11.388758 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-da47218d-a2cb-4cf7-b25f-e1852c09cc96 req-155f75f1-1585-4e10-bc3a-edebbea83862 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/security-groups?id=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440004
Dec 03 11:57:11.450325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] For port b71bad65-1e09-4644-8a07-6e075d0c72a3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b71bad65-1e09-4644-8a07-6e075d0c72a3,segment=NetworkSegment(7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3),segment_id=7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:57:11.450730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:11.579885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Calling delete_port for b71bad65-1e09-4644-8a07-6e075d0c72a3 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:57:11.732208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:11.747511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3294cc7b-63df-45ac-b9a3-9295eaa12fab tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:11.799258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Pushing event deleted for resources: {'Port': ['ID=b71bad65-1e09-4644-8a07-6e075d0c72a3,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:11.824370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.824797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.825225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.825644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.826062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.826477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.826890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.827867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.828285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.828701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.829120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.829530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.830000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.830414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.830825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.831262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.831672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.832082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.832493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.832900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.833310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.833719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.834126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.834530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:11.839387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:11.979115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b71bad65-1e09-4644-8a07-6e075d0c72a3 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:57:11.982484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] No DVR routers for this DVR port b71bad65-1e09-4644-8a07-6e075d0c72a3 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:57:11.985165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:11.988037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'name': 'network-vif-deleted', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:57:12.003942 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c1618a7f-8024-4049-ba5f-142a66ba51c0 req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.91 "DELETE /v2.0/ports/b71bad65-1e09-4644-8a07-6e075d0c72a3 HTTP/1.1" status: 204  len: 173 time: 0.9007568
Dec 03 11:57:12.016923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: b71bad65-1e09-4644-8a07-6e075d0c72a3 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:57:12.017332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device b71bad65-1e09-4644-8a07-6e075d0c72a3 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:57:12.175906 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca96f12a-9325-4e5c-90f0-c1579378113a', 'name': 'network-vif-deleted', 'tag': 'b71bad65-1e09-4644-8a07-6e075d0c72a3', 'status': 'completed', 'code': 200}
Dec 03 11:57:12.588717 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d9f93cf3-dd68-470f-aa1e-faba29b526b7 req-4fadcd5e-9775-43dd-8e22-cecba7076b03 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] 10.222.0.90 "GET /v2.0/ports?device_id=ca96f12a-9325-4e5c-90f0-c1579378113a HTTP/1.1" status: 200  len: 210 time: 0.0488505
Dec 03 11:57:15.339546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 56078) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:15.703799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:16.300743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] Deleting port 8cb0d790-1291-4db2-b711-81c2cc99cbbe {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:57:16.301036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:16.477827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] For port 8cb0d790-1291-4db2-b711-81c2cc99cbbe, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8cb0d790-1291-4db2-b711-81c2cc99cbbe,segment=NetworkSegment(7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3),segment_id=7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:57:16.478401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:16.601868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] Calling delete_port for 8cb0d790-1291-4db2-b711-81c2cc99cbbe owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:57:16.770364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:16.786794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-71124754-e684-4ba6-9f05-1ffe79f2d8d2 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:16.843149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb0d790-1291-4db2-b711-81c2cc99cbbe,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:16.848096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:17.193556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:17.940112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] Router db13bb31-be33-406f-94cd-edad55dc58c7 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:57:18.127141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:57:18.137215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26406f4-b2c7-418f-b341-4322273bfecc None None] Sync routers for ids ['db13bb31-be33-406f-94cd-edad55dc58c7'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:57:18.142936 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] 10.222.0.90 "PUT /v2.0/routers/db13bb31-be33-406f-94cd-edad55dc58c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8022063
Dec 03 11:57:18.145609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 56082) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:18.147741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26406f4-b2c7-418f-b341-4322273bfecc None None] Routers {'db13bb31-be33-406f-94cd-edad55dc58c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:57:18.148418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c26406f4-b2c7-418f-b341-4322273bfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d0160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:57:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['db13bb31-be33-406f-94cd-edad55dc58c7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:18.334572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c26406f4-b2c7-418f-b341-4322273bfecc None None] Set router db13bb31-be33-406f-94cd-edad55dc58c7 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:57:18.334832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:18.516113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:18.521319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Deleting port 3d4d183a-bf2d-47f1-af9e-628486d3b31f {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:57:18.521686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:18.635741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c26406f4-b2c7-418f-b341-4322273bfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d0160>, [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:57:16Z', 'revision_number': 5, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:18.640316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26406f4-b2c7-418f-b341-4322273bfecc None None] Checking router: db13bb31-be33-406f-94cd-edad55dc58c7 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:57:18.649169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26406f4-b2c7-418f-b341-4322273bfecc None None] Routers {'db13bb31-be33-406f-94cd-edad55dc58c7'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:57:18.649826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c26406f4-b2c7-418f-b341-4322273bfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d0160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:57:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['db13bb31-be33-406f-94cd-edad55dc58c7'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:18.706527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] For port 3d4d183a-bf2d-47f1-af9e-628486d3b31f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3d4d183a-bf2d-47f1-af9e-628486d3b31f,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:57:18.706937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:18.838003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Calling delete_port for 3d4d183a-bf2d-47f1-af9e-628486d3b31f owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:57:18.985985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:18.990393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c26406f4-b2c7-418f-b341-4322273bfecc None None] Set router db13bb31-be33-406f-94cd-edad55dc58c7 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:57:19.180191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:19.290560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c26406f4-b2c7-418f-b341-4322273bfecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61d0160>, [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:57:16Z', 'revision_number': 5, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:19.294659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26406f4-b2c7-418f-b341-4322273bfecc None None] The sync data for ids ['db13bb31-be33-406f-94cd-edad55dc58c7'] in dv-neutron-765072-2-ovs is: [{'id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'name': 'tempest-TestMinimumBasicScenario-27675016-router', 'tenant_id': 'd2cd0db0324640e194206b60bac5bbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136'}], 'enable_snat': True}, 'gw_port_id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:57:16Z', 'revision_number': 5, 'project_id': 'd2cd0db0324640e194206b60bac5bbd8', 'gw_port': {'id': '3d4d183a-bf2d-47f1-af9e-628486d3b31f', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13bb31-be33-406f-94cd-edad55dc58c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:53:56Z', 'updated_at': '2020-12-03T11:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:57:19.313058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:19.315530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:19.339968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:19.340544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db13bb31-be33-406f-94cd-edad55dc58c7 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:57:19.354557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:19.355834 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ed9e8d47-1429-4ba0-a947-46d4b2eb4ee0 admin admin] 10.222.0.90 "DELETE /v2.0/routers/db13bb31-be33-406f-94cd-edad55dc58c7 HTTP/1.1" status: 204  len: 168 time: 1.2092495
Dec 03 11:57:19.358694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 56086) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:19.429351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cb0a83-e0ca-4e38-b179-fb5fa883878c admin admin] Deleting subnet f399901f-33b8-4917-b100-ecf5eded20df {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:57:19.432595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0a83-e0ca-4e38-b179-fb5fa883878c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:19.485934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0a83-e0ca-4e38-b179-fb5fa883878c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:19.574513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0a83-e0ca-4e38-b179-fb5fa883878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:19.651328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8cb0d790-1291-4db2-b711-81c2cc99cbbe no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:57:19.687334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 8cb0d790-1291-4db2-b711-81c2cc99cbbe {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:57:19.687726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8cb0d790-1291-4db2-b711-81c2cc99cbbe not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:57:19.841830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0a83-e0ca-4e38-b179-fb5fa883878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:19.858245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-67c02fde-885f-4559-bd99-90af91835718 tempest-RoutersNegativeTest-623642809 tempest-RoutersNegativeTest-623642809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:19.903103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb0a83-e0ca-4e38-b179-fb5fa883878c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f399901f-33b8-4917-b100-ecf5eded20df,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:19.915262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d9cb0a83-e0ca-4e38-b179-fb5fa883878c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:20.002531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0a83-e0ca-4e38-b179-fb5fa883878c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:20.007560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e94ee7d-f01d-4e30-bced-432c467e3ce6 None None] Network 439c294d-2b76-4567-8199-95b5d8dcf9eb requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:57:20.008689 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d9cb0a83-e0ca-4e38-b179-fb5fa883878c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/f399901f-33b8-4917-b100-ecf5eded20df HTTP/1.1" status: 204  len: 168 time: 0.6489289
Dec 03 11:57:20.011539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56090) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:20.133609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:20.199789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Deleting port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:57:20.200151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:20.259910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a5bf9a-0dd3-434d-ace9-e977fd0505e1 None None] DHCP port deletion for 439c294d-2b76-4567-8199-95b5d8dcf9eb request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:57:20.264258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c1a5bf9a-0dd3-434d-ace9-e977fd0505e1 None None] Deleting port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:57:20.264684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1a5bf9a-0dd3-434d-ace9-e977fd0505e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:20.423484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] For port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8,segment=NetworkSegment(7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3),segment_id=7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:57:20.423880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:20.478721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c1a5bf9a-0dd3-434d-ace9-e977fd0505e1 None None] For port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8,segment=NetworkSegment(7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3),segment_id=7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:57:20.479198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1a5bf9a-0dd3-434d-ace9-e977fd0505e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:20.552830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Calling delete_port for 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:57:20.611300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c1a5bf9a-0dd3-434d-ace9-e977fd0505e1 None None] Calling delete_port for 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:57:20.630399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:20.646156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:20.682130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-c1a5bf9a-0dd3-434d-ace9-e977fd0505e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:57:20.682474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-c1a5bf9a-0dd3-434d-ace9-e977fd0505e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:57:20.701364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:20.708796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:20.789001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] No DVR routers for this DVR port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:57:20.915827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:21.031902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f5b1d0>,) {'filters': {'network_id': ['439c294d-2b76-4567-8199-95b5d8dcf9eb']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:21.044527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f5b1d0>, '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:21.044876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f5b1d0>, '7a9368bf-6b98-4ae5-93ec-1af41c1c6cb3') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:21.057013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:21.072321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:21.074309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:57:21.184114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c1a5bf9a-0dd3-434d-ace9-e977fd0505e1 None None] Deleting port 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:57:21.184710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c1a5bf9a-0dd3-434d-ace9-e977fd0505e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:21.255824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c1a5bf9a-0dd3-434d-ace9-e977fd0505e1 None None] The port '6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:57:21.525050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Network 439c294d-2b76-4567-8199-95b5d8dcf9eb has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:57:21.534825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:21.603396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:21.690835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3d4d183a-bf2d-47f1-af9e-628486d3b31f no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:57:21.721460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Network 439c294d-2b76-4567-8199-95b5d8dcf9eb has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:57:21.730711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 3d4d183a-bf2d-47f1-af9e-628486d3b31f {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:57:21.731416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3d4d183a-bf2d-47f1-af9e-628486d3b31f not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:57:21.732084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:57:21.745167 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:57:21.766331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:57:21.766734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 6ceb7cb8-0ac4-4a11-a7d0-f1b45aca38a8 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:57:21.828544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:21.831904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-919a477f-2c64-47d6-ad78-7b0e2887b1b2 tempest-BulkNetworkOpsTest-271480066 tempest-BulkNetworkOpsTest-271480066] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:21.845633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:21.856912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Pushing event deleted for resources: {'Network': ['ID=439c294d-2b76-4567-8199-95b5d8dcf9eb,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:21.860933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:21.871108 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] 10.222.0.90 "DELETE /v2.0/networks/439c294d-2b76-4567-8199-95b5d8dcf9eb HTTP/1.1" status: 204  len: 168 time: 1.8584034
Dec 03 11:57:22.015231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56096) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:22.067442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7e4c6430-b8b8-4b35-a89f-aecaf1cff9f1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d2cd0db0324640e194206b60bac5bbd8&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0507734
Dec 03 11:57:22.069897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56100) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:22.131357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f776bdc-4323-4743-a079-939f0528bcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:22.158948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f776bdc-4323-4743-a079-939f0528bcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:22.209420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f776bdc-4323-4743-a079-939f0528bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:22.214746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4426782f-0aa2-407c-9b6a-286e03ccbd9e tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:22.230069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f776bdc-4323-4743-a079-939f0528bcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:22.232877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7f776bdc-4323-4743-a079-939f0528bcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:22.239466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f776bdc-4323-4743-a079-939f0528bcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:22.240752 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7f776bdc-4323-4743-a079-939f0528bcb9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/194cfe5a-e2dc-4e00-b8e2-7674f9a62fd1 HTTP/1.1" status: 204  len: 168 time: 0.1698596
Dec 03 11:57:24.466936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56140) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:24.472935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821560785', 'description': 'tempest-secgroup-smoke-1821560785 description', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:24.479707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:24.483840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:24.486805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:24.492698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:24.503198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:24.516586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:24.532297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:24.536421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:24.539359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:24.545095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:24.634543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:24.637311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:24.641490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c14f74d-64c1-47a0-ae5f-37497e714f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:24.649552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:24.658168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:24.662964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:24.677582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:24.685194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroup': ['ID=b910087e-6ce4-48eb-a1ab-ddb87b7c1e10,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:24.692323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:24.763363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:24.766558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:24.771873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-86391b18-1017-42ec-a17d-4fb30d852510 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:24.811399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:24.812713 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3445480
Dec 03 11:57:24.813700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroup': ['ID=982d8600-2826-4271-8616-4b038d8f20ab,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:24.815932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56144) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:24.818958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-64a86cca-1982-4a4c-bab6-5125e1b42378 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:24.822347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '982d8600-2826-4271-8616-4b038d8f20ab', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:24.829403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:24.833491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:24.836524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:24.843082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:24.859887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:24.923654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:24.926680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:24.928471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-de099d85-b8a9-4fcb-8ca4-65945f07ffef tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:24.953043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e4428c-5814-43c6-a3b4-eded0e0bd07d,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:24.955554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:24.961847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:24.963151 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1461341
Dec 03 11:57:24.966187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56148) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:24.971907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '982d8600-2826-4271-8616-4b038d8f20ab', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:24.978367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:24.982421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:24.985539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:24.991473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:25.007794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.072035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.074588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.076476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a9f517a6-e1bc-4b27-bc4e-e0096a725079 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:25.102926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d93768-c70a-4eb3-8358-be7becdec7ed,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:25.105752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:25.112075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.113326 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1461532
Dec 03 11:57:25.116269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56152) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:25.121679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bb2ce8eb-9f5b-49f3-8228-db1b8a3a2259 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '982d8600-2826-4271-8616-4b038d8f20ab', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:25.128460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bb2ce8eb-9f5b-49f3-8228-db1b8a3a2259 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:25.132474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bb2ce8eb-9f5b-49f3-8228-db1b8a3a2259 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:25.135485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bb2ce8eb-9f5b-49f3-8228-db1b8a3a2259 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:25.141955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bb2ce8eb-9f5b-49f3-8228-db1b8a3a2259 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:25.157724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce8eb-9f5b-49f3-8228-db1b8a3a2259 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.222102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce8eb-9f5b-49f3-8228-db1b8a3a2259 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.224674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce8eb-9f5b-49f3-8228-db1b8a3a2259 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.226619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7421f741-e0d8-4590-a6be-58d0fa2ef9e5 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:25.249750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ce8eb-9f5b-49f3-8228-db1b8a3a2259 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f63653-9af4-48a7-bae0-c74e171fe295,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:25.253926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bb2ce8eb-9f5b-49f3-8228-db1b8a3a2259 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:25.260792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce8eb-9f5b-49f3-8228-db1b8a3a2259 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.262070 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bb2ce8eb-9f5b-49f3-8228-db1b8a3a2259 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1448216
Dec 03 11:57:25.265266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56156) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:25.270769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4c5db5dc-150b-44f1-a456-7af330402ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '982d8600-2826-4271-8616-4b038d8f20ab', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:25.276958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4c5db5dc-150b-44f1-a456-7af330402ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:25.282128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4c5db5dc-150b-44f1-a456-7af330402ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:25.285191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4c5db5dc-150b-44f1-a456-7af330402ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:25.291037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4c5db5dc-150b-44f1-a456-7af330402ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:25.307671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c5db5dc-150b-44f1-a456-7af330402ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.375102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c5db5dc-150b-44f1-a456-7af330402ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.377702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c5db5dc-150b-44f1-a456-7af330402ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.379654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fcfbda44-b565-44be-bc2f-a07f11d1a80b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:25.403884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5db5dc-150b-44f1-a456-7af330402ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50670a59-00fa-443a-9268-5d5c5ac6c464,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:25.407578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4c5db5dc-150b-44f1-a456-7af330402ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:25.413858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c5db5dc-150b-44f1-a456-7af330402ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.415167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4c5db5dc-150b-44f1-a456-7af330402ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1488791
Dec 03 11:57:25.418013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56160) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:25.424240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '982d8600-2826-4271-8616-4b038d8f20ab', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:25.430677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:25.434751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:25.438324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:25.444174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:25.457392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Project d7e512aba3ba418e94ebbd613101b36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:57:25.464172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.536422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.539190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.541082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b35b9542-3a07-46d1-acba-3e5fe4a3fd6e tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:25.566528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b915e61-7650-48af-83c9-521d2f208807,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:25.571185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:25.574560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.576024 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5433f000-040c-4164-9c80-794d3811ad30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1570199
Dec 03 11:57:25.579115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56164) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:25.584684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '982d8600-2826-4271-8616-4b038d8f20ab', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:25.591190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:25.595829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:25.599030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:25.605198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:25.615412 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Project d7e512aba3ba418e94ebbd613101b36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:57:25.622096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.690745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.693435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.700975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d78ba5f9-c897-4366-babf-bb734adbd966 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:25.723552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c07576e-e6de-428b-a6b0-cd9011f3f21e,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:25.726152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:25.729938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.731243 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-27ea2cf7-af11-4ae7-b1fa-fcd586534939 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1510973
Dec 03 11:57:25.735067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56168) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:25.741179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'network': {'name': 'tempest-network-smoke--29146031', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'port_security_enabled': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:25.746468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:25.750661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:network and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:25.753652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:25.759444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:25.768710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:57:25.774097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.806647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:57:25.815510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.815895 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Added segment 215d8d79-1025-4708-ac5d-d59815be2961 of type vxlan for network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96
Dec 03 11:57:25.844770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.874822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.878994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:25.879643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.885013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c4814a5e-be14-4f5e-b4dd-5dbf1deac798 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:25.940103 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2039430
Dec 03 11:57:25.943433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 56172) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:25.949324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'admin_state_up': True, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:25.957308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:25.961453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:router and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:25.964529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:25.971216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:25.986389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:25.987518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:26.000503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Network': ['ID=5cd388d4-6bc3-4955-887b-b5e9d1e07b96,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:26.002555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:26.003466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fc8be52-0052-435d-8508-9d0fc003d33a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:26.012434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:57:26.030955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:57:26.287532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:26.845230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:26.876400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:27.147453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.26.1.142 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/3a60f3b1-1e9a-4da1-a485-766e001c7e46) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:57:27.305734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:27.330864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:27.346273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:27.481917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=3a60f3b1-1e9a-4da1-a485-766e001c7e46,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:27.486176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:27.541472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:57:27.542764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:57:27.545063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:57:27.969975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:28.321927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:28.531972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router ae89b674-025a-4953-b8c6-7e5b46875613 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:57:28.712708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:57:28.725152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Sync routers for ids ['ae89b674-025a-4953-b8c6-7e5b46875613'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:57:28.736268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Routers {'ae89b674-025a-4953-b8c6-7e5b46875613'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:57:28.736938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6168898>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:57:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ae89b674-025a-4953-b8c6-7e5b46875613'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:28.747313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:28.749153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.8041248
Dec 03 11:57:28.753433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 56176) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:28.961709 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-63cc02e9-7d96-4d1a-9052-183c0e68f418 tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] 10.222.0.90 "GET /v2.0/subnets?project_id=d7e512aba3ba418e94ebbd613101b36b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2038696
Dec 03 11:57:28.961822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56182) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:28.969435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1210537169', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:29.089097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Set router ae89b674-025a-4953-b8c6-7e5b46875613 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:57:29.089842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:29.094748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:subnet and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:29.097997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:29.104519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:29.116266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:57:29.231120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:29.397981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6168898>, [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:57:27Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:29.402129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Checking router: ae89b674-025a-4953-b8c6-7e5b46875613 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:57:29.402534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Updating router ae89b674-025a-4953-b8c6-7e5b46875613 port 3a60f3b1-1e9a-4da1-a485-766e001c7e46 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:57:29.457301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:29.680018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:29.695975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ae1fcbd1-1f10-46d2-8a07-cd0b834e6661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:29.833880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Subnet': ['ID=c35b7b56-9780-4020-9c1e-2e95146ebb2e,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:29.837951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:29.862753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:29.876552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Transition to ACTIVE for port object 3a60f3b1-1e9a-4da1-a485-766e001c7e46 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:57:29.880048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:29.896516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:29.909335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Checking segment: {'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:57:29.909740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network hostable DHCP agents. Network: 5cd388d4-6bc3-4955-887b-b5e9d1e07b96, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:57:29.931428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:57:29.942419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 5cd388d4-6bc3-4955-887b-b5e9d1e07b96) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:57:29.955636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:29.956277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:29.959748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37f4cd9-6a6c-4a67-aa95-c78e4963aceb None None] Network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:57:29.977052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f3fbf9b9-d395-4375-9aa3-77b2704a37f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0142479
Dec 03 11:57:29.980236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56186) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:30.073335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Pushing event updated for resources: {'Port': ['ID=3a60f3b1-1e9a-4da1-a485-766e001c7e46,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:30.145293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.145869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.146052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.146432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.146855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.147207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.147581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.147955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.148327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.148699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.149080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.149444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.149874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.150260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.152034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.152532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.153019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.153549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.154148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.155617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.156182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.156731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.157213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.157687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:30.168595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:30.301165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Attempting to bind port 3a60f3b1-1e9a-4da1-a485-766e001c7e46 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:57:30.301587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Attempting to bind port 3a60f3b1-1e9a-4da1-a485-766e001c7e46 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:57:30.302002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Attempting to bind port 3a60f3b1-1e9a-4da1-a485-766e001c7e46 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:57:30.318038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:57:30.318463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:57:30.318933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:30.319382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:57:30.319909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Bound port: 3a60f3b1-1e9a-4da1-a485-766e001c7e46, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:57:30.320339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:30.403660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ips': [{'subnet_id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:57:30.404635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:30.481112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] For port 3a60f3b1-1e9a-4da1-a485-766e001c7e46, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:57:30.508927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] For port 3a60f3b1-1e9a-4da1-a485-766e001c7e46, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3a60f3b1-1e9a-4da1-a485-766e001c7e46,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:57:30.561742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:30.579010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-67bca5fb-9036-4684-90b4-c2473bd39aab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:30.650285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:30.813856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Pushing event updated for resources: {'Port': ['ID=3a60f3b1-1e9a-4da1-a485-766e001c7e46,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:30.817458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:30.928594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ea84819-5454-4b24-939a-74da966e6c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:30.951078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Routers {'ae89b674-025a-4953-b8c6-7e5b46875613'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:57:30.951905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6168898>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:57:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ae89b674-025a-4953-b8c6-7e5b46875613'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:31.011236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Allocated IP 172.20.0.2 (5cd388d4-6bc3-4955-887b-b5e9d1e07b96/c35b7b56-9780-4020-9c1e-2e95146ebb2e/0ded2d2f-f7c8-4a00-a252-ba3def986393) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:57:31.245569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] Set router ae89b674-025a-4953-b8c6-7e5b46875613 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:57:31.712502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:31.739772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Transition to ACTIVE for port object 0ded2d2f-f7c8-4a00-a252-ba3def986393 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:57:31.797026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Transition to ACTIVE for port object 0ded2d2f-f7c8-4a00-a252-ba3def986393 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:57:31.802924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:31.818434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:31.873478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.20.0.1 (5cd388d4-6bc3-4955-887b-b5e9d1e07b96/c35b7b56-9780-4020-9c1e-2e95146ebb2e/eed87078-4db0-4d57-8380-69392ddba44f) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:57:31.968723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Pushing event updated for resources: {'Port': ['ID=0ded2d2f-f7c8-4a00-a252-ba3def986393,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:31.976321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:32.001348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6168898>, [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:57:27Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:32.009079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f944189-8dee-40b2-874d-f5ad0222d8e9 None None] The sync data for ids ['ae89b674-025a-4953-b8c6-7e5b46875613'] in dv-neutron-765072-2-ovs is: [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:57:27Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:57:32.033594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:57:32.034855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:57:32.038326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:57:32.056055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:32.073223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Transition to ACTIVE for port object eed87078-4db0-4d57-8380-69392ddba44f will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:57:32.094217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:32.097316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Attempting to bind port 0ded2d2f-f7c8-4a00-a252-ba3def986393 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:57:32.097711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Attempting to bind port 0ded2d2f-f7c8-4a00-a252-ba3def986393 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:57:32.098125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Attempting to bind port 0ded2d2f-f7c8-4a00-a252-ba3def986393 on network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:57:32.104710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:57:32.105135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Checking segment: {'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:57:32.105579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:32.106018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Bound using segment: {'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:57:32.106542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Bound port: 0ded2d2f-f7c8-4a00-a252-ba3def986393, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:57:32.106964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:32.110812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40eb9340-ba06-45d8-b1c0-442ea7c9d55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:32.203093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] For port 0ded2d2f-f7c8-4a00-a252-ba3def986393, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:57:32.206295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] For port 0ded2d2f-f7c8-4a00-a252-ba3def986393, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0ded2d2f-f7c8-4a00-a252-ba3def986393,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:57:32.210054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:32.226580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-451d330a-27ee-4bb9-af4c-cc9ed9aaf358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:32.386164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Pushing event updated for resources: {'Port': ['ID=0ded2d2f-f7c8-4a00-a252-ba3def986393,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:32.393854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:32.561111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=eed87078-4db0-4d57-8380-69392ddba44f,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:32.564998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:32.617227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:57:32.618448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:57:32.620876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:57:32.688929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:32.821333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:33.014848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7867-db30-409b-8705-9055eec4a235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:33.328447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:33.331919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:33.362339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ca1b3295-4c4e-4b0a-a667-1c700f6b1c04 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:33.448116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:33.466295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=eed87078-4db0-4d57-8380-69392ddba44f,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:33.473164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:33.602797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:57:33.604049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:57:33.773161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0ded2d2f-f7c8-4a00-a252-ba3def986393 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:57:33.823433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router ae89b674-025a-4953-b8c6-7e5b46875613 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:57:33.853373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 0ded2d2f-f7c8-4a00-a252-ba3def986393 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:57:33.859454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3a60f3b1-1e9a-4da1-a485-766e001c7e46 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:57:33.897208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60ef4f6-f735-4777-957a-cb3a97f4929c None None] Network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:57:34.021316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:57:34.025366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:34.032156 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "PUT /v2.0/routers/ae89b674-025a-4953-b8c6-7e5b46875613/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0508363
Dec 03 11:57:34.036531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b5abde91-12c4-4b57-9c0e-a2de8827549f None None] Provisioning for port 0ded2d2f-f7c8-4a00-a252-ba3def986393 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:57:34.044927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b5abde91-12c4-4b57-9c0e-a2de8827549f None None] Provisioning complete for port 0ded2d2f-f7c8-4a00-a252-ba3def986393 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:34.046457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5abde91-12c4-4b57-9c0e-a2de8827549f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:34.168091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 3a60f3b1-1e9a-4da1-a485-766e001c7e46 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:57:34.180294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 3a60f3b1-1e9a-4da1-a485-766e001c7e46 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:34.180719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:34.275371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-abd66c40-367b-4bd1-95a3-cf220ce4f5e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:57:34.291610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-abd66c40-367b-4bd1-95a3-cf220ce4f5e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:57:34.292885 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-abd66c40-367b-4bd1-95a3-cf220ce4f5e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821560785&fields=id&tenant_id=d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 267 time: 0.0643604
Dec 03 11:57:34.360606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5abde91-12c4-4b57-9c0e-a2de8827549f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:34.461063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b5abde91-12c4-4b57-9c0e-a2de8827549f None None] For port 0ded2d2f-f7c8-4a00-a252-ba3def986393, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0ded2d2f-f7c8-4a00-a252-ba3def986393,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:57:34.462748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-6de6f5ed-6d1b-4688-bc73-de91fc84ee7e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:34.463687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-6de6f5ed-6d1b-4688-bc73-de91fc84ee7e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:57:34.469672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5abde91-12c4-4b57-9c0e-a2de8827549f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:34.472406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:34.482361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-6de6f5ed-6d1b-4688-bc73-de91fc84ee7e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:57:34.484512 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-6de6f5ed-6d1b-4688-bc73-de91fc84ee7e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/networks?id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96 HTTP/1.1" status: 200  len: 795 time: 0.1835420
Dec 03 11:57:34.501839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:34.502677 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-5034f3f8-f138-4b53-9aaf-2778dc200497 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/quotas/d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 375 time: 0.0113580
Dec 03 11:57:34.548752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 3a60f3b1-1e9a-4da1-a485-766e001c7e46, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3a60f3b1-1e9a-4da1-a485-766e001c7e46,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:57:34.557938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:34.569372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abde91-12c4-4b57-9c0e-a2de8827549f None None] Pushing event updated for resources: {'Port': ['ID=0ded2d2f-f7c8-4a00-a252-ba3def986393,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:34.572762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5abde91-12c4-4b57-9c0e-a2de8827549f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:34.573335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-385d848a-3a8e-4c88-bc56-d3bf1b85a82d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:34.605405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-53c4928b-0045-4c15-a31d-c54467f99e9f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:57:34.624901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-53c4928b-0045-4c15-a31d-c54467f99e9f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:57:34.635940 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-53c4928b-0045-4c15-a31d-c54467f99e9f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1205628
Dec 03 11:57:34.649367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=3a60f3b1-1e9a-4da1-a485-766e001c7e46,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:34.653019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:34.792358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5d894604-7ac2-4e43-926b-d3c57167ed19 None None] Provisioning for port eed87078-4db0-4d57-8380-69392ddba44f completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:57:34.794902 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-f1cba0e8-656c-45e8-bfcb-b560309e4fd8 service neutron] 10.222.0.90 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546853
Dec 03 11:57:34.800086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5d894604-7ac2-4e43-926b-d3c57167ed19 None None] Provisioning complete for port eed87078-4db0-4d57-8380-69392ddba44f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:34.800521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d894604-7ac2-4e43-926b-d3c57167ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:34.843495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Sync routers for ids ['ae89b674-025a-4953-b8c6-7e5b46875613'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:57:34.856151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Routers {'ae89b674-025a-4953-b8c6-7e5b46875613'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:57:34.856845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73138d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:57:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ae89b674-025a-4953-b8c6-7e5b46875613'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:34.859492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5d894604-7ac2-4e43-926b-d3c57167ed19 None None] Port eed87078-4db0-4d57-8380-69392ddba44f cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:57:34.871275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5d894604-7ac2-4e43-926b-d3c57167ed19 None None] Provisioning complete for port 0ded2d2f-f7c8-4a00-a252-ba3def986393 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:34.871626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d894604-7ac2-4e43-926b-d3c57167ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:34.980115 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-788cdc7d-a156-4612-a16d-02c22a920c9f service neutron] 10.222.0.90 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1780512
Dec 03 11:57:35.083202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Set router ae89b674-025a-4953-b8c6-7e5b46875613 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:57:35.098287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:35.187948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0574fd4b-d821-4236-ac65-3ab0d83f3e91 None None] Provisioning complete for port eed87078-4db0-4d57-8380-69392ddba44f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:35.188610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0574fd4b-d821-4236-ac65-3ab0d83f3e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:35.254649 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0ff98321-cf35-4846-b81d-29da2fec0bdf req-c2f413f4-e8fb-49fa-8530-d14cbe4bfa35 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 210 time: 0.0790901
Dec 03 11:57:35.276190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:57:35.280082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-0574fd4b-d821-4236-ac65-3ab0d83f3e91 None None] Port eed87078-4db0-4d57-8380-69392ddba44f cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:57:35.297783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0574fd4b-d821-4236-ac65-3ab0d83f3e91 None None] Provisioning complete for port 0ded2d2f-f7c8-4a00-a252-ba3def986393 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:35.298534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0574fd4b-d821-4236-ac65-3ab0d83f3e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:35.519646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73138d0>, [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:57:32Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'eed87078-4db0-4d57-8380-69392ddba44f', 'name': '', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:5d:7b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:31Z', 'updated_at': '2020-12-03T11:57:33Z', 'revision_number': 2, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:35.524849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Checking router: ae89b674-025a-4953-b8c6-7e5b46875613 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:57:35.525261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Updating router ae89b674-025a-4953-b8c6-7e5b46875613 port eed87078-4db0-4d57-8380-69392ddba44f binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:57:35.565165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1b5ee4ef-2f56-4750-97d4-6e66726bb31f None None] Provisioning complete for port eed87078-4db0-4d57-8380-69392ddba44f triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:35.565632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee4ef-2f56-4750-97d4-6e66726bb31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:35.590188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:35.625096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ee4ef-2f56-4750-97d4-6e66726bb31f None None] Port eed87078-4db0-4d57-8380-69392ddba44f cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:57:35.653275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:35.722541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0ded2d2f-f7c8-4a00-a252-ba3def986393 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:57:35.802313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c9801166-db5a-4d02-8b81-f465a286e0df None None] Provisioning complete for port 0ded2d2f-f7c8-4a00-a252-ba3def986393 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:35.802845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9801166-db5a-4d02-8b81-f465a286e0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:35.868781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 0ded2d2f-f7c8-4a00-a252-ba3def986393 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:35.869206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:36.048250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:36.055945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3a60f3b1-1e9a-4da1-a485-766e001c7e46 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:57:36.061076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Transition to ACTIVE for port object eed87078-4db0-4d57-8380-69392ddba44f will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:57:36.063917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:36.077769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:36.129830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 3a60f3b1-1e9a-4da1-a485-766e001c7e46 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:36.130557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:36.221811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Pushing event updated for resources: {'Port': ['ID=eed87078-4db0-4d57-8380-69392ddba44f,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:36.236213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.236604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.236987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.237361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.237732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.238107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.238475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.238841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.239231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.239593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.239957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.240319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.240744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.241109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.241472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.241833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.242192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.242554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.242950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.243296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.243658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.244016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.244375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.244732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:57:36.260031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:36.415295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Attempting to bind port eed87078-4db0-4d57-8380-69392ddba44f on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:57:36.415687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Attempting to bind port eed87078-4db0-4d57-8380-69392ddba44f by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:57:36.416104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Attempting to bind port eed87078-4db0-4d57-8380-69392ddba44f on network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:57:36.422386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:57:36.422807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Checking segment: {'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:57:36.423264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:36.423704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Bound using segment: {'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:57:36.424221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Bound port: eed87078-4db0-4d57-8380-69392ddba44f, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:57:36.424643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:36.470560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4e39873e-5a12-4337-ac1b-814de31abaf2 req-b0bb5155-67d9-4582-a8d6-9f459f2e8964 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 210 time: 0.0737584
Dec 03 11:57:36.523955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] For port eed87078-4db0-4d57-8380-69392ddba44f, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:57:36.527090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] For port eed87078-4db0-4d57-8380-69392ddba44f, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=eed87078-4db0-4d57-8380-69392ddba44f,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:57:36.531015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:36.549740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd667b11-1198-442c-bbef-7ce197c7383d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:36.694065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Pushing event updated for resources: {'Port': ['ID=eed87078-4db0-4d57-8380-69392ddba44f,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:36.705339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:36.749508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Routers {'ae89b674-025a-4953-b8c6-7e5b46875613'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:57:36.750194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73138d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:57:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ae89b674-025a-4953-b8c6-7e5b46875613'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:36.787332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-e7995e73-00d4-42d7-9af2-4665e6ffc319 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:36.789267 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-e7995e73-00d4-42d7-9af2-4665e6ffc319 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/networks?id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96 HTTP/1.1" status: 200  len: 795 time: 0.1791768
Dec 03 11:57:36.913591 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-603b0e5e-2b4e-4fc0-b9e2-6cdc366e10b7 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 7773 time: 0.1054409
Dec 03 11:57:36.927178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'port': {'device_id': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'admin_state_up': True, 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'security_groups': ['982d8600-2826-4271-8616-4b038d8f20ab']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:37.004020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] Set router ae89b674-025a-4953-b8c6-7e5b46875613 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:57:37.360787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:37.370471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:37.379858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:57:37.385450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:37.510142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73138d0>, [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:57:32Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'eed87078-4db0-4d57-8380-69392ddba44f', 'name': '', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:5d:7b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:31Z', 'updated_at': '2020-12-03T11:57:36Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:37.516571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e539b-a05f-48d3-bedd-c8757478ff83 None None] The sync data for ids ['ae89b674-025a-4953-b8c6-7e5b46875613'] in dv-neutron-765072-2-ovs is: [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:57:32Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'eed87078-4db0-4d57-8380-69392ddba44f', 'name': '', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:5d:7b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:31Z', 'updated_at': '2020-12-03T11:57:36Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:57:37.682110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0db8be7c-a595-45db-a076-327c18a265fd req-c36b5b2e-a3d3-4453-b6d3-a0330315f26f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 210 time: 0.0584426
Dec 03 11:57:37.750090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.20.0.10 (5cd388d4-6bc3-4955-887b-b5e9d1e07b96/c35b7b56-9780-4020-9c1e-2e95146ebb2e/eeb5a679-4351-4c59-9026-18d4dd60ff07) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:57:37.759101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device eed87078-4db0-4d57-8380-69392ddba44f up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:57:37.842648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port eed87078-4db0-4d57-8380-69392ddba44f completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:57:37.848967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port eed87078-4db0-4d57-8380-69392ddba44f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:37.849903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:37.976683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:37.991475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:38.011419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Transition to ACTIVE for port object eeb5a679-4351-4c59-9026-18d4dd60ff07 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:57:38.012288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port eed87078-4db0-4d57-8380-69392ddba44f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=eed87078-4db0-4d57-8380-69392ddba44f,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:57:38.015715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:38.017940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:38.034611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:38.051071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b77dc12-66fb-41e1-a11a-1558a287362f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:38.096132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=eed87078-4db0-4d57-8380-69392ddba44f,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:38.099592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:38.197823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=eeb5a679-4351-4c59-9026-18d4dd60ff07,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:38.202646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:38.255840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:57:38.257262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:57:38.259877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:57:38.335533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:38.336213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:38.369868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-2f76c3c2-3ef3-45bf-be38-9fca06571721 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4503708
Dec 03 11:57:38.387933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Request body: {'port': {'device_id': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:38.510894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:38.520363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-706805f7-2898-452d-b0ff-27a45e7f7cef None None] Provisioning for port eeb5a679-4351-4c59-9026-18d4dd60ff07 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:57:38.525780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-706805f7-2898-452d-b0ff-27a45e7f7cef None None] Provisioning complete for port eeb5a679-4351-4c59-9026-18d4dd60ff07 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:38.526212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-706805f7-2898-452d-b0ff-27a45e7f7cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:38.582575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-706805f7-2898-452d-b0ff-27a45e7f7cef None None] Port eeb5a679-4351-4c59-9026-18d4dd60ff07 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:57:38.904616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129e287-4801-460c-804d-8b780d9dc298 req-4cd5d33e-059a-4529-a3d9-8462b6104dcc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:38.906488 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1129e287-4801-460c-804d-8b780d9dc298 req-4cd5d33e-059a-4529-a3d9-8462b6104dcc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 932 time: 0.0871041
Dec 03 11:57:38.942320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb5a679-4351-4c59-9026-18d4dd60ff07 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:57:38.949940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:38.962014 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1129e287-4801-460c-804d-8b780d9dc298 req-d56fcdeb-0d9c-4e8f-839f-24542b38dac8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484273
Dec 03 11:57:38.964348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Transition to ACTIVE for port object eeb5a679-4351-4c59-9026-18d4dd60ff07 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:57:38.968138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:38.985410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-706a78fd-6942-45aa-beec-77828f69c147 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:39.122169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb5a679-4351-4c59-9026-18d4dd60ff07,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:39.127106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:39.309193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Attempting to bind port eeb5a679-4351-4c59-9026-18d4dd60ff07 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:57:39.309570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Attempting to bind port eeb5a679-4351-4c59-9026-18d4dd60ff07 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:57:39.309938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Attempting to bind port eeb5a679-4351-4c59-9026-18d4dd60ff07 on network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:57:39.316732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:57:39.317109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Checking segment: {'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:57:39.317518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:39.317915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Bound using segment: {'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:57:39.318390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Bound port: eeb5a679-4351-4c59-9026-18d4dd60ff07, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215d8d79-1025-4708-ac5d-d59815be2961', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:57:39.318768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:39.412931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] For port eeb5a679-4351-4c59-9026-18d4dd60ff07, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:57:39.416560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] For port eeb5a679-4351-4c59-9026-18d4dd60ff07, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=eeb5a679-4351-4c59-9026-18d4dd60ff07,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:57:39.419678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:39.434857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6e729a2b-e724-433e-a335-c61f24f79b6f tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:39.580274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb5a679-4351-4c59-9026-18d4dd60ff07,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:39.590089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:39.623785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:39.624769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:39.626260 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] 10.222.0.91 "PUT /v2.0/ports/eeb5a679-4351-4c59-9026-18d4dd60ff07 HTTP/1.1" status: 200  len: 1158 time: 1.2432766
Dec 03 11:57:39.626809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'tag': 'eeb5a679-4351-4c59-9026-18d4dd60ff07'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:57:39.723959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device eed87078-4db0-4d57-8380-69392ddba44f up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:57:39.729018 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'tag': 'eeb5a679-4351-4c59-9026-18d4dd60ff07', 'status': 'completed', 'code': 200}
Dec 03 11:57:39.767663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-058e3c7b-8191-49ef-abde-38d40dd11725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:39.769326 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-058e3c7b-8191-49ef-abde-38d40dd11725 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 1161 time: 0.0905263
Dec 03 11:57:39.804932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port eed87078-4db0-4d57-8380-69392ddba44f triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:39.805464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:39.852081 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-79e43a35-7f00-488d-91b7-a1447f99576e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb5a679-4351-4c59-9026-18d4dd60ff07 HTTP/1.1" status: 200  len: 217 time: 0.0685747
Dec 03 11:57:39.928469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-85e6ca0a-6697-4b46-9d60-74a025868018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:39.929993 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-85e6ca0a-6697-4b46-9d60-74a025868018 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c35b7b56-9780-4020-9c1e-2e95146ebb2e HTTP/1.1" status: 200  len: 835 time: 0.0713475
Dec 03 11:57:40.012147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-235f62b8-510b-4d11-8365-32c998346018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:40.013927 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-235f62b8-510b-4d11-8365-32c998346018 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0769928
Dec 03 11:57:40.162086 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-390e861c-fed2-481d-9bad-52050c1b3bdd service neutron] 10.222.0.91 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418262
Dec 03 11:57:40.177883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02c3e9-79ec-4e4c-bfa0-4d3e0941c59c req-73175c7d-872e-4c9f-be5a-aa02aad61757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:40.179572 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef02c3e9-79ec-4e4c-bfa0-4d3e0941c59c req-73175c7d-872e-4c9f-be5a-aa02aad61757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 944 time: 0.0887051
Dec 03 11:57:40.229660 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ef02c3e9-79ec-4e4c-bfa0-4d3e0941c59c req-f04299a9-fec2-43ff-bfbe-b8341b8fa5f3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431120
Dec 03 11:57:40.310408 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24767ef1-8549-42a2-a4ec-3a605292d26c req-be50abc6-29a4-499a-bd6e-1e57005d24ec service neutron] 10.222.0.91 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414120
Dec 03 11:57:40.479902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14fb44-3fae-4511-8390-7db3ff17bf15 req-8ef41062-aa81-4fa1-a039-3677b71a9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:40.481464 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c14fb44-3fae-4511-8390-7db3ff17bf15 req-8ef41062-aa81-4fa1-a039-3677b71a9fbf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 1161 time: 0.0798419
Dec 03 11:57:40.625076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14fb44-3fae-4511-8390-7db3ff17bf15 req-477bd834-2069-4f14-a8ee-44e2e5306db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:40.626656 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c14fb44-3fae-4511-8390-7db3ff17bf15 req-477bd834-2069-4f14-a8ee-44e2e5306db6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96 HTTP/1.1" status: 200  len: 889 time: 0.1388831
Dec 03 11:57:40.696443 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c14fb44-3fae-4511-8390-7db3ff17bf15 req-7cf650ee-2d02-428e-ad1b-4a3f12077dd4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb5a679-4351-4c59-9026-18d4dd60ff07 HTTP/1.1" status: 200  len: 217 time: 0.0628946
Dec 03 11:57:40.768961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14fb44-3fae-4511-8390-7db3ff17bf15 req-af5878e1-a429-4e4a-aaef-778e77e9b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:40.770463 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c14fb44-3fae-4511-8390-7db3ff17bf15 req-af5878e1-a429-4e4a-aaef-778e77e9b65a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c35b7b56-9780-4020-9c1e-2e95146ebb2e HTTP/1.1" status: 200  len: 835 time: 0.0681870
Dec 03 11:57:40.853297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14fb44-3fae-4511-8390-7db3ff17bf15 req-2143db86-6031-4431-b11d-f4da8bcd2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:40.854951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c14fb44-3fae-4511-8390-7db3ff17bf15 req-2143db86-6031-4431-b11d-f4da8bcd2d5f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0777247
Dec 03 11:57:41.000856 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c14fb44-3fae-4511-8390-7db3ff17bf15 req-9edb5399-d730-4c4b-8158-80826604d95e service neutron] 10.222.0.91 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391325
Dec 03 11:57:41.144842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c14fb44-3fae-4511-8390-7db3ff17bf15 req-40ebabfd-a155-4b17-a861-a328d2b48f9d service neutron] 10.222.0.91 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360655
Dec 03 11:57:41.448732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa3e65-09b2-4c43-9586-a928cd1c11e7 req-740b7e0b-e8bf-4067-bb16-62f1e3b611fd tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:41.450263 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c2aa3e65-09b2-4c43-9586-a928cd1c11e7 req-740b7e0b-e8bf-4067-bb16-62f1e3b611fd tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 944 time: 0.0872307
Dec 03 11:57:41.498466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c2aa3e65-09b2-4c43-9586-a928cd1c11e7 req-0748a9b7-c20a-4a65-9e15-daec928fc1d6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402026
Dec 03 11:57:42.712887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e282a-6d5c-4f61-a913-f68bf5d7fbdf req-2e07da6b-1540-48b5-9963-686d954f69a1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:42.714519 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-353e282a-6d5c-4f61-a913-f68bf5d7fbdf req-2e07da6b-1540-48b5-9963-686d954f69a1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 944 time: 0.0848374
Dec 03 11:57:42.766218 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-353e282a-6d5c-4f61-a913-f68bf5d7fbdf req-48dc3ced-00d5-4416-962f-0698f5cd3c18 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448959
Dec 03 11:57:43.976481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955aa06-1213-444d-941f-a295a9dba27f req-7061f8e6-fc9e-408e-81c6-b82f20d36ae9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:43.978332 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5955aa06-1213-444d-941f-a295a9dba27f req-7061f8e6-fc9e-408e-81c6-b82f20d36ae9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 944 time: 0.0825903
Dec 03 11:57:44.024819 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5955aa06-1213-444d-941f-a295a9dba27f req-a0b689ee-e212-47a2-a2a5-6761b3de5941 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400026
Dec 03 11:57:44.972462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device eeb5a679-4351-4c59-9026-18d4dd60ff07 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:57:45.048127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port eeb5a679-4351-4c59-9026-18d4dd60ff07 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:57:45.053035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port eeb5a679-4351-4c59-9026-18d4dd60ff07 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:45.053463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:45.185207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:45.225357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb5a679-4351-4c59-9026-18d4dd60ff07'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:57:45.237448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port eeb5a679-4351-4c59-9026-18d4dd60ff07, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=eeb5a679-4351-4c59-9026-18d4dd60ff07,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:57:45.240727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:45.245387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:45.265799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ef6a-2fd2-4e9a-8f7b-488f923ea09e req-34ad925c-79b4-42bc-bb7f-187d53824697 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:45.267463 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9881ef6a-2fd2-4e9a-8f7b-488f923ea09e req-34ad925c-79b4-42bc-bb7f-187d53824697 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 944 time: 0.1044734
Dec 03 11:57:45.320818 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9881ef6a-2fd2-4e9a-8f7b-488f923ea09e req-9eda3b16-e6b6-4c1e-92a8-ec907cdc0d99 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468285
Dec 03 11:57:45.346140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=eeb5a679-4351-4c59-9026-18d4dd60ff07,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:45.350120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:45.397502 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb5a679-4351-4c59-9026-18d4dd60ff07', 'code': 200}
Dec 03 11:57:45.711644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2d77-da05-4360-8c3a-86faf377deb6 req-af6894e5-6fee-4859-a2ee-05ff4bf6effe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:45.713341 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-61cb2d77-da05-4360-8c3a-86faf377deb6 req-af6894e5-6fee-4859-a2ee-05ff4bf6effe service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 1163 time: 0.1059036
Dec 03 11:57:45.771085 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-61cb2d77-da05-4360-8c3a-86faf377deb6 req-5556795c-a549-4ab0-bccc-0464ea3a8d68 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497615
Dec 03 11:57:46.468446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device eeb5a679-4351-4c59-9026-18d4dd60ff07 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:57:46.537805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port eeb5a679-4351-4c59-9026-18d4dd60ff07 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:57:46.538223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:46.553829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab92a34-13c6-4fcd-9db2-767708404d6f req-61fc7b23-e2c0-4e18-b294-31b567eb1675 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:46.555475 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0ab92a34-13c6-4fcd-9db2-767708404d6f req-61fc7b23-e2c0-4e18-b294-31b567eb1675 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 946 time: 0.0844164
Dec 03 11:57:46.607896 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0ab92a34-13c6-4fcd-9db2-767708404d6f req-2a88f158-e4ef-4a9b-b06b-a6de58a467f4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455728
Dec 03 11:57:47.822034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f4fef-858b-47ba-957d-d81b6a0c2fcb req-de57078f-713f-4304-b779-5fd419a4f330 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:47.823718 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-437f4fef-858b-47ba-957d-d81b6a0c2fcb req-de57078f-713f-4304-b779-5fd419a4f330 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 946 time: 0.0845544
Dec 03 11:57:47.871383 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-437f4fef-858b-47ba-957d-d81b6a0c2fcb req-28d8d11b-1378-478b-ae84-02cfe93f81ff tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408092
Dec 03 11:57:48.094522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddcb2d-0da3-4174-929b-752d8bf72d99 req-69d17a59-8d5d-4cff-91e9-60ce56108cd3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:48.096166 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02ddcb2d-0da3-4174-929b-752d8bf72d99 req-69d17a59-8d5d-4cff-91e9-60ce56108cd3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 946 time: 0.0902569
Dec 03 11:57:48.145929 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02ddcb2d-0da3-4174-929b-752d8bf72d99 req-483f4a76-4ecc-4776-89bf-d199025884b2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423794
Dec 03 11:57:48.176270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56248) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:48.250290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f9c0f6-4cd1-4379-bdda-1e96f62042ff tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:48.251989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-13f9c0f6-4cd1-4379-bdda-1e96f62042ff tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 1158 time: 0.0746865
Dec 03 11:57:48.255214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56252) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:48.260808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': 'eeb5a679-4351-4c59-9026-18d4dd60ff07', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:57:48.267495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:57:48.271605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:floatingip and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:57:48.274577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:57:48.280624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:57:48.289868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:48.433601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:48.708881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.26.1.176 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/519a76d3-0f03-4392-8db7-62c8ef4b450a) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:57:48.866424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:48.894641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:48.910761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bda5b94e-def2-4966-95b3-6ef84aa1927a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:49.050211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=519a76d3-0f03-4392-8db7-62c8ef4b450a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:49.054519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:49.101145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:57:49.102945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:57:49.105481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:57:49.791965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:49.864336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:50.136272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:50.139860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:50.154866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-952c09c1-0f00-413a-a358-b5540cbbbf93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:57:50.290434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=519a76d3-0f03-4392-8db7-62c8ef4b450a,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:57:50.295247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:57:50.393963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:50.571248 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Floating IP 58d99f1f-32c9-42d3-affe-c8c318871556 associated. External IP: 172.26.1.176, port: eeb5a679-4351-4c59-9026-18d4dd60ff07.
Dec 03 11:57:50.948448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router ae89b674-025a-4953-b8c6-7e5b46875613 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:57:51.138146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:57:51.147983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bbf6b-117b-43d2-81f5-08304f144a32 None None] Sync routers for ids ['ae89b674-025a-4953-b8c6-7e5b46875613'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:57:51.158601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bbf6b-117b-43d2-81f5-08304f144a32 None None] Routers {'ae89b674-025a-4953-b8c6-7e5b46875613'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:57:51.159313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a73bbf6b-117b-43d2-81f5-08304f144a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c3d4a8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:57:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ae89b674-025a-4953-b8c6-7e5b46875613'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:51.163585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:51.220678 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9642506
Dec 03 11:57:51.221323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'tag': 'eeb5a679-4351-4c59-9026-18d4dd60ff07'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:57:51.281855 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'tag': 'eeb5a679-4351-4c59-9026-18d4dd60ff07', 'status': 'completed', 'code': 200}
Dec 03 11:57:51.347955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a73bbf6b-117b-43d2-81f5-08304f144a32 None None] Set router ae89b674-025a-4953-b8c6-7e5b46875613 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:57:51.406795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cdf71-878d-4a2a-ad1c-f5ce6dd7c21e req-d0e2353d-ad55-49f2-9147-c261f60a2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:51.408564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1c9cdf71-878d-4a2a-ad1c-f5ce6dd7c21e req-d0e2353d-ad55-49f2-9147-c261f60a2fa3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 1163 time: 0.0849261
Dec 03 11:57:51.411423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e033a-ec65-4c39-8e66-23e2c8c58ec2 req-902b9689-1c46-44f0-b4f8-22ad69ee93d3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:51.413174 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232e033a-ec65-4c39-8e66-23e2c8c58ec2 req-902b9689-1c46-44f0-b4f8-22ad69ee93d3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 946 time: 0.0857799
Dec 03 11:57:51.464645 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-232e033a-ec65-4c39-8e66-23e2c8c58ec2 req-ea60e293-1d6f-4705-b8be-bf17de84e505 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451138
Dec 03 11:57:51.496453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56260) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:51.563171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cdf71-878d-4a2a-ad1c-f5ce6dd7c21e req-cdd91460-251a-4669-a775-23926bbd12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:51.564777 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1c9cdf71-878d-4a2a-ad1c-f5ce6dd7c21e req-cdd91460-251a-4669-a775-23926bbd12bd service neutron] 10.222.0.91 "GET /v2.0/networks?id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96 HTTP/1.1" status: 200  len: 889 time: 0.1487143
Dec 03 11:57:51.608789 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-974e1f50-23cf-495a-8906-842e73cad024 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/58d99f1f-32c9-42d3-affe-c8c318871556 HTTP/1.1" status: 200  len: 992 time: 0.1086893
Dec 03 11:57:51.651583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:57:51.746303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a73bbf6b-117b-43d2-81f5-08304f144a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c3d4a8>, [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:57:32Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '58d99f1f-32c9-42d3-affe-c8c318871556', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.176', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'port_id': 'eeb5a679-4351-4c59-9026-18d4dd60ff07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'mac_address': 'fa:16:3e:48:82:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:57:49Z', 'updated_at': '2020-12-03T11:57:49Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed87078-4db0-4d57-8380-69392ddba44f', 'name': '', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:5d:7b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:31Z', 'updated_at': '2020-12-03T11:57:37Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:51.751087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bbf6b-117b-43d2-81f5-08304f144a32 None None] Checking router: ae89b674-025a-4953-b8c6-7e5b46875613 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:57:51.761443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bbf6b-117b-43d2-81f5-08304f144a32 None None] Routers {'ae89b674-025a-4953-b8c6-7e5b46875613'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:57:51.762143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a73bbf6b-117b-43d2-81f5-08304f144a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c3d4a8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:57:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ae89b674-025a-4953-b8c6-7e5b46875613'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:51.925366 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1c9cdf71-878d-4a2a-ad1c-f5ce6dd7c21e req-06d1506b-a1d2-4f0f-992d-72c2264b1983 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb5a679-4351-4c59-9026-18d4dd60ff07 HTTP/1.1" status: 200  len: 1000 time: 0.3541219
Dec 03 11:57:51.956277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a73bbf6b-117b-43d2-81f5-08304f144a32 None None] Set router ae89b674-025a-4953-b8c6-7e5b46875613 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:57:52.002142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cdf71-878d-4a2a-ad1c-f5ce6dd7c21e req-5ec45a1c-4874-4276-befd-9bd4f3631347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:52.003729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1c9cdf71-878d-4a2a-ad1c-f5ce6dd7c21e req-5ec45a1c-4874-4276-befd-9bd4f3631347 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c35b7b56-9780-4020-9c1e-2e95146ebb2e HTTP/1.1" status: 200  len: 835 time: 0.0713701
Dec 03 11:57:52.086794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cdf71-878d-4a2a-ad1c-f5ce6dd7c21e req-0d524406-e8e0-40fb-9686-5d667c054d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:57:52.088452 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1c9cdf71-878d-4a2a-ad1c-f5ce6dd7c21e req-0d524406-e8e0-40fb-9686-5d667c054d22 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0779488
Dec 03 11:57:52.234805 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1c9cdf71-878d-4a2a-ad1c-f5ce6dd7c21e req-a8b37137-a9cf-412b-a739-1dcb7f056d28 service neutron] 10.222.0.91 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393163
Dec 03 11:57:52.323656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a73bbf6b-117b-43d2-81f5-08304f144a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c3d4a8>, [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:57:32Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '58d99f1f-32c9-42d3-affe-c8c318871556', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.176', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'port_id': 'eeb5a679-4351-4c59-9026-18d4dd60ff07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'mac_address': 'fa:16:3e:48:82:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:57:49Z', 'updated_at': '2020-12-03T11:57:49Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed87078-4db0-4d57-8380-69392ddba44f', 'name': '', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:5d:7b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:31Z', 'updated_at': '2020-12-03T11:57:37Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:57:52.328715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bbf6b-117b-43d2-81f5-08304f144a32 None None] The sync data for ids ['ae89b674-025a-4953-b8c6-7e5b46875613'] in dv-neutron-765072-2-ovs is: [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:57:32Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '58d99f1f-32c9-42d3-affe-c8c318871556', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.176', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'port_id': 'eeb5a679-4351-4c59-9026-18d4dd60ff07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'mac_address': 'fa:16:3e:48:82:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:57:49Z', 'updated_at': '2020-12-03T11:57:49Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed87078-4db0-4d57-8380-69392ddba44f', 'name': '', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:5d:7b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:31Z', 'updated_at': '2020-12-03T11:57:37Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:57:52.384211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1c9cdf71-878d-4a2a-ad1c-f5ce6dd7c21e req-98a03b84-7e9f-45e0-b8c1-7c73e15cd64b service neutron] 10.222.0.91 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424155
Dec 03 11:57:52.601846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247b3ff-b0c0-4afb-85c1-0c607d25e14a None None] New status for floating IP 58d99f1f-32c9-42d3-affe-c8c318871556: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:57:52.611824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56264) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:52.729721 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e30ac1d5-9718-488d-bd6e-71510594beff tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/58d99f1f-32c9-42d3-affe-c8c318871556 HTTP/1.1" status: 200  len: 992 time: 0.1165946
Dec 03 11:57:53.733883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56268) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:57:53.851484 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fe8d75ff-097a-4d24-8f1e-b6c93ccbca5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/58d99f1f-32c9-42d3-affe-c8c318871556 HTTP/1.1" status: 200  len: 994 time: 0.1162434
Dec 03 11:58:00.884360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4026cc5b-6085-4abc-8104-0fa32f96b524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:58:03.017998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7205e139-5fc4-4347-92c9-6a9204f1dc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:58:03.905690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:58:04.715837 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8f1da01f-7f88-4228-9244-7d3960d724a7 req-7ef49b85-631e-4c6c-8326-4f035cce8918 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0760939
Dec 03 11:58:04.899030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da01f-7f88-4228-9244-7d3960d724a7 req-1b4ea71b-1636-487d-ae45-882ce1412d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:58:04.900655 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8f1da01f-7f88-4228-9244-7d3960d724a7 req-1b4ea71b-1636-487d-ae45-882ce1412d4d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 1163 time: 0.0804753
Dec 03 11:58:05.059128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da01f-7f88-4228-9244-7d3960d724a7 req-fb0435b8-fc6e-4ad0-8581-e20f584db71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:58:05.061260 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8f1da01f-7f88-4228-9244-7d3960d724a7 req-fb0435b8-fc6e-4ad0-8581-e20f584db71b service neutron] 10.222.0.91 "GET /v2.0/networks?id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96 HTTP/1.1" status: 200  len: 889 time: 0.1414640
Dec 03 11:58:05.090679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:58:05.165803 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8f1da01f-7f88-4228-9244-7d3960d724a7 req-820f8230-0d75-424a-86a4-31db8550c724 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb5a679-4351-4c59-9026-18d4dd60ff07 HTTP/1.1" status: 200  len: 1002 time: 0.0975852
Dec 03 11:58:05.238200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da01f-7f88-4228-9244-7d3960d724a7 req-7d75a215-5be7-4470-9356-6bd55b34467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:58:05.239770 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8f1da01f-7f88-4228-9244-7d3960d724a7 req-7d75a215-5be7-4470-9356-6bd55b34467f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c35b7b56-9780-4020-9c1e-2e95146ebb2e HTTP/1.1" status: 200  len: 835 time: 0.0674088
Dec 03 11:58:05.320234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da01f-7f88-4228-9244-7d3960d724a7 req-ab48d2cc-98f5-4e5f-9deb-df5966feb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:58:05.321743 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8f1da01f-7f88-4228-9244-7d3960d724a7 req-ab48d2cc-98f5-4e5f-9deb-df5966feb768 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0750451
Dec 03 11:58:05.468370 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8f1da01f-7f88-4228-9244-7d3960d724a7 req-52ad4cb9-7f1c-4958-af72-a896285ccc10 service neutron] 10.222.0.91 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393559
Dec 03 11:58:05.616130 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8f1da01f-7f88-4228-9244-7d3960d724a7 req-c80efb02-aba3-44eb-b02e-4acdef167fa9 service neutron] 10.222.0.91 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399484
Dec 03 11:58:05.654760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:58:12.246133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:58:21.618486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:58:30.876091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0f74fba-c58e-425d-be53-af660c810d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:58:33.019954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44a8a499-8dbc-4b45-8ae3-b18a44cdb6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:58:33.908304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:58:35.092848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:58:35.658551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:58:49.246103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:58:51.615543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:00.878312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-df3bb339-4b68-4cb7-a17b-f2530e049a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:03.020887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-644b1d37-3094-4c3e-aa9b-c9d5776a7594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:03.266095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5c313-36da-4476-897f-7e53149a77e4 req-ef51c1c8-fd60-4126-9971-d432fe783669 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:03.267635 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bfd5c313-36da-4476-897f-7e53149a77e4 req-ef51c1c8-fd60-4126-9971-d432fe783669 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 946 time: 0.0885327
Dec 03 11:59:03.316880 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bfd5c313-36da-4476-897f-7e53149a77e4 req-e96051f8-b198-4cbd-a2e4-dc5ef3df14e2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428100
Dec 03 11:59:03.911317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:04.551941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6eaf9-7ddb-4d5a-9342-9a3ac23cee80 req-0240e484-43fa-4b8d-b9b0-4583dc66e1f2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:04.553508 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4ae6eaf9-7ddb-4d5a-9342-9a3ac23cee80 req-0240e484-43fa-4b8d-b9b0-4583dc66e1f2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 946 time: 0.0842314
Dec 03 11:59:04.603628 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4ae6eaf9-7ddb-4d5a-9342-9a3ac23cee80 req-4e63385f-3a1d-4800-8052-e55a30f46c01 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428874
Dec 03 11:59:04.634894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56298) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:04.746310 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-570f19a9-705e-4979-9605-973abd08d5bb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/58d99f1f-32c9-42d3-affe-c8c318871556 HTTP/1.1" status: 200  len: 994 time: 0.1100657
Dec 03 11:59:05.097979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:05.662102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:05.707238 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-265ca98e-c917-403b-9c2a-93bd33c66799 req-049d4606-581e-489f-87d8-b54449ab9955 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0790603
Dec 03 11:59:05.870863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ca98e-c917-403b-9c2a-93bd33c66799 req-bf14690b-4674-4bc4-805c-28f70e42c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:05.872535 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-265ca98e-c917-403b-9c2a-93bd33c66799 req-bf14690b-4674-4bc4-805c-28f70e42c871 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 1163 time: 0.0776358
Dec 03 11:59:06.037726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ca98e-c917-403b-9c2a-93bd33c66799 req-75f4bedb-3a3f-459d-8112-6d6f2cf2fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:06.039382 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-265ca98e-c917-403b-9c2a-93bd33c66799 req-75f4bedb-3a3f-459d-8112-6d6f2cf2fdd1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96 HTTP/1.1" status: 200  len: 889 time: 0.1435835
Dec 03 11:59:06.150258 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-265ca98e-c917-403b-9c2a-93bd33c66799 req-ca9fea7b-f3ed-410e-88d1-ce22967c3fbd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb5a679-4351-4c59-9026-18d4dd60ff07 HTTP/1.1" status: 200  len: 1002 time: 0.1041558
Dec 03 11:59:06.221480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ca98e-c917-403b-9c2a-93bd33c66799 req-68af1595-7080-473f-94c6-0590d6e167d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:06.222985 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-265ca98e-c917-403b-9c2a-93bd33c66799 req-68af1595-7080-473f-94c6-0590d6e167d0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c35b7b56-9780-4020-9c1e-2e95146ebb2e HTTP/1.1" status: 200  len: 835 time: 0.0662072
Dec 03 11:59:06.292867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e8cef-605e-4352-b3e2-38aaf224f5f7 req-ae48e130-35cb-45c0-bbd6-047d2a717e27 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:06.294560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c81e8cef-605e-4352-b3e2-38aaf224f5f7 req-ae48e130-35cb-45c0-bbd6-047d2a717e27 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 946 time: 0.0897171
Dec 03 11:59:06.309449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ca98e-c917-403b-9c2a-93bd33c66799 req-5e483571-b8bf-48d3-bd3b-5035d1c17d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:06.312265 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-265ca98e-c917-403b-9c2a-93bd33c66799 req-5e483571-b8bf-48d3-bd3b-5035d1c17d64 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0802462
Dec 03 11:59:06.345902 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c81e8cef-605e-4352-b3e2-38aaf224f5f7 req-a4a7407d-ffa8-4ea4-843a-171cb84a04c6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446825
Dec 03 11:59:06.493608 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-265ca98e-c917-403b-9c2a-93bd33c66799 req-471f6e64-036d-4f9c-b603-2520874ec1fb service neutron] 10.222.0.91 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440978
Dec 03 11:59:06.640673 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-265ca98e-c917-403b-9c2a-93bd33c66799 req-4d448412-1117-4cdc-8ea9-928314adf549 service neutron] 10.222.0.91 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399426
Dec 03 11:59:07.565383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fc79b-5a1b-4f57-891f-1e4a05eb16e9 req-f9e2b752-44fe-4d79-9f29-384571b11637 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:07.567075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a90fc79b-5a1b-4f57-891f-1e4a05eb16e9 req-f9e2b752-44fe-4d79-9f29-384571b11637 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 946 time: 0.0856626
Dec 03 11:59:07.617862 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a90fc79b-5a1b-4f57-891f-1e4a05eb16e9 req-f94a8a83-4f95-445e-aaba-7ed47cfdbe51 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444560
Dec 03 11:59:07.652352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56310) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:07.764595 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-336dfaeb-c38a-4434-8577-949ba8896927 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/58d99f1f-32c9-42d3-affe-c8c318871556 HTTP/1.1" status: 200  len: 994 time: 0.1108556
Dec 03 11:59:08.067210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56318) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:08.283416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 519a76d3-0f03-4392-8db7-62c8ef4b450a {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:59:08.283722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:08.461387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:08.461761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:08.592405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for 519a76d3-0f03-4392-8db7-62c8ef4b450a owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:59:08.738283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:08.754849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-723a24d7-1e37-4c51-9499-e4f529de991d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:09.076056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=519a76d3-0f03-4392-8db7-62c8ef4b450a,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:09.097643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.098082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.098492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.098949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.099368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.099788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.100207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.100622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.101037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.101451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.101880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.102281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.103039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.103456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.103872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.104900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.105349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.105768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.106181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.106595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.107038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.107452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.108264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.108926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:09.113683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:09.274471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:09.274736 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Floating IP 58d99f1f-32c9-42d3-affe-c8c318871556 disassociated (deleted). External IP: 172.26.1.176, port: eeb5a679-4351-4c59-9026-18d4dd60ff07.
Dec 03 11:59:09.644616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router ae89b674-025a-4953-b8c6-7e5b46875613 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:59:09.835803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:59:09.846969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494b33b-f0d1-4058-897b-aa4f965f9760 None None] Sync routers for ids ['ae89b674-025a-4953-b8c6-7e5b46875613'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:59:09.855396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:09.856947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494b33b-f0d1-4058-897b-aa4f965f9760 None None] Routers {'ae89b674-025a-4953-b8c6-7e5b46875613'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:59:09.857633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2494b33b-f0d1-4058-897b-aa4f965f9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c170f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:59:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ae89b674-025a-4953-b8c6-7e5b46875613'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:09.918535 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/floatingips/58d99f1f-32c9-42d3-affe-c8c318871556 HTTP/1.1" status: 204  len: 168 time: 1.8499610
Dec 03 11:59:09.919510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'tag': 'eeb5a679-4351-4c59-9026-18d4dd60ff07'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:59:09.983720 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'tag': 'eeb5a679-4351-4c59-9026-18d4dd60ff07', 'status': 'completed', 'code': 200}
Dec 03 11:59:10.113356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f957d-241e-4cf8-8c22-fcf8de8b82f4 req-2dbc606e-59c9-4ef1-b72c-6496a06df164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:10.115033 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-036f957d-241e-4cf8-8c22-fcf8de8b82f4 req-2dbc606e-59c9-4ef1-b72c-6496a06df164 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 1163 time: 0.0821798
Dec 03 11:59:10.233842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-2494b33b-f0d1-4058-897b-aa4f965f9760 None None] Set router ae89b674-025a-4953-b8c6-7e5b46875613 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:59:10.277440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f957d-241e-4cf8-8c22-fcf8de8b82f4 req-396ccf8f-d339-41e6-9d54-71d18124e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:10.279392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-036f957d-241e-4cf8-8c22-fcf8de8b82f4 req-396ccf8f-d339-41e6-9d54-71d18124e9bd service neutron] 10.222.0.91 "GET /v2.0/networks?id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96 HTTP/1.1" status: 200  len: 889 time: 0.1563020
Dec 03 11:59:10.357166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebd02d-112f-4078-9ce2-814b0df1b652 req-a934b1b8-5acb-4bd9-8100-454f6d900434 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:10.357418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-036f957d-241e-4cf8-8c22-fcf8de8b82f4 req-5a66c6b5-7d31-465a-8e7c-98fd573a450a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb5a679-4351-4c59-9026-18d4dd60ff07 HTTP/1.1" status: 200  len: 217 time: 0.0702574
Dec 03 11:59:10.357957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-26ebd02d-112f-4078-9ce2-814b0df1b652 req-a934b1b8-5acb-4bd9-8100-454f6d900434 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:59:10.374041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-26ebd02d-112f-4078-9ce2-814b0df1b652 req-a934b1b8-5acb-4bd9-8100-454f6d900434 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:59:10.375383 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-26ebd02d-112f-4078-9ce2-814b0df1b652 req-a934b1b8-5acb-4bd9-8100-454f6d900434 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 946 time: 0.1096141
Dec 03 11:59:10.426710 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-26ebd02d-112f-4078-9ce2-814b0df1b652 req-fd1c9966-21e4-466b-bee3-9682bb9e2cfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439973
Dec 03 11:59:10.430307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f957d-241e-4cf8-8c22-fcf8de8b82f4 req-c759cc5d-40d5-4ff2-a011-61c8e795959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:10.431931 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-036f957d-241e-4cf8-8c22-fcf8de8b82f4 req-c759cc5d-40d5-4ff2-a011-61c8e795959f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c35b7b56-9780-4020-9c1e-2e95146ebb2e HTTP/1.1" status: 200  len: 835 time: 0.0672381
Dec 03 11:59:10.525813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f957d-241e-4cf8-8c22-fcf8de8b82f4 req-48e41cf0-5854-4d1e-8684-5be6779075a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:10.528565 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-036f957d-241e-4cf8-8c22-fcf8de8b82f4 req-48e41cf0-5854-4d1e-8684-5be6779075a8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5cd388d4-6bc3-4955-887b-b5e9d1e07b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0895338
Dec 03 11:59:10.579602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2494b33b-f0d1-4058-897b-aa4f965f9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c170f0>, [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:57:32Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'eed87078-4db0-4d57-8380-69392ddba44f', 'name': '', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:5d:7b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:31Z', 'updated_at': '2020-12-03T11:57:37Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:10.583769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494b33b-f0d1-4058-897b-aa4f965f9760 None None] Checking router: ae89b674-025a-4953-b8c6-7e5b46875613 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:59:10.593510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494b33b-f0d1-4058-897b-aa4f965f9760 None None] Routers {'ae89b674-025a-4953-b8c6-7e5b46875613'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:59:10.594187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2494b33b-f0d1-4058-897b-aa4f965f9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c170f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:59:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ae89b674-025a-4953-b8c6-7e5b46875613'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:10.681461 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-036f957d-241e-4cf8-8c22-fcf8de8b82f4 req-667a3f2c-f884-4c1b-b51c-2fc21d1a672b service neutron] 10.222.0.91 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451921
Dec 03 11:59:10.784598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-2494b33b-f0d1-4058-897b-aa4f965f9760 None None] Set router ae89b674-025a-4953-b8c6-7e5b46875613 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:59:10.834330 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-036f957d-241e-4cf8-8c22-fcf8de8b82f4 req-4bf1ef29-a4b4-4731-a8cb-a46bbcc1b6b2 service neutron] 10.222.0.91 "GET /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453309
Dec 03 11:59:11.125035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2494b33b-f0d1-4058-897b-aa4f965f9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5c170f0>, [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:57:32Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'eed87078-4db0-4d57-8380-69392ddba44f', 'name': '', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:5d:7b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:31Z', 'updated_at': '2020-12-03T11:57:37Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:11.129846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494b33b-f0d1-4058-897b-aa4f965f9760 None None] The sync data for ids ['ae89b674-025a-4953-b8c6-7e5b46875613'] in dv-neutron-765072-2-ovs is: [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:57:32Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'eed87078-4db0-4d57-8380-69392ddba44f', 'name': '', 'network_id': '5cd388d4-6bc3-4955-887b-b5e9d1e07b96', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:5d:7b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:31Z', 'updated_at': '2020-12-03T11:57:37Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'c35b7b56-9780-4020-9c1e-2e95146ebb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:59:11.509093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b8d6f-a977-403a-bfcb-78a904878cbf None None] New status for floating IP 58d99f1f-32c9-42d3-affe-c8c318871556: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:59:11.650550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235732ad-72c3-4eb9-a603-2fd2088615ed req-698e09b6-571a-4ad1-a667-b7a49219a067 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:11.652930 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-235732ad-72c3-4eb9-a603-2fd2088615ed req-698e09b6-571a-4ad1-a667-b7a49219a067 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 946 time: 0.0853965
Dec 03 11:59:11.700969 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-235732ad-72c3-4eb9-a603-2fd2088615ed req-f45e1ede-24eb-41b7-a942-3cced6bf8fa1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414550
Dec 03 11:59:12.404515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-195eb2eb-6ddb-425d-b98d-0f3e920f3175 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:12.405264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-195eb2eb-6ddb-425d-b98d-0f3e920f3175 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:59:12.417788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-195eb2eb-6ddb-425d-b98d-0f3e920f3175 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:59:12.418979 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-195eb2eb-6ddb-425d-b98d-0f3e920f3175 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 946 time: 0.0962789
Dec 03 11:59:12.493353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port eeb5a679-4351-4c59-9026-18d4dd60ff07 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:59:12.493736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:12.754609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port eeb5a679-4351-4c59-9026-18d4dd60ff07, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=eeb5a679-4351-4c59-9026-18d4dd60ff07,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:12.755073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:12.890729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for eeb5a679-4351-4c59-9026-18d4dd60ff07 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:59:12.920055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ae740-4c52-4a5e-b996-e97624a812d4 req-344c5203-2b5b-4860-a086-fb83e22105e2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:12.921813 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a3ae740-4c52-4a5e-b996-e97624a812d4 req-344c5203-2b5b-4860-a086-fb83e22105e2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 946 time: 0.0891395
Dec 03 11:59:12.964263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device eeb5a679-4351-4c59-9026-18d4dd60ff07 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:59:12.975979 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a3ae740-4c52-4a5e-b996-e97624a812d4 req-5c12b247-ffeb-4d7a-8ff1-71a63a8664b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474420
Dec 03 11:59:13.088361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:13.119588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb5a679-4351-4c59-9026-18d4dd60ff07'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:59:13.130687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port eeb5a679-4351-4c59-9026-18d4dd60ff07, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=eeb5a679-4351-4c59-9026-18d4dd60ff07,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:13.134101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:13.136255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:13.191695 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb5a679-4351-4c59-9026-18d4dd60ff07', 'code': 200}
Dec 03 11:59:13.208118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=eeb5a679-4351-4c59-9026-18d4dd60ff07,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:13.216857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.217249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.217635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.218029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.218399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.218775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.219179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.219550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.219923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.220427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.220795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.221160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.221583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.221955 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.222320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.222686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.223104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.223474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.223837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.224207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.224575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.224945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.225305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.225665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:13.231202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:13.239146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:59:13.239514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:59:13.740330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port eeb5a679-4351-4c59-9026-18d4dd60ff07 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:59:13.740749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:14.004678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port eeb5a679-4351-4c59-9026-18d4dd60ff07, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=eeb5a679-4351-4c59-9026-18d4dd60ff07,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:14.005206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:14.142835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for eeb5a679-4351-4c59-9026-18d4dd60ff07 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:59:14.196455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcff0b-8be0-43f8-9a4a-550cb28f3981 req-bdab5845-5e9a-4da2-97db-c924e06a4192 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:14.198090 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3dbcff0b-8be0-43f8-9a4a-550cb28f3981 req-bdab5845-5e9a-4da2-97db-c924e06a4192 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=0b4a440f-6bfe-4f77-9b77-25fa340b8dec HTTP/1.1" status: 200  len: 944 time: 0.0871866
Dec 03 11:59:14.246538 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3dbcff0b-8be0-43f8-9a4a-550cb28f3981 req-95b3761c-a13a-4059-87ba-e876959f6afe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=982d8600-2826-4271-8616-4b038d8f20ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420258
Dec 03 11:59:14.297346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:14.317884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-af0e1940-185d-404d-b53f-30bd6783c9de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:14.376225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=eeb5a679-4351-4c59-9026-18d4dd60ff07,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:14.388001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.388439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.388870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.389298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.389715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.390135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.390556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.390990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.391404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.391816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.392228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.392635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.393101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.393515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.393928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.394336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.394752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.395189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.395601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.396013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.396426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.396835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.397248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.397670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:14.451422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:14.541453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] No DVR routers for this DVR port eeb5a679-4351-4c59-9026-18d4dd60ff07 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:59:14.543749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:14.546995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'name': 'network-vif-deleted', 'tag': 'eeb5a679-4351-4c59-9026-18d4dd60ff07'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:59:14.562527 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c3f02553-13ed-4827-8359-2b19696a1eb8 req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "DELETE /v2.0/ports/eeb5a679-4351-4c59-9026-18d4dd60ff07 HTTP/1.1" status: 204  len: 173 time: 2.1384168
Dec 03 11:59:14.608664 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4a440f-6bfe-4f77-9b77-25fa340b8dec', 'name': 'network-vif-deleted', 'tag': 'eeb5a679-4351-4c59-9026-18d4dd60ff07', 'status': 'completed', 'code': 200}
Dec 03 11:59:15.362926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56344) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:15.732848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:16.348013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port eed87078-4db0-4d57-8380-69392ddba44f {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:59:16.348301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:16.545310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port eed87078-4db0-4d57-8380-69392ddba44f, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=eed87078-4db0-4d57-8380-69392ddba44f,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:16.545902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:16.677017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for eed87078-4db0-4d57-8380-69392ddba44f owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:59:16.858811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:16.875096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6c55a223-b97e-4cbd-9894-76d59d1bd726 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:16.931085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=eed87078-4db0-4d57-8380-69392ddba44f,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:16.936793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:17.560250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:18.067721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router ae89b674-025a-4953-b8c6-7e5b46875613 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:59:18.259425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:59:18.269078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e7a738-1836-49e6-ac11-d09aa109b895 None None] Sync routers for ids ['ae89b674-025a-4953-b8c6-7e5b46875613'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:59:18.272784 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "PUT /v2.0/routers/ae89b674-025a-4953-b8c6-7e5b46875613/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9086666
Dec 03 11:59:18.275661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56350) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:18.279831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e7a738-1836-49e6-ac11-d09aa109b895 None None] Routers {'ae89b674-025a-4953-b8c6-7e5b46875613'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:59:18.280522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e6e7a738-1836-49e6-ac11-d09aa109b895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a22940>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:59:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ae89b674-025a-4953-b8c6-7e5b46875613'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:18.471588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-e6e7a738-1836-49e6-ac11-d09aa109b895 None None] Set router ae89b674-025a-4953-b8c6-7e5b46875613 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:59:18.476893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-36af3f83-2538-4b3e-81e3-fabb4dbd03fc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting subnet c35b7b56-9780-4020-9c1e-2e95146ebb2e {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 11:59:18.480358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36af3f83-2538-4b3e-81e3-fabb4dbd03fc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:18.537441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36af3f83-2538-4b3e-81e3-fabb4dbd03fc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:18.628524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36af3f83-2538-4b3e-81e3-fabb4dbd03fc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:18.778263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e6e7a738-1836-49e6-ac11-d09aa109b895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a22940>, [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:59:16Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:18.782394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e7a738-1836-49e6-ac11-d09aa109b895 None None] Checking router: ae89b674-025a-4953-b8c6-7e5b46875613 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:59:18.792079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e7a738-1836-49e6-ac11-d09aa109b895 None None] Routers {'ae89b674-025a-4953-b8c6-7e5b46875613'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:59:18.792672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e6e7a738-1836-49e6-ac11-d09aa109b895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a22940>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:59:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['ae89b674-025a-4953-b8c6-7e5b46875613'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:18.927751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36af3f83-2538-4b3e-81e3-fabb4dbd03fc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:18.944548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1789b721-c862-4eb6-9603-9d48b1ce7ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:18.983515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-e6e7a738-1836-49e6-ac11-d09aa109b895 None None] Set router ae89b674-025a-4953-b8c6-7e5b46875613 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:59:18.997723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af3f83-2538-4b3e-81e3-fabb4dbd03fc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Subnet': ['ID=c35b7b56-9780-4020-9c1e-2e95146ebb2e,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:19.002604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-36af3f83-2538-4b3e-81e3-fabb4dbd03fc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:19.092538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36af3f83-2538-4b3e-81e3-fabb4dbd03fc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:19.102144 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-36af3f83-2538-4b3e-81e3-fabb4dbd03fc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/subnets/c35b7b56-9780-4020-9c1e-2e95146ebb2e HTTP/1.1" status: 204  len: 168 time: 0.8220196
Dec 03 11:59:19.102390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56354) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:19.259893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6869e55f-5b1f-4f00-a71c-935c4b651691 None None] Network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:59:19.307578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:19.500718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:19.506220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 3a60f3b1-1e9a-4da1-a485-766e001c7e46 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:59:19.506786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:19.649124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-e6e7a738-1836-49e6-ac11-d09aa109b895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a22940>, [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:59:16Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:19.654023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e7a738-1836-49e6-ac11-d09aa109b895 None None] The sync data for ids ['ae89b674-025a-4953-b8c6-7e5b46875613'] in dv-neutron-765072-2-ovs is: [{'id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707185218', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:57:25Z', 'updated_at': '2020-12-03T11:59:16Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '3a60f3b1-1e9a-4da1-a485-766e001c7e46', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89b674-025a-4953-b8c6-7e5b46875613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:57:27Z', 'updated_at': '2020-12-03T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:59:19.690842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] DHCP port deletion for 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 11:59:19.701878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Deleting port 0ded2d2f-f7c8-4a00-a252-ba3def986393 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:59:19.702297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:19.704182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port 3a60f3b1-1e9a-4da1-a485-766e001c7e46, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3a60f3b1-1e9a-4da1-a485-766e001c7e46,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:19.704776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:19.797426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0ded2d2f-f7c8-4a00-a252-ba3def986393 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:59:19.856877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for 3a60f3b1-1e9a-4da1-a485-766e001c7e46 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:59:19.998084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:20.030781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] For port 0ded2d2f-f7c8-4a00-a252-ba3def986393, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0ded2d2f-f7c8-4a00-a252-ba3def986393,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:20.031257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:20.098207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:20.174246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Calling delete_port for 0ded2d2f-f7c8-4a00-a252-ba3def986393 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:59:20.192519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:20.239511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 0ded2d2f-f7c8-4a00-a252-ba3def986393, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0ded2d2f-f7c8-4a00-a252-ba3def986393,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:20.246967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:20.247764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device eed87078-4db0-4d57-8380-69392ddba44f no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:59:20.280600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:20.330386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:20.332896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: eed87078-4db0-4d57-8380-69392ddba44f {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:59:20.333097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:20.333291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device eed87078-4db0-4d57-8380-69392ddba44f not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:59:20.358605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:20.359343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Fanout notify agent at l3_agent the message router_deleted on router ae89b674-025a-4953-b8c6-7e5b46875613 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 11:59:20.363123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=0ded2d2f-f7c8-4a00-a252-ba3def986393,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:20.366060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:59:20.366314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:59:20.367026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:20.381253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:20.382498 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cd0d9551-4a18-459a-ade9-d4a8ad194e76 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/routers/ae89b674-025a-4953-b8c6-7e5b46875613 HTTP/1.1" status: 204  len: 168 time: 1.2788284
Dec 03 11:59:20.385505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56364) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:20.794033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:20.860470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 0ded2d2f-f7c8-4a00-a252-ba3def986393 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:59:20.860838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:20.867125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Deleting port 0ded2d2f-f7c8-4a00-a252-ba3def986393 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:59:20.867560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:21.086488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] For port 0ded2d2f-f7c8-4a00-a252-ba3def986393, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0ded2d2f-f7c8-4a00-a252-ba3def986393,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:21.086849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:21.087564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port 0ded2d2f-f7c8-4a00-a252-ba3def986393, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0ded2d2f-f7c8-4a00-a252-ba3def986393,segment=NetworkSegment(215d8d79-1025-4708-ac5d-d59815be2961),segment_id=215d8d79-1025-4708-ac5d-d59815be2961)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:21.087967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:21.214792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Calling delete_port for 0ded2d2f-f7c8-4a00-a252-ba3def986393 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:59:21.223166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for 0ded2d2f-f7c8-4a00-a252-ba3def986393 owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 11:59:21.287381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:21.295013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80975) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 11:59:21.295387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 11:59:21.303324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:21.350567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Pushing event deleted for resources: {'Port': ['ID=0ded2d2f-f7c8-4a00-a252-ba3def986393,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:21.363173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:21.445549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] No DVR routers for this DVR port 0ded2d2f-f7c8-4a00-a252-ba3def986393 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 11:59:21.628967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:21.760328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3a60f3b1-1e9a-4da1-a485-766e001c7e46 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 11:59:21.795817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 3a60f3b1-1e9a-4da1-a485-766e001c7e46 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 11:59:21.796307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3a60f3b1-1e9a-4da1-a485-766e001c7e46 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 11:59:21.796984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 0ded2d2f-f7c8-4a00-a252-ba3def986393 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 11:59:21.797383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:21.867257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] The port '0ded2d2f-f7c8-4a00-a252-ba3def986393' was deleted {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 11:59:22.000514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:22.124920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4463fd0>,) {'filters': {'network_id': ['5cd388d4-6bc3-4955-887b-b5e9d1e07b96']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:22.137721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4463fd0>, '215d8d79-1025-4708-ac5d-d59815be2961') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:22.138048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4463fd0>, '215d8d79-1025-4708-ac5d-d59815be2961') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:22.150039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:22.168126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:22.170191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 11:59:22.362521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:59:22.372076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:22.556843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 5cd388d4-6bc3-4955-887b-b5e9d1e07b96 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 11:59:22.581745 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 11:59:22.668555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:22.671908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bf639606-5236-49e6-93f1-c00a21106628 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:22.690552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:22.700964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Network': ['ID=5cd388d4-6bc3-4955-887b-b5e9d1e07b96,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:22.704606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:22.716183 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-34920683-a999-4bcd-8d3f-668309b326ae tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/networks/5cd388d4-6bc3-4955-887b-b5e9d1e07b96 HTTP/1.1" status: 204  len: 168 time: 2.3293631
Dec 03 11:59:22.719175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56368) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:22.793163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fcee2a1-3655-4da4-8c8e-3f0db8c98dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:22.828558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fcee2a1-3655-4da4-8c8e-3f0db8c98dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:22.880846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fcee2a1-3655-4da4-8c8e-3f0db8c98dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:22.886292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc1fc4e9-e97f-4d84-8a13-302fc9409d12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:22.902707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcee2a1-3655-4da4-8c8e-3f0db8c98dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'SecurityGroup': ['ID=982d8600-2826-4271-8616-4b038d8f20ab,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:22.907124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5fcee2a1-3655-4da4-8c8e-3f0db8c98dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:22.910498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fcee2a1-3655-4da4-8c8e-3f0db8c98dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:22.911734 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5fcee2a1-3655-4da4-8c8e-3f0db8c98dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/security-groups/982d8600-2826-4271-8616-4b038d8f20ab HTTP/1.1" status: 204  len: 168 time: 0.1915770
Dec 03 11:59:23.197413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56376) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:23.204204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811747303', 'description': 'tempest-secgroup-smoke-811747303 description', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:23.210841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:23.216238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:59:23.219338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:59:23.225161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:23.235266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.258688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:23.263488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:59:23.266432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:59:23.272521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:23.346242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.348950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.354595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7f776bdc-4323-4743-a079-939f0528bcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:23.397388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroup': ['ID=707456e6-3880-4ae0-af12-2546f8e3db0a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:23.400291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.402260 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2029884
Dec 03 11:59:23.403314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:23.405436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56380) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:23.410890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '707456e6-3880-4ae0-af12-2546f8e3db0a', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:23.417343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:23.421430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:59:23.424465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:59:23.430333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:23.446800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.513904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.516663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.518536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-040b345d-ec02-4b2c-bb0f-e8fa922f5688 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:23.539929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bca5d0d-a804-4b2e-986d-3297e6465f63,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:23.545098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:23.552023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.553297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1469064
Dec 03 11:59:23.556219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56384) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:23.561722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '707456e6-3880-4ae0-af12-2546f8e3db0a', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:23.567890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:23.571945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:59:23.575242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:59:23.581034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:23.597158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.659972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.662564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.664456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-20520b98-ee74-48f2-b9b0-2588a50913e6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:23.688062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7966cb-f255-4ee2-9628-e9dd469bf3cd,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:23.690824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:23.698000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.699399 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1421616
Dec 03 11:59:23.702437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 56388) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:23.708788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '707456e6-3880-4ae0-af12-2546f8e3db0a', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:23.715987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:23.721014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:59:23.724082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:59:23.731055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:23.746135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.811836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.814372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.816412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9536dc62-f60f-45c0-8e55-8fd4888e7f0a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:23.841100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b8b33f-5b69-4774-9db7-4d95eb74e9ac,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:23.846962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:23.849864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.851166 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1473680
Dec 03 11:59:23.854491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 56392) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:23.859992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '707456e6-3880-4ae0-af12-2546f8e3db0a', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:23.866149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:23.870195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:59:23.873193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:59:23.879012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:23.899541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.966189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.968817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:23.975742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-632f7b5d-40ce-482a-9bc7-3bc351b5a3a6 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:23.997159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38f9950-5c35-4e3b-b742-90b2364eb0e6,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:24.011734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:24.015146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.016418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1608872
Dec 03 11:59:24.019354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 56396) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:24.024815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '707456e6-3880-4ae0-af12-2546f8e3db0a', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:24.031950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:24.035991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:59:24.039189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:59:24.045036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:24.054210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Project d7e512aba3ba418e94ebbd613101b36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:59:24.061152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.129840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.132221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.139394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0d3f2f8f-f2f0-4b69-86ed-b4b4f7a5a897 tempest-SecGroupTest-471822633 tempest-SecGroupTest-471822633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:24.158460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe33e86-010a-420a-89f7-266291a6d63a,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:24.160923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:24.168184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.169450 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-74129ab5-a0ad-4ae6-ab0f-bd4fc2269c86 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1491091
Dec 03 11:59:24.172375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 56400) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:24.177873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '707456e6-3880-4ae0-af12-2546f8e3db0a', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:24.184784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:24.188871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:59:24.191906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:59:24.198192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:24.207901 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Project d7e512aba3ba418e94ebbd613101b36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 11:59:24.216019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.287665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.290331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.292519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f6dfb30-d9a1-467a-b614-773ea2cd3b6e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:24.316569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590bb7a5-3ad3-4722-8941-16a08eb6c3db,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:24.319673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:24.327116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.328454 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f989cea6-09d8-4514-ab1b-009a415ed123 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1550896
Dec 03 11:59:24.331525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 56404) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:24.337664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'network': {'name': 'tempest-network-smoke--284968071', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'port_security_enabled': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:24.343059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:24.347451 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:network and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:59:24.350452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:59:24.356954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:24.366193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:59:24.372361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.406277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 11:59:24.415372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.415800 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Added segment 02b4b443-8de7-413d-bcc8-b4eac46b53df of type vxlan for network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6
Dec 03 11:59:24.442124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.471449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.475537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:24.476181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.482679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a7d4f059-cdb0-4ae2-a04f-2254b9e5ceff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:24.540319 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2076640
Dec 03 11:59:24.543914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56408) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:24.550006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'admin_state_up': True, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:24.557778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:24.561836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:router and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:59:24.564842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:59:24.570772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:24.581495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.582548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.598407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:24.600704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Network': ['ID=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:24.603981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-baed4417-29cb-42de-9893-cbeca9891611 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:24.613752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:59:24.630946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 11:59:24.877138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:25.193749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:25.225440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:25.493155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.26.1.23 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/b906f77b-d38f-40f7-8bb1-f698a610dff9) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:59:25.645975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:25.671869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:25.686753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6edc671f-d061-4d67-bbf8-34f9cedeb04e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:25.820524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=b906f77b-d38f-40f7-8bb1-f698a610dff9,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:25.824884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:25.873048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:59:25.874156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:59:25.876382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:59:26.246838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 11:59:26.573557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:26.929943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:27.141404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router d3f61439-bf07-4f48-8c74-26789b8b9406 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 11:59:27.333666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:59:27.344002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Sync routers for ids ['d3f61439-bf07-4f48-8c74-26789b8b9406'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:59:27.353993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Routers {'d3f61439-bf07-4f48-8c74-26789b8b9406'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:59:27.354863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62d52e8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:59:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d3f61439-bf07-4f48-8c74-26789b8b9406'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:27.360150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:27.365308 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.8164225
Dec 03 11:59:27.365569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56412) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:27.413312 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b8a92bd3-b813-46fd-8819-7c5a3b6dd52a tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] 10.222.0.90 "GET /v2.0/subnets?project_id=d7e512aba3ba418e94ebbd613101b36b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0464416
Dec 03 11:59:27.416117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56416) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:27.422525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'subnet': {'name': 'tempest-subnet-smoke-793685520', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:27.539421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Set router d3f61439-bf07-4f48-8c74-26789b8b9406 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:59:27.542634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:27.546592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:subnet and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:59:27.549661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:59:27.555679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:27.565124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:59:27.681375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:27.842799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62d52e8>, [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T11:59:26Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:27.846860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Checking router: d3f61439-bf07-4f48-8c74-26789b8b9406 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:59:27.847278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Updating router d3f61439-bf07-4f48-8c74-26789b8b9406 port b906f77b-d38f-40f7-8bb1-f698a610dff9 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:59:27.900249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:28.130694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:28.145696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-eb2cb1a4-ec6e-4751-82df-1ed35e11ff12 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:28.278009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Subnet': ['ID=3fcd1845-4af1-4d7b-89d8-8f63837e3907,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:28.281911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:28.297659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:28.310756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Transition to ACTIVE for port object b906f77b-d38f-40f7-8bb1-f698a610dff9 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:59:28.313740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:28.332829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7b6d2a53-2903-48f6-b69d-c7c2d4d5ccca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:28.352312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Checking segment: {'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:59:28.353084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network hostable DHCP agents. Network: ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 11:59:28.373634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 11:59:28.382287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:59:28.391064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb38d29-dd34-4497-b44e-8ede7b4ba334 None None] Network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:59:28.396042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:28.396697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:28.418723 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5e040faa-4852-4f35-bd9e-f5eff1ab11e6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0012732
Dec 03 11:59:28.421871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56420) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:28.628033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Pushing event updated for resources: {'Port': ['ID=b906f77b-d38f-40f7-8bb1-f698a610dff9,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:28.631903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ips': [{'subnet_id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 11:59:28.633244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:28.639537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.640016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.640546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.640996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.641450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.641904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.642361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.642813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.643434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.643803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.644173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.644539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.645362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.645738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.646108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.646477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.646845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.647237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.647601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.648435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.648817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.649188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.649556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.650234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 11:59:28.664389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:28.723204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Attempting to bind port b906f77b-d38f-40f7-8bb1-f698a610dff9 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:59:28.723640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Attempting to bind port b906f77b-d38f-40f7-8bb1-f698a610dff9 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:59:28.724183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Attempting to bind port b906f77b-d38f-40f7-8bb1-f698a610dff9 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:59:28.731592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:59:28.732018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:59:28.732472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:28.732912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:59:28.733437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Bound port: b906f77b-d38f-40f7-8bb1-f698a610dff9, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:59:28.733884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:28.812868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] For port b906f77b-d38f-40f7-8bb1-f698a610dff9, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:59:28.816373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] For port b906f77b-d38f-40f7-8bb1-f698a610dff9, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b906f77b-d38f-40f7-8bb1-f698a610dff9,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:59:28.820684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:28.837164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:29.012574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Pushing event updated for resources: {'Port': ['ID=b906f77b-d38f-40f7-8bb1-f698a610dff9,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:29.019322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:29.063649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Routers {'d3f61439-bf07-4f48-8c74-26789b8b9406'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:59:29.064348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62d52e8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:59:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d3f61439-bf07-4f48-8c74-26789b8b9406'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:29.123189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Allocated IP 172.20.0.2 (ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6/3fcd1845-4af1-4d7b-89d8-8f63837e3907/8100a8ae-9597-4dd3-9ffe-573bbbabffde) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:59:29.259088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] Set router d3f61439-bf07-4f48-8c74-26789b8b9406 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:59:29.355894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:29.367247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Transition to ACTIVE for port object 8100a8ae-9597-4dd3-9ffe-573bbbabffde will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:59:29.384348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Transition to ACTIVE for port object 8100a8ae-9597-4dd3-9ffe-573bbbabffde will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:59:29.390097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:29.406021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-baf0b8f6-c31e-4371-8ba8-1675bb8d7f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:29.434050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:29.540608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Pushing event updated for resources: {'Port': ['ID=8100a8ae-9597-4dd3-9ffe-573bbbabffde,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:29.545831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:29.587602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62d52e8>, [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T11:59:26Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:29.592505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ec7be0-f149-418b-90fd-9d87ebd8a33d None None] The sync data for ids ['d3f61439-bf07-4f48-8c74-26789b8b9406'] in dv-neutron-765072-2-ovs is: [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T11:59:26Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:59:29.598958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:59:29.600383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:59:29.603025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:59:29.665664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Attempting to bind port 8100a8ae-9597-4dd3-9ffe-573bbbabffde on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:59:29.666149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Attempting to bind port 8100a8ae-9597-4dd3-9ffe-573bbbabffde by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:59:29.667101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Attempting to bind port 8100a8ae-9597-4dd3-9ffe-573bbbabffde on network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:59:29.673275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:59:29.673710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Checking segment: {'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:59:29.674173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:29.675312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Bound using segment: {'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:59:29.675312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Bound port: 8100a8ae-9597-4dd3-9ffe-573bbbabffde, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:59:29.675583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:29.768720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] For port 8100a8ae-9597-4dd3-9ffe-573bbbabffde, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:59:29.772529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] For port 8100a8ae-9597-4dd3-9ffe-573bbbabffde, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8100a8ae-9597-4dd3-9ffe-573bbbabffde,segment=NetworkSegment(02b4b443-8de7-413d-bcc8-b4eac46b53df),segment_id=02b4b443-8de7-413d-bcc8-b4eac46b53df)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:59:29.777475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:29.794013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:30.004187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Pushing event updated for resources: {'Port': ['ID=8100a8ae-9597-4dd3-9ffe-573bbbabffde,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:30.009612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:30.038933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.20.0.1 (ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6/3fcd1845-4af1-4d7b-89d8-8f63837e3907/c7efb4d2-a529-492a-8df1-123977a2b133) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:59:30.226763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:30.245725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Transition to ACTIVE for port object c7efb4d2-a529-492a-8df1-123977a2b133 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:59:30.274173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:30.295255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fc1c0252-aa81-4d6f-898f-bdd65769f1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:30.470966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=c7efb4d2-a529-492a-8df1-123977a2b133,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:30.482453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:30.521931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:59:30.523275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:59:30.526102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:59:30.586037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:30.702265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:30.895349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-13f481f8-021e-419e-8800-4a003d4e5d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:31.196457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:31.200402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:31.237101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-654edcb8-c1e6-49c8-b02f-cef817cb3902 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:31.329718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=c7efb4d2-a529-492a-8df1-123977a2b133,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:31.332513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:31.347046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:31.391133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09707bec-9987-4bc9-9584-9ff58b3e8138 None None] Network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 11:59:31.490627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:59:31.492174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:59:31.497895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-21eec229-6b66-4227-baba-aa56e0a1228f None None] Provisioning for port 8100a8ae-9597-4dd3-9ffe-573bbbabffde completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:59:31.688863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router d3f61439-bf07-4f48-8c74-26789b8b9406 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:59:31.847294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b906f77b-d38f-40f7-8bb1-f698a610dff9 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:59:31.902689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:59:31.927370 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "PUT /v2.0/routers/d3f61439-bf07-4f48-8c74-26789b8b9406/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5042095
Dec 03 11:59:31.936914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port b906f77b-d38f-40f7-8bb1-f698a610dff9 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:59:31.944459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1854bc74-fb3f-443d-8848-9141b0bc10d9 None None] Provisioning for port c7efb4d2-a529-492a-8df1-123977a2b133 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:59:31.949449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b906f77b-d38f-40f7-8bb1-f698a610dff9 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:31.949888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:31.984707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1854bc74-fb3f-443d-8848-9141b0bc10d9 None None] Provisioning complete for port c7efb4d2-a529-492a-8df1-123977a2b133 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:31.985148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1854bc74-fb3f-443d-8848-9141b0bc10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:32.068434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1854bc74-fb3f-443d-8848-9141b0bc10d9 None None] Port c7efb4d2-a529-492a-8df1-123977a2b133 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:59:32.151884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:32.170567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port b906f77b-d38f-40f7-8bb1-f698a610dff9, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b906f77b-d38f-40f7-8bb1-f698a610dff9,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:32.175442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:32.176610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8100a8ae-9597-4dd3-9ffe-573bbbabffde up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:59:32.206642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:32.317945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-3f40d64a-1351-4e20-bac9-65bc0902ef6e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:59:32.334491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=b906f77b-d38f-40f7-8bb1-f698a610dff9,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:32.334896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-3f40d64a-1351-4e20-bac9-65bc0902ef6e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:59:32.336166 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-3f40d64a-1351-4e20-bac9-65bc0902ef6e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811747303&fields=id&tenant_id=d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 267 time: 0.0703959
Dec 03 11:59:32.338647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:32.344252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 8100a8ae-9597-4dd3-9ffe-573bbbabffde completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:59:32.350393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 8100a8ae-9597-4dd3-9ffe-573bbbabffde triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:32.350829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:32.455971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Sync routers for ids ['d3f61439-bf07-4f48-8c74-26789b8b9406'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:59:32.500550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Routers {'d3f61439-bf07-4f48-8c74-26789b8b9406'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:59:32.501270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a13b70>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:59:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d3f61439-bf07-4f48-8c74-26789b8b9406'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:32.520160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-a1e44163-6d30-4df9-a382-0e56ec8b3a39 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:32.521102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-a1e44163-6d30-4df9-a382-0e56ec8b3a39 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:59:32.538649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-a1e44163-6d30-4df9-a382-0e56ec8b3a39 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:59:32.539974 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-a1e44163-6d30-4df9-a382-0e56ec8b3a39 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/networks?id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 HTTP/1.1" status: 200  len: 796 time: 0.1952434
Dec 03 11:59:32.559869 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-4070dce8-ff35-4ddc-a06e-e1bf6569ad22 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/quotas/d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 375 time: 0.0118926
Dec 03 11:59:32.560226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-49cf824b-cafc-424a-a9d9-3fab59390997 None None] Provisioning complete for port c7efb4d2-a529-492a-8df1-123977a2b133 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:32.560660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49cf824b-cafc-424a-a9d9-3fab59390997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:32.648489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:32.659363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-060a47f7-081e-4d57-a422-3c46af8b9965 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:59:32.675235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-060a47f7-081e-4d57-a422-3c46af8b9965 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:59:32.676660 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-060a47f7-081e-4d57-a422-3c46af8b9965 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1106834
Dec 03 11:59:32.729071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-49cf824b-cafc-424a-a9d9-3fab59390997 None None] Port c7efb4d2-a529-492a-8df1-123977a2b133 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:59:32.747935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 8100a8ae-9597-4dd3-9ffe-573bbbabffde, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8100a8ae-9597-4dd3-9ffe-573bbbabffde,segment=NetworkSegment(02b4b443-8de7-413d-bcc8-b4eac46b53df),segment_id=02b4b443-8de7-413d-bcc8-b4eac46b53df)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:32.760852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:32.764924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a3b789ee-fdb7-4816-86a2-9c857359ddd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:32.829993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Set router d3f61439-bf07-4f48-8c74-26789b8b9406 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:59:32.935295 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b83daaf8-3330-45ce-af7f-aa7199ca37ea service neutron] 10.222.0.90 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2454250
Dec 03 11:59:33.088706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-e49f3e5a-f905-4f81-b63a-c34733be68b9 service neutron] 10.222.0.90 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1461701
Dec 03 11:59:33.092860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=8100a8ae-9597-4dd3-9ffe-573bbbabffde,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:33.095628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-79456f62-9a07-4c4b-97da-1558fa9b55e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:33.100866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:33.111696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ec2855ed-92bf-48a7-ae84-f0ebef0a0cf5 None None] Provisioning complete for port c7efb4d2-a529-492a-8df1-123977a2b133 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:33.112128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec2855ed-92bf-48a7-ae84-f0ebef0a0cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:33.264199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ec2855ed-92bf-48a7-ae84-f0ebef0a0cf5 None None] Port c7efb4d2-a529-492a-8df1-123977a2b133 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:59:33.352420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ec2855ed-92bf-48a7-ae84-f0ebef0a0cf5 None None] Provisioning complete for port 8100a8ae-9597-4dd3-9ffe-573bbbabffde triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:33.353205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec2855ed-92bf-48a7-ae84-f0ebef0a0cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:33.386772 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4fc2335-b297-43f2-86d3-6112487345bd req-ca875fc6-e161-462e-b5ba-55d89681d51e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 210 time: 0.1334009
Dec 03 11:59:33.560006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a13b70>, [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T11:59:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c7efb4d2-a529-492a-8df1-123977a2b133', 'name': '', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:99:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:29Z', 'updated_at': '2020-12-03T11:59:31Z', 'revision_number': 2, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:33.564584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Checking router: d3f61439-bf07-4f48-8c74-26789b8b9406 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:59:33.564973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Updating router d3f61439-bf07-4f48-8c74-26789b8b9406 port c7efb4d2-a529-492a-8df1-123977a2b133 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 11:59:33.621496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:33.787117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b906f77b-d38f-40f7-8bb1-f698a610dff9 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:59:33.991624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b906f77b-d38f-40f7-8bb1-f698a610dff9 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:33.992048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:34.015981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:34.208402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8100a8ae-9597-4dd3-9ffe-573bbbabffde up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:59:34.273297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:34.293877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Transition to ACTIVE for port object c7efb4d2-a529-492a-8df1-123977a2b133 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:59:34.300235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:34.316419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:34.381878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 8100a8ae-9597-4dd3-9ffe-573bbbabffde triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:34.382309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:34.464038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-9de5a08d-065e-47f8-9209-dc9ff36ee564 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:34.464807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-9de5a08d-065e-47f8-9209-dc9ff36ee564 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 11:59:34.478042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-9de5a08d-065e-47f8-9209-dc9ff36ee564 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 11:59:34.480150 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-9de5a08d-065e-47f8-9209-dc9ff36ee564 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/networks?id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 HTTP/1.1" status: 200  len: 796 time: 0.1800847
Dec 03 11:59:34.514212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30178f6-6ffd-4fe1-a900-60fe6e9bdccb None None] Pushing event updated for resources: {'Port': ['ID=c7efb4d2-a529-492a-8df1-123977a2b133,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:34.528086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d30178f6-6ffd-4fe1-a900-60fe6e9bdccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:34.579202 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-d5b19362-2156-4f58-a196-ef8df91032ff tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 7771 time: 0.0802445
Dec 03 11:59:34.588934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'port': {'device_id': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'admin_state_up': True, 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'security_groups': ['707456e6-3880-4ae0-af12-2546f8e3db0a']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:34.602040 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cf78b57b-a1cf-4ee6-9d4c-39651d0da305 req-2822dc23-2563-4238-8109-35f0a4bb61a4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 210 time: 0.0474854
Dec 03 11:59:34.747115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Attempting to bind port c7efb4d2-a529-492a-8df1-123977a2b133 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:59:34.747545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Attempting to bind port c7efb4d2-a529-492a-8df1-123977a2b133 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:59:34.747969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Attempting to bind port c7efb4d2-a529-492a-8df1-123977a2b133 on network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:59:34.754320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:59:34.755061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Checking segment: {'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:59:34.755244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:34.755654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Bound using segment: {'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:59:34.756186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Bound port: c7efb4d2-a529-492a-8df1-123977a2b133, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:59:34.756613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:34.769487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:34.780489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:34.789961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 11:59:34.795984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:34.857007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] For port c7efb4d2-a529-492a-8df1-123977a2b133, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:59:34.860304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] For port c7efb4d2-a529-492a-8df1-123977a2b133, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c7efb4d2-a529-492a-8df1-123977a2b133,segment=NetworkSegment(02b4b443-8de7-413d-bcc8-b4eac46b53df),segment_id=02b4b443-8de7-413d-bcc8-b4eac46b53df)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:59:34.863427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:34.881958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c15ad5a8-e890-4dca-aeda-3ed83097ee31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:35.033181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30178f6-6ffd-4fe1-a900-60fe6e9bdccb None None] Pushing event updated for resources: {'Port': ['ID=c7efb4d2-a529-492a-8df1-123977a2b133,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:35.036708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d30178f6-6ffd-4fe1-a900-60fe6e9bdccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:35.107294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:35.121341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.20.0.10 (ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6/3fcd1845-4af1-4d7b-89d8-8f63837e3907/0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:59:35.123285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Routers {'d3f61439-bf07-4f48-8c74-26789b8b9406'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:59:35.123966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a13b70>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:59:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d3f61439-bf07-4f48-8c74-26789b8b9406'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:35.318435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] Set router d3f61439-bf07-4f48-8c74-26789b8b9406 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:59:35.336376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:35.353616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Transition to ACTIVE for port object 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:59:35.373866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:35.389378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-406bec7f-461b-4c54-a5d8-17212a3eb676 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:35.539226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:35.544081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:35.596699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:59:35.597957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:59:35.600474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:59:35.678112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:35.678957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:35.731068 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1461687
Dec 03 11:59:35.795560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:35.836605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Request body: {'port': {'device_id': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:35.862959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0fc55-a945-4e66-bb22-3eb5409bdc9a req-47d40608-bd20-4784-a464-0c8e62a42003 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:35.864729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f7f0fc55-a945-4e66-bb22-3eb5409bdc9a req-47d40608-bd20-4784-a464-0c8e62a42003 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 932 time: 0.0919480
Dec 03 11:59:35.872935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3bc5c197-e9f5-4f22-95fe-e5e90284e520 None None] Provisioning for port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:59:35.880461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3bc5c197-e9f5-4f22-95fe-e5e90284e520 None None] Provisioning complete for port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:35.881189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3bc5c197-e9f5-4f22-95fe-e5e90284e520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:35.937647 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f7f0fc55-a945-4e66-bb22-3eb5409bdc9a req-1de66f1b-1470-4616-946c-7706fb6db78c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650854
Dec 03 11:59:35.946256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5c197-e9f5-4f22-95fe-e5e90284e520 None None] Port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 11:59:35.950490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5a13b70>, [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T11:59:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c7efb4d2-a529-492a-8df1-123977a2b133', 'name': '', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:99:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:29Z', 'updated_at': '2020-12-03T11:59:34Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:35.955033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f137c155-92da-49ec-a4fd-28668cd0e54e None None] The sync data for ids ['d3f61439-bf07-4f48-8c74-26789b8b9406'] in dv-neutron-765072-2-ovs is: [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T11:59:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c7efb4d2-a529-492a-8df1-123977a2b133', 'name': '', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:99:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:29Z', 'updated_at': '2020-12-03T11:59:34Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:59:35.969774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:36.417052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 11:59:36.425025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:36.438716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Transition to ACTIVE for port object 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 11:59:36.442142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:36.458066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ba131be4-1424-4bb0-8f41-83582a87ce08 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:36.601278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:36.606274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:36.797403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Attempting to bind port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 11:59:36.797755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Attempting to bind port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 11:59:36.798136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Attempting to bind port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 on network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 11:59:36.805550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 11, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 11:59:36.806462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Checking segment: {'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 11:59:36.808077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:36.808711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Bound using segment: {'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 11:59:36.809213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Bound port: 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b4b443-8de7-413d-bcc8-b4eac46b53df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 11:59:36.809602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:36.921709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] For port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 11:59:36.925483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] For port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8,segment=NetworkSegment(02b4b443-8de7-413d-bcc8-b4eac46b53df),segment_id=02b4b443-8de7-413d-bcc8-b4eac46b53df)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 11:59:36.929584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:36.947934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3ac8351e-beea-4913-9eb5-4a7235ffbb2c tempest-ServersNegativeTestJSON-1645228964 tempest-ServersNegativeTestJSON-1645228964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:37.036527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:37.040120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:37.156307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f0370-edff-469d-9def-e6e283a32c0a req-56a61aac-e05c-4386-a773-4a8366f3d50f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:37.156646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:37.157315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:37.158212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4e2f0370-edff-469d-9def-e6e283a32c0a req-56a61aac-e05c-4386-a773-4a8366f3d50f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 944 time: 0.0847628
Dec 03 11:59:37.158823 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] 10.222.0.91 "PUT /v2.0/ports/0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 HTTP/1.1" status: 200  len: 1158 time: 1.4149146
Dec 03 11:59:37.159406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'tag': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:59:37.235825 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4e2f0370-edff-469d-9def-e6e283a32c0a req-4328cbbe-3cdc-4e3b-b3db-64182c4d4154 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613437
Dec 03 11:59:37.258073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'tag': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8', 'status': 'completed', 'code': 200}
Dec 03 11:59:37.304029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-7b8f0be2-8aee-41f0-8065-1dcad23e69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:37.305697 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-7b8f0be2-8aee-41f0-8065-1dcad23e69b1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 1161 time: 0.0945978
Dec 03 11:59:37.388734 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-304e58b9-bb7f-4c77-be61-9bc3f3c0d082 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 HTTP/1.1" status: 200  len: 217 time: 0.0699577
Dec 03 11:59:37.458005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-ba73b55d-aa57-4145-a606-90ea6ada2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:37.459521 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-ba73b55d-aa57-4145-a606-90ea6ada2dee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3fcd1845-4af1-4d7b-89d8-8f63837e3907 HTTP/1.1" status: 200  len: 834 time: 0.0647659
Dec 03 11:59:37.545762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-6a6c61d1-5c1b-4279-af72-d37dd447e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:37.547419 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-6a6c61d1-5c1b-4279-af72-d37dd447e076 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0816936
Dec 03 11:59:37.695476 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-845f098e-66cc-495e-b390-6d4c6f8474b7 service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406400
Dec 03 11:59:37.788970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c7efb4d2-a529-492a-8df1-123977a2b133 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:59:37.860642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port c7efb4d2-a529-492a-8df1-123977a2b133 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:59:37.866517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port c7efb4d2-a529-492a-8df1-123977a2b133 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:37.866517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:37.995577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:38.031923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port c7efb4d2-a529-492a-8df1-123977a2b133, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c7efb4d2-a529-492a-8df1-123977a2b133,segment=NetworkSegment(02b4b443-8de7-413d-bcc8-b4eac46b53df),segment_id=02b4b443-8de7-413d-bcc8-b4eac46b53df)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:38.034989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:38.037061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:38.092613 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e06bb66c-e882-4c40-aa33-78c38da327e7 req-c83ea141-ab13-49ae-812c-c250e524d379 service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3908823
Dec 03 11:59:38.114053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=c7efb4d2-a529-492a-8df1-123977a2b133,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:38.118241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:38.263807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a021cb9-5795-4dba-bb6e-71fd0b945277 req-8baa5993-3d18-4406-88a9-98bd49435cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:38.265344 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a021cb9-5795-4dba-bb6e-71fd0b945277 req-8baa5993-3d18-4406-88a9-98bd49435cc2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 1161 time: 0.0774806
Dec 03 11:59:38.410775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a021cb9-5795-4dba-bb6e-71fd0b945277 req-905a3e29-33ca-425a-a3ca-2a4470ffc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:38.412395 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a021cb9-5795-4dba-bb6e-71fd0b945277 req-905a3e29-33ca-425a-a3ca-2a4470ffc675 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 HTTP/1.1" status: 200  len: 890 time: 0.1404502
Dec 03 11:59:38.448762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4248b-8aa7-4edf-b95a-11132df3946c req-33928f3d-4d66-4af3-a438-aafaeac71223 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:38.450384 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1ba4248b-8aa7-4edf-b95a-11132df3946c req-33928f3d-4d66-4af3-a438-aafaeac71223 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 944 time: 0.0881104
Dec 03 11:59:38.488656 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a021cb9-5795-4dba-bb6e-71fd0b945277 req-5d74630e-5815-436c-9f3b-846c509c5d36 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 HTTP/1.1" status: 200  len: 217 time: 0.0691416
Dec 03 11:59:38.500856 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1ba4248b-8aa7-4edf-b95a-11132df3946c req-e41d39b3-d1af-4bd5-8f94-ecded3170e1c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436137
Dec 03 11:59:38.561478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a021cb9-5795-4dba-bb6e-71fd0b945277 req-6f7b3572-7043-45d7-842f-423cee5d4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:38.563093 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a021cb9-5795-4dba-bb6e-71fd0b945277 req-6f7b3572-7043-45d7-842f-423cee5d4a0f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3fcd1845-4af1-4d7b-89d8-8f63837e3907 HTTP/1.1" status: 200  len: 834 time: 0.0677905
Dec 03 11:59:38.646504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a021cb9-5795-4dba-bb6e-71fd0b945277 req-27ecdd98-b700-4d0e-b124-5225fe21a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:38.648124 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a021cb9-5795-4dba-bb6e-71fd0b945277 req-27ecdd98-b700-4d0e-b124-5225fe21a8ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0787587
Dec 03 11:59:38.793491 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a021cb9-5795-4dba-bb6e-71fd0b945277 req-abefdda7-e9e2-4672-a12a-63b649fd1a25 service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382728
Dec 03 11:59:38.939714 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a021cb9-5795-4dba-bb6e-71fd0b945277 req-8189a73c-63f4-4378-b817-fb55ffc48bad service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391659
Dec 03 11:59:39.717180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed45a29-2002-48e5-a989-c292736ccc4c req-e692fcae-e7d7-4024-9494-9410ae22d3d4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:39.718660 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0ed45a29-2002-48e5-a989-c292736ccc4c req-e692fcae-e7d7-4024-9494-9410ae22d3d4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 944 time: 0.0875790
Dec 03 11:59:39.767151 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0ed45a29-2002-48e5-a989-c292736ccc4c req-5a06f7cc-8e0d-4f4d-b0e7-602f4c3e90b2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419559
Dec 03 11:59:39.772016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c7efb4d2-a529-492a-8df1-123977a2b133 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:59:39.841148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port c7efb4d2-a529-492a-8df1-123977a2b133 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:39.841721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:40.981504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1c22f-4ce6-4abb-abd8-e30cc274bd4b req-968ad9c7-2c43-4bfa-9db1-94a4a039ca17 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:40.983127 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8bb1c22f-4ce6-4abb-abd8-e30cc274bd4b req-968ad9c7-2c43-4bfa-9db1-94a4a039ca17 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 944 time: 0.0854669
Dec 03 11:59:41.308169 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8bb1c22f-4ce6-4abb-abd8-e30cc274bd4b req-d753b6d2-5e2c-49e7-b7a5-c214ad5401cb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3185334
Dec 03 11:59:42.105273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:59:42.172770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 11:59:42.177521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:42.177939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:42.293672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:42.320647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:59:42.330793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8,segment=NetworkSegment(02b4b443-8de7-413d-bcc8-b4eac46b53df),segment_id=02b4b443-8de7-413d-bcc8-b4eac46b53df)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 11:59:42.334469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:42.338395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:42.382813 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8', 'code': 200}
Dec 03 11:59:42.407125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:42.410376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:42.524117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422d39b-5f87-4026-a29c-2bcbd5a074fb req-c1a09b90-a1f7-4005-a137-4f9104830d63 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:42.526318 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4422d39b-5f87-4026-a29c-2bcbd5a074fb req-c1a09b90-a1f7-4005-a137-4f9104830d63 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0844936
Dec 03 11:59:42.578301 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4422d39b-5f87-4026-a29c-2bcbd5a074fb req-d9f86a18-e407-48a2-a0b7-2785c1d6b139 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431154
Dec 03 11:59:42.667584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b515b-db9f-4cea-94ad-b400beaabe75 req-1418a4d1-7f5c-477b-bcb3-fd2633438090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:42.669203 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bd5b515b-db9f-4cea-94ad-b400beaabe75 req-1418a4d1-7f5c-477b-bcb3-fd2633438090 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 1163 time: 0.0753031
Dec 03 11:59:42.713140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bd5b515b-db9f-4cea-94ad-b400beaabe75 req-1aad9c19-86b4-4ab2-b0a8-d774e70d1c63 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360873
Dec 03 11:59:43.585417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:59:43.659359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:43.659790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:43.796702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109c71f-25b9-46da-bed7-20f90689eeaf req-a070d3df-c87d-4502-b4d2-44128db80d92 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:43.798297 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f109c71f-25b9-46da-bed7-20f90689eeaf req-a070d3df-c87d-4502-b4d2-44128db80d92 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0885832
Dec 03 11:59:43.845594 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f109c71f-25b9-46da-bed7-20f90689eeaf req-37ead5b3-fd32-45c4-83ff-643118a0decc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406358
Dec 03 11:59:45.065176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf66039-846d-4617-9285-0cf5ca6d5468 req-cd37df1b-6f50-44d9-8e94-e8ed91c85b63 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:45.066788 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7bf66039-846d-4617-9285-0cf5ca6d5468 req-cd37df1b-6f50-44d9-8e94-e8ed91c85b63 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0850923
Dec 03 11:59:45.120665 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7bf66039-846d-4617-9285-0cf5ca6d5468 req-844c995a-a273-44e8-92b7-4c27b45cf8fb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471451
Dec 03 11:59:45.334536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dacf7-f186-4edc-aa02-7022002bb849 req-20dcb157-75a2-4ff5-b7b7-78c41d7bacf0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:45.336149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9a6dacf7-f186-4edc-aa02-7022002bb849 req-20dcb157-75a2-4ff5-b7b7-78c41d7bacf0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0822997
Dec 03 11:59:45.385100 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9a6dacf7-f186-4edc-aa02-7022002bb849 req-07367f35-66ff-49e8-a0a6-d5b3b4fca8cc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420501
Dec 03 11:59:45.414559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56482) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:45.492400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e2ed5-8ab0-443b-9735-392946b18503 tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:45.494701 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e74e2ed5-8ab0-443b-9735-392946b18503 tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 1158 time: 0.0789368
Dec 03 11:59:45.497568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56486) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:45.503063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 11:59:45.508908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 11:59:45.513838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:floatingip and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 11:59:45.516811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 11:59:45.522591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 11:59:45.531855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:45.619851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 11:59:45.677981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:45.691720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 11:59:45.692142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:45.968189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.26.1.205 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/af81ce58-fe53-4a2f-9999-81c0d0c26117) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 11:59:46.138044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:46.166465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:46.187349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:46.337124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=af81ce58-fe53-4a2f-9999-81c0d0c26117,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:46.345347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:46.395431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 11:59:46.396606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 11:59:46.399063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 11:59:46.885518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:46.962084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:47.230690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:47.234193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:47.249976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e9ed364c-8af2-49f8-acb6-f21012433e90 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 11:59:47.386117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=af81ce58-fe53-4a2f-9999-81c0d0c26117,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 11:59:47.390635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 11:59:47.492313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:47.677205 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Floating IP 9cd75791-8308-47a6-bc56-37afa22d8451 associated. External IP: 172.26.1.205, port: 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8.
Dec 03 11:59:48.041810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router d3f61439-bf07-4f48-8c74-26789b8b9406 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 11:59:48.499470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 11:59:48.511238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861678b-d9d9-4e08-ad9f-309234bb3b59 None None] Sync routers for ids ['d3f61439-bf07-4f48-8c74-26789b8b9406'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 11:59:48.521039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861678b-d9d9-4e08-ad9f-309234bb3b59 None None] Routers {'d3f61439-bf07-4f48-8c74-26789b8b9406'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:59:48.521957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7861678b-d9d9-4e08-ad9f-309234bb3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68392b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:59:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d3f61439-bf07-4f48-8c74-26789b8b9406'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:48.523873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 11:59:48.582479 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0838153
Dec 03 11:59:48.583216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'tag': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 11:59:48.643873 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'tag': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8', 'status': 'completed', 'code': 200}
Dec 03 11:59:48.716474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7861678b-d9d9-4e08-ad9f-309234bb3b59 None None] Set router d3f61439-bf07-4f48-8c74-26789b8b9406 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:59:48.770744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5cae5-a249-486d-8d8c-788b620aae4f req-6e1352c3-1328-4862-b4dd-18e9773dce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:48.772573 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b9f5cae5-a249-486d-8d8c-788b620aae4f req-6e1352c3-1328-4862-b4dd-18e9773dce98 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 1163 time: 0.0833883
Dec 03 11:59:48.775080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b3781-7c17-408b-b9b2-f1701988cd3f req-faa7dab4-2dd9-4427-96f8-d923bb4e6036 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:48.776709 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ee6b3781-7c17-408b-b9b2-f1701988cd3f req-faa7dab4-2dd9-4427-96f8-d923bb4e6036 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0891593
Dec 03 11:59:48.825559 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ee6b3781-7c17-408b-b9b2-f1701988cd3f req-08c1e1c3-8e49-4ab5-91c2-fbc42c5d9e19 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422127
Dec 03 11:59:48.857849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56494) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:48.945075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5cae5-a249-486d-8d8c-788b620aae4f req-abbfe202-1ffb-405b-8217-c30691878ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:48.946729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b9f5cae5-a249-486d-8d8c-788b620aae4f req-abbfe202-1ffb-405b-8217-c30691878ff9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 HTTP/1.1" status: 200  len: 890 time: 0.1678479
Dec 03 11:59:48.977424 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c14fb509-5692-4e55-9667-ff115edf9a29 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/9cd75791-8308-47a6-bc56-37afa22d8451 HTTP/1.1" status: 200  len: 992 time: 0.1169248
Dec 03 11:59:49.054030 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b9f5cae5-a249-486d-8d8c-788b620aae4f req-c0f1bd16-06c8-4419-b596-ecaa5c290017 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 HTTP/1.1" status: 200  len: 1000 time: 0.1010990
Dec 03 11:59:49.090262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7861678b-d9d9-4e08-ad9f-309234bb3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68392b0>, [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T11:59:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '9cd75791-8308-47a6-bc56-37afa22d8451', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.205', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'port_id': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'mac_address': 'fa:16:3e:c0:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:59:46Z', 'updated_at': '2020-12-03T11:59:46Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7efb4d2-a529-492a-8df1-123977a2b133', 'name': '', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:99:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:29Z', 'updated_at': '2020-12-03T11:59:38Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:49.094387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861678b-d9d9-4e08-ad9f-309234bb3b59 None None] Checking router: d3f61439-bf07-4f48-8c74-26789b8b9406 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 11:59:49.103728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861678b-d9d9-4e08-ad9f-309234bb3b59 None None] Routers {'d3f61439-bf07-4f48-8c74-26789b8b9406'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 11:59:49.104400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7861678b-d9d9-4e08-ad9f-309234bb3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b68392b0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T11:59:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d3f61439-bf07-4f48-8c74-26789b8b9406'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:49.129880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5cae5-a249-486d-8d8c-788b620aae4f req-1e53f47c-fc2f-48bf-808b-dd49ec49fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:49.131505 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b9f5cae5-a249-486d-8d8c-788b620aae4f req-1e53f47c-fc2f-48bf-808b-dd49ec49fbc0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3fcd1845-4af1-4d7b-89d8-8f63837e3907 HTTP/1.1" status: 200  len: 834 time: 0.0713661
Dec 03 11:59:49.221997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5cae5-a249-486d-8d8c-788b620aae4f req-e60d370d-a8c2-4fce-a8a2-bfbc70508712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 11:59:49.223682 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b9f5cae5-a249-486d-8d8c-788b620aae4f req-e60d370d-a8c2-4fce-a8a2-bfbc70508712 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0855479
Dec 03 11:59:49.289673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7861678b-d9d9-4e08-ad9f-309234bb3b59 None None] Set router d3f61439-bf07-4f48-8c74-26789b8b9406 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 11:59:49.371573 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b9f5cae5-a249-486d-8d8c-788b620aae4f req-7addd2d7-fa40-4ed7-8778-2b0d2faae0cf service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403551
Dec 03 11:59:49.526968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b9f5cae5-a249-486d-8d8c-788b620aae4f req-c95f3a1a-c077-4d52-837c-d2bb6b6a952d service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478856
Dec 03 11:59:49.816097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7861678b-d9d9-4e08-ad9f-309234bb3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b68392b0>, [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T11:59:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '9cd75791-8308-47a6-bc56-37afa22d8451', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.205', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'port_id': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'mac_address': 'fa:16:3e:c0:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:59:46Z', 'updated_at': '2020-12-03T11:59:46Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7efb4d2-a529-492a-8df1-123977a2b133', 'name': '', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:99:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:29Z', 'updated_at': '2020-12-03T11:59:38Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 11:59:49.820260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861678b-d9d9-4e08-ad9f-309234bb3b59 None None] The sync data for ids ['d3f61439-bf07-4f48-8c74-26789b8b9406'] in dv-neutron-765072-2-ovs is: [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T11:59:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '9cd75791-8308-47a6-bc56-37afa22d8451', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.205', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'port_id': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'mac_address': 'fa:16:3e:c0:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T11:59:46Z', 'updated_at': '2020-12-03T11:59:46Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7efb4d2-a529-492a-8df1-123977a2b133', 'name': '', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:99:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:29Z', 'updated_at': '2020-12-03T11:59:38Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 11:59:49.981037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56498) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:50.099136 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-36898bb0-16c7-49d5-aafb-eb0ce45c681d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/9cd75791-8308-47a6-bc56-37afa22d8451 HTTP/1.1" status: 200  len: 992 time: 0.1163783
Dec 03 11:59:50.138946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c088171-21f2-485a-894b-77c59a304cf5 None None] New status for floating IP 9cd75791-8308-47a6-bc56-37afa22d8451: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 11:59:51.102350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56502) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 11:59:51.214708 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f1786c3-e9f9-4745-beb5-07dc968f3967 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/9cd75791-8308-47a6-bc56-37afa22d8451 HTTP/1.1" status: 200  len: 994 time: 0.1103370
Dec 03 11:59:51.628555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:00:00.877286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3d1f4358-2b85-47a8-9793-45e70bb61c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:00:03.019235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e84da199-d1ad-455a-8e46-39f04f7674a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:00:03.246608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:00:03.916152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:00:05.100002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:00:05.669549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:00:07.696848 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3c10bc69-eec3-4f58-affe-524cdef1af4e req-43a8f2b6-5077-47dd-984f-7ef35b2f7a04 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0815547
Dec 03 12:00:07.858681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10bc69-eec3-4f58-affe-524cdef1af4e req-02b37e00-bce9-4bc0-9aa4-36032f62a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:00:07.860314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3c10bc69-eec3-4f58-affe-524cdef1af4e req-02b37e00-bce9-4bc0-9aa4-36032f62a20f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 1163 time: 0.0749860
Dec 03 12:00:08.019108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10bc69-eec3-4f58-affe-524cdef1af4e req-3c1441ac-3dce-47d0-adb4-323d045ce2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:00:08.020627 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3c10bc69-eec3-4f58-affe-524cdef1af4e req-3c1441ac-3dce-47d0-adb4-323d045ce2ee service neutron] 10.222.0.91 "GET /v2.0/networks?id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 HTTP/1.1" status: 200  len: 890 time: 0.1409709
Dec 03 12:00:08.134211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3c10bc69-eec3-4f58-affe-524cdef1af4e req-2e79fef0-ef43-494e-bba4-eb67cda68d3d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 HTTP/1.1" status: 200  len: 1002 time: 0.1056297
Dec 03 12:00:08.204956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10bc69-eec3-4f58-affe-524cdef1af4e req-7939ed9c-a4e5-49e7-abbb-21a52ce23aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:00:08.206500 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3c10bc69-eec3-4f58-affe-524cdef1af4e req-7939ed9c-a4e5-49e7-abbb-21a52ce23aa8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3fcd1845-4af1-4d7b-89d8-8f63837e3907 HTTP/1.1" status: 200  len: 834 time: 0.0669875
Dec 03 12:00:08.289676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10bc69-eec3-4f58-affe-524cdef1af4e req-c75e1ba8-e6f2-4d3a-8014-576991fdc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:00:08.291373 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3c10bc69-eec3-4f58-affe-524cdef1af4e req-c75e1ba8-e6f2-4d3a-8014-576991fdc090 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0770974
Dec 03 12:00:08.434682 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3c10bc69-eec3-4f58-affe-524cdef1af4e req-6a190966-624a-41ef-bd92-bf48a80f4732 service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364915
Dec 03 12:00:08.579869 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3c10bc69-eec3-4f58-affe-524cdef1af4e req-85336553-898d-4e37-8b69-0aecf3bb52ba service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383090
Dec 03 12:00:21.636248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:00:30.880150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7352563a-3d19-4fe0-b4ff-e23ef32ca243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:00:33.020066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5ffa277d-15a6-45c8-8007-c3a22768f2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:00:33.919719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:00:35.103366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:00:35.670203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:00:40.247029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:00:51.645624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:00.885183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-172ec0c3-0d75-4913-b3e6-51d3257c5dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:00.895376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ca17d-e018-46b8-ac45-942ecc988047 req-faf5b49f-a019-48dd-b9ed-ca0ced7085bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:00.896966 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-815ca17d-e018-46b8-ac45-942ecc988047 req-faf5b49f-a019-48dd-b9ed-ca0ced7085bd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 1163 time: 0.0823188
Dec 03 12:01:00.933999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c4e9a-6410-4530-93c0-15d3eaecfd1c req-8532f810-40a7-4b37-a587-a591ebaac663 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:00.935675 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-703c4e9a-6410-4530-93c0-15d3eaecfd1c req-8532f810-40a7-4b37-a587-a591ebaac663 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0940325
Dec 03 12:01:00.985442 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-703c4e9a-6410-4530-93c0-15d3eaecfd1c req-4c353872-139c-4940-9d63-6715e50f9c4d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434012
Dec 03 12:01:01.042233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ca17d-e018-46b8-ac45-942ecc988047 req-2c1e8796-1970-49fa-8e15-8c7f0e316f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:01.043832 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-815ca17d-e018-46b8-ac45-942ecc988047 req-2c1e8796-1970-49fa-8e15-8c7f0e316f5a service neutron] 10.222.0.91 "GET /v2.0/networks?id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 HTTP/1.1" status: 200  len: 890 time: 0.1403308
Dec 03 12:01:01.153566 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-815ca17d-e018-46b8-ac45-942ecc988047 req-0211ec50-68a9-4c82-9635-c0f3a73cd26a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 HTTP/1.1" status: 200  len: 1002 time: 0.1021976
Dec 03 12:01:01.222834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ca17d-e018-46b8-ac45-942ecc988047 req-eca219bb-3af7-4567-9599-f51f4c71472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:01.224425 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-815ca17d-e018-46b8-ac45-942ecc988047 req-eca219bb-3af7-4567-9599-f51f4c71472b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3fcd1845-4af1-4d7b-89d8-8f63837e3907 HTTP/1.1" status: 200  len: 834 time: 0.0632746
Dec 03 12:01:01.306643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ca17d-e018-46b8-ac45-942ecc988047 req-953986a6-bef8-485d-bf57-099ec1aa35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:01.308300 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-815ca17d-e018-46b8-ac45-942ecc988047 req-953986a6-bef8-485d-bf57-099ec1aa35d2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0767457
Dec 03 12:01:01.453976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-815ca17d-e018-46b8-ac45-942ecc988047 req-6b984c73-b040-42e8-9fac-43bea0f268bf service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381130
Dec 03 12:01:01.598311 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-815ca17d-e018-46b8-ac45-942ecc988047 req-4dfa787b-758d-4f8a-916e-150550b878b6 service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371443
Dec 03 12:01:02.206617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72110e65-580b-44fb-b6cf-8cc502720977 req-d4775e7f-6673-4b66-bc9d-af36c8367deb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:02.208226 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-72110e65-580b-44fb-b6cf-8cc502720977 req-d4775e7f-6673-4b66-bc9d-af36c8367deb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0863824
Dec 03 12:01:02.257884 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-72110e65-580b-44fb-b6cf-8cc502720977 req-215ef7b7-c3a0-4d3b-9347-b2c887fefea3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423295
Dec 03 12:01:03.021569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a5aadb25-47c2-498e-825b-d8d14e765c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:03.471039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f1bee-065f-4024-8e65-2efc2650d784 req-4010231c-1af0-426e-ad3a-a27c59de6f30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:03.472680 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-065f1bee-065f-4024-8e65-2efc2650d784 req-4010231c-1af0-426e-ad3a-a27c59de6f30 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0828676
Dec 03 12:01:03.525770 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-065f1bee-065f-4024-8e65-2efc2650d784 req-6be465f9-eb81-4191-aee0-bb01fd22689a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464118
Dec 03 12:01:03.923009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:04.740577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887f03e-2f9b-4688-b577-d31e914f1c56 req-e0874c6c-4793-4042-91d0-376e3fa5a6dc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:04.742806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e887f03e-2f9b-4688-b577-d31e914f1c56 req-e0874c6c-4793-4042-91d0-376e3fa5a6dc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0854256
Dec 03 12:01:04.789319 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e887f03e-2f9b-4688-b577-d31e914f1c56 req-a6443cc1-5d5f-444a-af88-1474f2ddf059 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399289
Dec 03 12:01:05.105722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:05.674307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:06.003919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c2166-dfc4-4b59-84c8-2505d554c3c4 req-64430ebb-c758-43a5-ac6c-e84628067914 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:06.005582 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-175c2166-dfc4-4b59-84c8-2505d554c3c4 req-64430ebb-c758-43a5-ac6c-e84628067914 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0862961
Dec 03 12:01:06.052964 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-175c2166-dfc4-4b59-84c8-2505d554c3c4 req-c61e6608-1e39-49c9-b69e-347381450ed2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404193
Dec 03 12:01:07.266364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa1bac-b5ec-43d5-bbe5-ce9943f24e7f req-2881dad6-3394-45f4-a644-82be301bb724 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:07.267924 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-04aa1bac-b5ec-43d5-bbe5-ce9943f24e7f req-2881dad6-3394-45f4-a644-82be301bb724 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0838933
Dec 03 12:01:07.317703 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-04aa1bac-b5ec-43d5-bbe5-ce9943f24e7f req-18bca9ad-bf75-4b5b-b2c0-2449c25f929b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434785
Dec 03 12:01:08.538781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66b131-5dba-446e-8276-07fd576188bb req-0e51eb8b-bf7c-40d3-b63d-054a5444567e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:08.541487 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf66b131-5dba-446e-8276-07fd576188bb req-0e51eb8b-bf7c-40d3-b63d-054a5444567e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0916035
Dec 03 12:01:08.589762 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf66b131-5dba-446e-8276-07fd576188bb req-18672269-5359-4942-83fc-2c4de42bac79 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419900
Dec 03 12:01:08.790957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e6b1-5fa6-41f5-94ca-c71c701271b8 req-0e3e5219-e45a-41f2-980f-616a87f4fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:08.792560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e622e6b1-5fa6-41f5-94ca-c71c701271b8 req-0e3e5219-e45a-41f2-980f-616a87f4fd68 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 1163 time: 0.0766222
Dec 03 12:01:08.948519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e6b1-5fa6-41f5-94ca-c71c701271b8 req-8af926db-fc33-4276-8356-0279fce0891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:08.950086 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e622e6b1-5fa6-41f5-94ca-c71c701271b8 req-8af926db-fc33-4276-8356-0279fce0891a service neutron] 10.222.0.91 "GET /v2.0/networks?id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 HTTP/1.1" status: 200  len: 890 time: 0.1384959
Dec 03 12:01:09.056838 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e622e6b1-5fa6-41f5-94ca-c71c701271b8 req-ce7c78eb-0cff-41cd-a6b3-a199e801f6f8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 HTTP/1.1" status: 200  len: 1002 time: 0.1006389
Dec 03 12:01:09.124924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e6b1-5fa6-41f5-94ca-c71c701271b8 req-47e49f3b-8b17-40b8-a122-989d272efd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:09.126469 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e622e6b1-5fa6-41f5-94ca-c71c701271b8 req-47e49f3b-8b17-40b8-a122-989d272efd24 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3fcd1845-4af1-4d7b-89d8-8f63837e3907 HTTP/1.1" status: 200  len: 834 time: 0.0640447
Dec 03 12:01:09.207271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e6b1-5fa6-41f5-94ca-c71c701271b8 req-e96bbf0d-018a-4f37-b4c7-d93a8b2c2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:09.208841 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e622e6b1-5fa6-41f5-94ca-c71c701271b8 req-e96bbf0d-018a-4f37-b4c7-d93a8b2c2e9d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0762353
Dec 03 12:01:09.354440 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e622e6b1-5fa6-41f5-94ca-c71c701271b8 req-351c3b76-eaae-476a-846c-dce62a5856cf service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390679
Dec 03 12:01:09.499416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e622e6b1-5fa6-41f5-94ca-c71c701271b8 req-16319fe1-7494-4862-b97c-04c982678f37 service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389170
Dec 03 12:01:09.811866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3df0f-fa0b-43e8-b8bb-647df00ebf08 req-82fb43c0-dff7-4e16-ba84-cf65a69344cd tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:09.813511 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c7a3df0f-fa0b-43e8-b8bb-647df00ebf08 req-82fb43c0-dff7-4e16-ba84-cf65a69344cd tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0889187
Dec 03 12:01:09.860733 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c7a3df0f-fa0b-43e8-b8bb-647df00ebf08 req-7f654601-e0a7-4266-b95c-71d03da4356d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408645
Dec 03 12:01:11.083241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70627a-596a-4444-a948-89312c986413 req-0becc34a-06a3-496d-999a-331b562f9972 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:11.084871 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a70627a-596a-4444-a948-89312c986413 req-0becc34a-06a3-496d-999a-331b562f9972 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0866659
Dec 03 12:01:11.137653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1a70627a-596a-4444-a948-89312c986413 req-f1e227d6-fe51-48c2-8acc-5f81970c705a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450983
Dec 03 12:01:12.350532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b159c-e1f3-477c-8e99-74e5505b31df req-4773ff96-6983-4089-b63e-d949b25ab93f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:12.352262 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b13b159c-e1f3-477c-8e99-74e5505b31df req-4773ff96-6983-4089-b63e-d949b25ab93f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0831494
Dec 03 12:01:12.399461 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b13b159c-e1f3-477c-8e99-74e5505b31df req-c4283685-9ba9-4ba4-aafb-9869c70a9d33 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403292
Dec 03 12:01:13.613170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aceacd2-5cb8-43f6-8ecc-ef3bba3c9173 req-2e8e9286-ec97-431a-a349-06c869638b78 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:01:13.614866 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7aceacd2-5cb8-43f6-8ecc-ef3bba3c9173 req-2e8e9286-ec97-431a-a349-06c869638b78 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0874026
Dec 03 12:01:13.662170 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7aceacd2-5cb8-43f6-8ecc-ef3bba3c9173 req-fe7d5104-c8db-40e5-8de0-a5ea5ed818b2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404530
Dec 03 12:01:13.693165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56554) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:01:13.806719 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d4694008-00ae-4d53-90c3-7478d1c31fa8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/9cd75791-8308-47a6-bc56-37afa22d8451 HTTP/1.1" status: 200  len: 994 time: 0.1122978
Dec 03 12:01:17.246923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:01:21.652228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:30.889734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5927946f-f373-403f-8bb6-1f0fdbbf98c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:33.024933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e31c12bc-82b3-456f-835b-9d16f09f1ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:33.924982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:35.108525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:35.675135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:51.656935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:01:54.246948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:02:00.892245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-499fe3f1-b252-4b10-a821-ffc720b50530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:03.027391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53811fd4-a0ab-42b6-b5cd-9d08ce2e3380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:03.927131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:05.110791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:05.677705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:09.691720 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae95260b-331f-4781-b599-28630ed2dbba req-caaacb6a-68fc-4f42-9fc3-5045b84a918f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0771573
Dec 03 12:02:09.849786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95260b-331f-4781-b599-28630ed2dbba req-a7084441-c7cd-416b-a408-38354f07747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:09.851851 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae95260b-331f-4781-b599-28630ed2dbba req-a7084441-c7cd-416b-a408-38354f07747e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 1163 time: 0.0753980
Dec 03 12:02:10.244301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95260b-331f-4781-b599-28630ed2dbba req-97359c26-fa1f-40c9-a593-6805e6a80859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:10.245891 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae95260b-331f-4781-b599-28630ed2dbba req-97359c26-fa1f-40c9-a593-6805e6a80859 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 HTTP/1.1" status: 200  len: 890 time: 0.3740757
Dec 03 12:02:10.351930 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae95260b-331f-4781-b599-28630ed2dbba req-c07c3d86-b618-4634-92d6-34e129e98d22 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 HTTP/1.1" status: 200  len: 1002 time: 0.0997460
Dec 03 12:02:10.425765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95260b-331f-4781-b599-28630ed2dbba req-fa16edc4-b585-4233-a4e2-3c1a4f74b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:10.427326 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae95260b-331f-4781-b599-28630ed2dbba req-fa16edc4-b585-4233-a4e2-3c1a4f74b54f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3fcd1845-4af1-4d7b-89d8-8f63837e3907 HTTP/1.1" status: 200  len: 834 time: 0.0667913
Dec 03 12:02:10.510236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95260b-331f-4781-b599-28630ed2dbba req-6fa708b9-222a-4a48-8412-82dac2791945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:10.511943 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae95260b-331f-4781-b599-28630ed2dbba req-6fa708b9-222a-4a48-8412-82dac2791945 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0775290
Dec 03 12:02:10.668561 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae95260b-331f-4781-b599-28630ed2dbba req-dc5a8a4b-a076-4e24-846f-b1cff0181645 service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488180
Dec 03 12:02:10.810122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56580) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:10.824273 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae95260b-331f-4781-b599-28630ed2dbba req-6803ba9e-eb11-498c-bf12-5239af76fbff service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489716
Dec 03 12:02:11.025930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port af81ce58-fe53-4a2f-9999-81c0d0c26117 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:02:11.026290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:11.214174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:11.214531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:11.343218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for af81ce58-fe53-4a2f-9999-81c0d0c26117 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:02:11.494260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:11.509844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9a6187ae-eb89-4664-9424-103addc55c1f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:11.552682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=af81ce58-fe53-4a2f-9999-81c0d0c26117,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:11.574489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.574959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.575358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.575773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.576184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.576598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.577007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.577414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.577821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.578226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.578627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.579054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.579514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.579921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.580322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.580724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.581124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.581526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.581943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.582331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.582733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.583154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.583557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.583963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:11.642441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:11.745862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:11.746153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Floating IP 9cd75791-8308-47a6-bc56-37afa22d8451 disassociated (deleted). External IP: 172.26.1.205, port: 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8.
Dec 03 12:02:12.101087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router d3f61439-bf07-4f48-8c74-26789b8b9406 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:02:12.565938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:02:12.576762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd526581-9bc4-402f-8129-0422ea6215e4 None None] Sync routers for ids ['d3f61439-bf07-4f48-8c74-26789b8b9406'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:02:12.583054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:12.587460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd526581-9bc4-402f-8129-0422ea6215e4 None None] Routers {'d3f61439-bf07-4f48-8c74-26789b8b9406'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:02:12.588136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd526581-9bc4-402f-8129-0422ea6215e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b691b7f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:02:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d3f61439-bf07-4f48-8c74-26789b8b9406'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:12.642067 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/floatingips/9cd75791-8308-47a6-bc56-37afa22d8451 HTTP/1.1" status: 204  len: 168 time: 1.8308663
Dec 03 12:02:12.642759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'tag': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:02:12.786186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cd526581-9bc4-402f-8129-0422ea6215e4 None None] Set router d3f61439-bf07-4f48-8c74-26789b8b9406 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:02:12.817115 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'tag': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8', 'status': 'completed', 'code': 200}
Dec 03 12:02:12.967421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592a3a6-8ee7-4e07-9727-4cfacd18ca2a req-0f8a1859-9b07-4122-91aa-dfda1e0b3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:12.969074 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d592a3a6-8ee7-4e07-9727-4cfacd18ca2a req-0f8a1859-9b07-4122-91aa-dfda1e0b3186 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 1163 time: 0.1086738
Dec 03 12:02:13.063873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366870e-e2c9-449a-b3b0-9729c1e624f3 req-bbabc4f4-5fc2-45c0-8989-dead9911fe53 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:13.064643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3366870e-e2c9-449a-b3b0-9729c1e624f3 req-bbabc4f4-5fc2-45c0-8989-dead9911fe53 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:02:13.080664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3366870e-e2c9-449a-b3b0-9729c1e624f3 req-bbabc4f4-5fc2-45c0-8989-dead9911fe53 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:02:13.081716 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3366870e-e2c9-449a-b3b0-9729c1e624f3 req-bbabc4f4-5fc2-45c0-8989-dead9911fe53 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.1086287
Dec 03 12:02:13.117586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592a3a6-8ee7-4e07-9727-4cfacd18ca2a req-2b72e440-aec4-431a-b464-b8b0253c3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:13.119682 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d592a3a6-8ee7-4e07-9727-4cfacd18ca2a req-2b72e440-aec4-431a-b464-b8b0253c3c2d service neutron] 10.222.0.91 "GET /v2.0/networks?id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 HTTP/1.1" status: 200  len: 890 time: 0.1428735
Dec 03 12:02:13.132631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3366870e-e2c9-449a-b3b0-9729c1e624f3 req-904ad82f-5acd-4824-966e-0f91cfb74834 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424850
Dec 03 12:02:13.140952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd526581-9bc4-402f-8129-0422ea6215e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b691b7f0>, [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T11:59:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c7efb4d2-a529-492a-8df1-123977a2b133', 'name': '', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:99:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:29Z', 'updated_at': '2020-12-03T11:59:38Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:13.145118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd526581-9bc4-402f-8129-0422ea6215e4 None None] Checking router: d3f61439-bf07-4f48-8c74-26789b8b9406 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:02:13.155524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd526581-9bc4-402f-8129-0422ea6215e4 None None] Routers {'d3f61439-bf07-4f48-8c74-26789b8b9406'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:02:13.156205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd526581-9bc4-402f-8129-0422ea6215e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b691b7f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:02:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d3f61439-bf07-4f48-8c74-26789b8b9406'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:13.200148 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d592a3a6-8ee7-4e07-9727-4cfacd18ca2a req-62280397-ed9d-496e-bd04-f0db3a714e87 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 HTTP/1.1" status: 200  len: 217 time: 0.0733633
Dec 03 12:02:13.277110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592a3a6-8ee7-4e07-9727-4cfacd18ca2a req-0358aac6-ecdd-49a4-ae60-1d1b3c0544f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:13.278691 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d592a3a6-8ee7-4e07-9727-4cfacd18ca2a req-0358aac6-ecdd-49a4-ae60-1d1b3c0544f8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3fcd1845-4af1-4d7b-89d8-8f63837e3907 HTTP/1.1" status: 200  len: 834 time: 0.0718360
Dec 03 12:02:13.346598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cd526581-9bc4-402f-8129-0422ea6215e4 None None] Set router d3f61439-bf07-4f48-8c74-26789b8b9406 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:02:13.360583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592a3a6-8ee7-4e07-9727-4cfacd18ca2a req-33cd33a0-39e8-4f35-8e1b-ab594256b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:13.362221 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d592a3a6-8ee7-4e07-9727-4cfacd18ca2a req-33cd33a0-39e8-4f35-8e1b-ab594256b187 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0756462
Dec 03 12:02:13.508563 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d592a3a6-8ee7-4e07-9727-4cfacd18ca2a req-fe35fc93-8d58-4e0e-bd6c-cf85c3aaad85 service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392617
Dec 03 12:02:13.657806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d592a3a6-8ee7-4e07-9727-4cfacd18ca2a req-88fb2548-611d-4a1d-af52-89db0b4a6833 service neutron] 10.222.0.91 "GET /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422288
Dec 03 12:02:13.684506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cd526581-9bc4-402f-8129-0422ea6215e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b691b7f0>, [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T11:59:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c7efb4d2-a529-492a-8df1-123977a2b133', 'name': '', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:99:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:29Z', 'updated_at': '2020-12-03T11:59:38Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:13.688783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd526581-9bc4-402f-8129-0422ea6215e4 None None] The sync data for ids ['d3f61439-bf07-4f48-8c74-26789b8b9406'] in dv-neutron-765072-2-ovs is: [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T11:59:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c7efb4d2-a529-492a-8df1-123977a2b133', 'name': '', 'network_id': 'ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:99:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:29Z', 'updated_at': '2020-12-03T11:59:38Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '3fcd1845-4af1-4d7b-89d8-8f63837e3907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:02:14.097465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e09ea-9d79-4309-8545-761adbc0277f None None] New status for floating IP 9cd75791-8308-47a6-bc56-37afa22d8451: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:02:14.354700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b260f2-721d-48db-bff9-c2fd32d8ebb7 req-dd0d3cea-46ba-490f-8aa4-0765336347fa tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:14.356383 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-61b260f2-721d-48db-bff9-c2fd32d8ebb7 req-dd0d3cea-46ba-490f-8aa4-0765336347fa tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0863833
Dec 03 12:02:14.405101 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-61b260f2-721d-48db-bff9-c2fd32d8ebb7 req-7ce39257-1eea-4097-bb0b-032a3d0ee8a3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422509
Dec 03 12:02:14.973194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-32867389-ff31-4f1e-91e6-76c6ec9e37ff tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:14.973969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-32867389-ff31-4f1e-91e6-76c6ec9e37ff tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:02:14.987268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-32867389-ff31-4f1e-91e6-76c6ec9e37ff tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:02:14.988457 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-32867389-ff31-4f1e-91e6-76c6ec9e37ff tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0969796
Dec 03 12:02:15.067030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:02:15.067420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:15.328871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8,segment=NetworkSegment(02b4b443-8de7-413d-bcc8-b4eac46b53df),segment_id=02b4b443-8de7-413d-bcc8-b4eac46b53df)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:02:15.329192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:15.464328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:02:15.616311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:15.624924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44192d8-7577-4170-bd2e-8d4fea4501e5 req-3e7c4a74-0153-4f9b-889d-86442e3395a0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:15.626547 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c44192d8-7577-4170-bd2e-8d4fea4501e5 req-3e7c4a74-0153-4f9b-889d-86442e3395a0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=cc368767-fc5b-46b8-9d7a-6d97ccd193b3 HTTP/1.1" status: 200  len: 946 time: 0.0902750
Dec 03 12:02:15.632183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:15.677871 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c44192d8-7577-4170-bd2e-8d4fea4501e5 req-afdb2730-f22a-447f-96f3-e39d505a0cc2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=707456e6-3880-4ae0-af12-2546f8e3db0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445335
Dec 03 12:02:15.683633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:15.704113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.704539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.704960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.705371 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.705780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.706186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.706591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.707018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.707425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.707808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.708231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.708607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.709064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.709650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.710057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.710458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.710858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.711285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.711689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.712090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.712492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.712891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.713292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.713687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:15.718543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:15.854365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] No DVR routers for this DVR port 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:02:15.856677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:15.859463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'name': 'network-vif-deleted', 'tag': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:02:15.874769 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9c594ee2-a5cc-402d-9074-85f49ec3dd7e req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "DELETE /v2.0/ports/0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 HTTP/1.1" status: 204  len: 173 time: 0.8807397
Dec 03 12:02:16.007484 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc368767-fc5b-46b8-9d7a-6d97ccd193b3', 'name': 'network-vif-deleted', 'tag': '0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8', 'status': 'completed', 'code': 200}
Dec 03 12:02:16.589533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:02:16.627163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:02:16.627557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 0f613ea5-6fe3-4e88-ab73-f6eb2ea259c8 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:02:16.792839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56602) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:17.170636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:17.798963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port c7efb4d2-a529-492a-8df1-123977a2b133 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:02:17.799409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:17.998841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port c7efb4d2-a529-492a-8df1-123977a2b133, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c7efb4d2-a529-492a-8df1-123977a2b133,segment=NetworkSegment(02b4b443-8de7-413d-bcc8-b4eac46b53df),segment_id=02b4b443-8de7-413d-bcc8-b4eac46b53df)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:02:17.999284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:18.126444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for c7efb4d2-a529-492a-8df1-123977a2b133 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:02:18.305174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:18.320153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:18.378372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=c7efb4d2-a529-492a-8df1-123977a2b133,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:18.383301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:18.736762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:19.229359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router d3f61439-bf07-4f48-8c74-26789b8b9406 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:02:19.705949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:02:19.715825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f51a02-d7bf-4459-9343-b7dc5dd7d478 None None] Sync routers for ids ['d3f61439-bf07-4f48-8c74-26789b8b9406'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:02:19.720820 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "PUT /v2.0/routers/d3f61439-bf07-4f48-8c74-26789b8b9406/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9268317
Dec 03 12:02:19.723800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56608) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:19.726061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f51a02-d7bf-4459-9343-b7dc5dd7d478 None None] Routers {'d3f61439-bf07-4f48-8c74-26789b8b9406'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:02:19.726735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a7f51a02-d7bf-4459-9343-b7dc5dd7d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b691b438>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:02:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d3f61439-bf07-4f48-8c74-26789b8b9406'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:19.920900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a7f51a02-d7bf-4459-9343-b7dc5dd7d478 None None] Set router d3f61439-bf07-4f48-8c74-26789b8b9406 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:02:19.930823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-498e34b1-830e-41a7-9487-8bf49ae26bdb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting subnet 3fcd1845-4af1-4d7b-89d8-8f63837e3907 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 12:02:19.933761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-498e34b1-830e-41a7-9487-8bf49ae26bdb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:19.996799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-498e34b1-830e-41a7-9487-8bf49ae26bdb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:20.091843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-498e34b1-830e-41a7-9487-8bf49ae26bdb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:20.374008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a7f51a02-d7bf-4459-9343-b7dc5dd7d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b691b438>, [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T12:02:18Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:20.378460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f51a02-d7bf-4459-9343-b7dc5dd7d478 None None] Checking router: d3f61439-bf07-4f48-8c74-26789b8b9406 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:02:20.384053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-498e34b1-830e-41a7-9487-8bf49ae26bdb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:20.388798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f51a02-d7bf-4459-9343-b7dc5dd7d478 None None] Routers {'d3f61439-bf07-4f48-8c74-26789b8b9406'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:02:20.389471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a7f51a02-d7bf-4459-9343-b7dc5dd7d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b691b438>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:02:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d3f61439-bf07-4f48-8c74-26789b8b9406'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:20.400564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-801be597-344c-48e2-8834-ebc45578c30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:20.454377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e34b1-830e-41a7-9487-8bf49ae26bdb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Subnet': ['ID=3fcd1845-4af1-4d7b-89d8-8f63837e3907,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:20.459820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-498e34b1-830e-41a7-9487-8bf49ae26bdb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:20.539823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-498e34b1-830e-41a7-9487-8bf49ae26bdb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:20.546250 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-498e34b1-830e-41a7-9487-8bf49ae26bdb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/subnets/3fcd1845-4af1-4d7b-89d8-8f63837e3907 HTTP/1.1" status: 204  len: 168 time: 0.8214109
Dec 03 12:02:20.549129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56612) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:20.549360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7a7a4c-609a-4fcb-bc5d-d619aba63d09 None None] Network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:02:20.579073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a7f51a02-d7bf-4459-9343-b7dc5dd7d478 None None] Set router d3f61439-bf07-4f48-8c74-26789b8b9406 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:02:20.750504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:20.820392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] DHCP port deletion for ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 12:02:20.824648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Deleting port 8100a8ae-9597-4dd3-9ffe-573bbbabffde {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:02:20.825087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:20.909132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a7f51a02-d7bf-4459-9343-b7dc5dd7d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b691b438>, [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T12:02:18Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:20.913552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f51a02-d7bf-4459-9343-b7dc5dd7d478 None None] The sync data for ids ['d3f61439-bf07-4f48-8c74-26789b8b9406'] in dv-neutron-765072-2-ovs is: [{'id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840765324', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T11:59:24Z', 'updated_at': '2020-12-03T12:02:18Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'b906f77b-d38f-40f7-8bb1-f698a610dff9', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f61439-bf07-4f48-8c74-26789b8b9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T11:59:25Z', 'updated_at': '2020-12-03T11:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:02:20.955145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:20.961129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port b906f77b-d38f-40f7-8bb1-f698a610dff9 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:02:20.961500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:21.175006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port b906f77b-d38f-40f7-8bb1-f698a610dff9, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b906f77b-d38f-40f7-8bb1-f698a610dff9,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:02:21.175415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:21.239683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] For port 8100a8ae-9597-4dd3-9ffe-573bbbabffde, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=8100a8ae-9597-4dd3-9ffe-573bbbabffde,segment=NetworkSegment(02b4b443-8de7-413d-bcc8-b4eac46b53df),segment_id=02b4b443-8de7-413d-bcc8-b4eac46b53df)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:02:21.240165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:21.314361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for b906f77b-d38f-40f7-8bb1-f698a610dff9 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:02:21.369505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Calling delete_port for 8100a8ae-9597-4dd3-9ffe-573bbbabffde owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:02:21.447223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:21.453506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:21.460965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-648f8bb8-6c5c-4f99-91c3-0e24127c2c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:21.507519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Pushing event deleted for resources: {'Port': ['ID=8100a8ae-9597-4dd3-9ffe-573bbbabffde,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:21.527521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.527846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.528227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.528598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.528967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.529336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.529700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.530063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.530424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.530788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.531200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.531567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.531981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.532355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.532717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.533078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.533438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.533799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.534160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.534520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.534881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.535266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.535625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.535980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:21.540866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:21.618456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] No DVR routers for this DVR port 8100a8ae-9597-4dd3-9ffe-573bbbabffde on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:02:21.651367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:21.668159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:21.786176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:21.788613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:21.812472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:21.813105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Fanout notify agent at l3_agent the message router_deleted on router d3f61439-bf07-4f48-8c74-26789b8b9406 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 12:02:21.830131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:21.831381 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-44377e04-ce19-4054-bab4-97115223c85c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/routers/d3f61439-bf07-4f48-8c74-26789b8b9406 HTTP/1.1" status: 204  len: 168 time: 1.2812409
Dec 03 12:02:21.835039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56616) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:21.852849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c7efb4d2-a529-492a-8df1-123977a2b133 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:02:21.894309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: c7efb4d2-a529-492a-8df1-123977a2b133 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:02:21.894733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c7efb4d2-a529-492a-8df1-123977a2b133 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:02:21.895376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8100a8ae-9597-4dd3-9ffe-573bbbabffde no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:02:21.933581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 8100a8ae-9597-4dd3-9ffe-573bbbabffde {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:02:21.933986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 8100a8ae-9597-4dd3-9ffe-573bbbabffde not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:02:21.975323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:22.176616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:22.296423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b4deccf8>,) {'filters': {'network_id': ['ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:22.309666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4deccf8>, '02b4b443-8de7-413d-bcc8-b4eac46b53df') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:22.309950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b4deccf8>, '02b4b443-8de7-413d-bcc8-b4eac46b53df') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:22.321937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:22.336646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:22.338606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 12:02:22.518652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:02:22.528436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:22.710074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 12:02:22.738013 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 12:02:22.818929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:22.822414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf77e39e-6c8c-4b0d-9fc6-fdcfa159d269 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:22.841129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:22.851035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Network': ['ID=ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:22.854706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:22.859338 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fddb4fb3-2a39-4566-a3e1-fbd9248257c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/networks/ec3c3f2a-7aba-4cc0-8f57-dfee9d56a3c6 HTTP/1.1" status: 204  len: 168 time: 1.0227742
Dec 03 12:02:22.862191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56622) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:22.934528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a478ee8c-131a-41d5-b679-15e5d9e64ae1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:22.965307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a478ee8c-131a-41d5-b679-15e5d9e64ae1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.019999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a478ee8c-131a-41d5-b679-15e5d9e64ae1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.026097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-15403f8c-db17-4531-88b4-0aaad66d537b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:23.041364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478ee8c-131a-41d5-b679-15e5d9e64ae1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'SecurityGroup': ['ID=707456e6-3880-4ae0-af12-2546f8e3db0a,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:23.044164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a478ee8c-131a-41d5-b679-15e5d9e64ae1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:23.051816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a478ee8c-131a-41d5-b679-15e5d9e64ae1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.053254 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a478ee8c-131a-41d5-b679-15e5d9e64ae1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/security-groups/707456e6-3880-4ae0-af12-2546f8e3db0a HTTP/1.1" status: 204  len: 168 time: 0.1898713
Dec 03 12:02:23.442025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56630) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:23.448727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981512905', 'description': 'tempest-secgroup-smoke-981512905 description', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:23.455260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:23.459610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:02:23.462591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:02:23.468368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:23.478465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.500084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:23.504094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:02:23.507199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:02:23.513474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:23.584887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.587527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.592792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-552bb3db-4db3-4b84-bbb0-b1659122c84c tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:23.636691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:23.639596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:23.640462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.641754 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-733c8b88-57a8-4d55-9acb-016a70d6f614 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.1986508
Dec 03 12:02:23.645136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56634) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:23.650635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-c634a97d-d57c-476a-a12e-c16ff574fd12 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:23.657058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c634a97d-d57c-476a-a12e-c16ff574fd12 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:23.661110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c634a97d-d57c-476a-a12e-c16ff574fd12 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:02:23.664488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-c634a97d-d57c-476a-a12e-c16ff574fd12 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:02:23.670300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-c634a97d-d57c-476a-a12e-c16ff574fd12 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:23.686598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c634a97d-d57c-476a-a12e-c16ff574fd12 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.756161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c634a97d-d57c-476a-a12e-c16ff574fd12 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.758789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c634a97d-d57c-476a-a12e-c16ff574fd12 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.760667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3324f64-c8d2-4605-a1a7-6e48c2e790e4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:23.783546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634a97d-d57c-476a-a12e-c16ff574fd12 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d337eec8-6a7c-4057-9fc6-ff8da73bec08,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:23.786373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c634a97d-d57c-476a-a12e-c16ff574fd12 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:23.793196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c634a97d-d57c-476a-a12e-c16ff574fd12 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.794463 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c634a97d-d57c-476a-a12e-c16ff574fd12 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1485004
Dec 03 12:02:23.797495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56638) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:23.803813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:23.810336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:23.814545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:02:23.817644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:02:23.823922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:23.839847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.846765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b906f77b-d38f-40f7-8bb1-f698a610dff9 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:02:23.881680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: b906f77b-d38f-40f7-8bb1-f698a610dff9 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:02:23.881680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b906f77b-d38f-40f7-8bb1-f698a610dff9 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:02:23.905954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.908771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.910659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4b9fb69b-5955-4620-9933-78452ffda08b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:23.935939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2010e39a-6b18-4bfc-a3f9-cbf4c3889e6e,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:23.938675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:23.945124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:23.946407 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1479099
Dec 03 12:02:23.949388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56642) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:23.954857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-40cb73e0-ccd7-4c51-b7e2-eaef522fbe5e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:23.961223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-40cb73e0-ccd7-4c51-b7e2-eaef522fbe5e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:23.965309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-40cb73e0-ccd7-4c51-b7e2-eaef522fbe5e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:02:23.968364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-40cb73e0-ccd7-4c51-b7e2-eaef522fbe5e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:02:23.974178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-40cb73e0-ccd7-4c51-b7e2-eaef522fbe5e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:23.991295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40cb73e0-ccd7-4c51-b7e2-eaef522fbe5e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.056550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40cb73e0-ccd7-4c51-b7e2-eaef522fbe5e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.059178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40cb73e0-ccd7-4c51-b7e2-eaef522fbe5e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.066054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8da94b79-bb0c-4cf8-96ae-d8fb7d51ee64 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:24.084893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb73e0-ccd7-4c51-b7e2-eaef522fbe5e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf96047-c24e-4b5d-9463-40da516ba1fb,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:24.087544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40cb73e0-ccd7-4c51-b7e2-eaef522fbe5e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:24.093944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40cb73e0-ccd7-4c51-b7e2-eaef522fbe5e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.095255 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40cb73e0-ccd7-4c51-b7e2-eaef522fbe5e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1448483
Dec 03 12:02:24.098089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56646) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:24.283620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-d396eb7e-028f-43c6-af47-59459bf4dcfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:24.290800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d396eb7e-028f-43c6-af47-59459bf4dcfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:24.294944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d396eb7e-028f-43c6-af47-59459bf4dcfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:02:24.298010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-d396eb7e-028f-43c6-af47-59459bf4dcfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:02:24.304146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-d396eb7e-028f-43c6-af47-59459bf4dcfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:24.320193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d396eb7e-028f-43c6-af47-59459bf4dcfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.389569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d396eb7e-028f-43c6-af47-59459bf4dcfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.392061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d396eb7e-028f-43c6-af47-59459bf4dcfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.399660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d4ede68f-1b84-4808-9fca-fa2f1d652226 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:24.421715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396eb7e-028f-43c6-af47-59459bf4dcfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42a5ffb-f2a4-4e6a-acb3-970761cdf314,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:24.424438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d396eb7e-028f-43c6-af47-59459bf4dcfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:24.428219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d396eb7e-028f-43c6-af47-59459bf4dcfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.429486 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d396eb7e-028f-43c6-af47-59459bf4dcfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.3304129
Dec 03 12:02:24.432435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56654) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:24.438032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:24.444545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:24.448640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:02:24.451717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:02:24.458532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:24.468672 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Project d7e512aba3ba418e94ebbd613101b36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 12:02:24.475985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.543419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.546137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.553130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5483e69d-2a96-4376-9c06-2f77001a5046 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:24.572710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29804459-d089-41de-947a-26ecf308c364,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:24.575198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:24.581683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.583006 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-003e2101-e0f5-41d2-94df-94f8abdd770f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1495540
Dec 03 12:02:24.586834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56658) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:24.592363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:24.598620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:24.602978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:02:24.606249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:02:24.612046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:24.621499 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Project d7e512aba3ba418e94ebbd613101b36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 12:02:24.628144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.699804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.702412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.704272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8c8ac35b-f36a-46ee-9bed-d4bea53602f5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:24.731434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ae2eed-6cee-4220-8b25-14bf7ebe7695,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:24.733976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:24.740315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.741604 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1537478
Dec 03 12:02:24.745655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56662) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:24.751720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'network': {'name': 'tempest-network-smoke--1966049429', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'port_security_enabled': True}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:24.757613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:24.762029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:network and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:02:24.765076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:02:24.770826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:24.780990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:02:24.786538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.819491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 12:02:24.828518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.828903 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Added segment 87ba335e-3740-4330-9531-c7e940b10420 of type vxlan for network 5587712d-2ba4-48f3-a771-078580007ebe
Dec 03 12:02:24.857079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.888155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.892365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:24.893019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:24.898643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3e4d437b-832c-4172-8cdd-53f480ac4703 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:25.006976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2595632
Dec 03 12:02:25.009885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 56666) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:25.015313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Network': ['ID=5587712d-2ba4-48f3-a771-078580007ebe,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:25.015961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'admin_state_up': True, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:25.018311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ade353d1-9f61-4d61-844b-3bb19efaa135 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:25.024197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:25.026359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 5587712d-2ba4-48f3-a771-078580007ebe details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 12:02:25.028860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:router and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:02:25.032141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:02:25.038074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:25.044889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 5587712d-2ba4-48f3-a771-078580007ebe details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 12:02:25.048755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:25.049891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:25.065670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:25.350187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:25.668361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:25.706513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:25.980199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.26.1.126 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/fd3d0ac4-838c-4be2-b5da-b022fe8a9298) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:02:26.139251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:26.165319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:26.419842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:26.555833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=fd3d0ac4-838c-4be2-b5da-b022fe8a9298,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:26.560150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:26.607973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:02:26.609202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:02:26.611493 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:02:27.040340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:27.389737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:27.602880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router f3308f70-cfb9-4e03-8a8e-3afee48e089b is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 12:02:27.796010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:02:27.805844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Sync routers for ids ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:02:27.815839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Routers {'f3308f70-cfb9-4e03-8a8e-3afee48e089b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:02:27.816607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b58ff7b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:02:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:27.824504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:27.828675 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2daa2c89-71ae-4b10-882f-9e17d17648a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 2.8146305
Dec 03 12:02:27.829115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56670) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:27.877479 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e2375232-7b78-4f78-a217-b15bf6864a01 tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] 10.222.0.90 "GET /v2.0/subnets?project_id=d7e512aba3ba418e94ebbd613101b36b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0469997
Dec 03 12:02:27.880416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56674) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:27.888821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'subnet': {'name': 'tempest-subnet-smoke-780716036', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:28.010164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Set router f3308f70-cfb9-4e03-8a8e-3afee48e089b gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:02:28.295335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:28.299375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:subnet and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:02:28.302311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:02:28.308852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:28.317577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:02:28.321044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b58ff7b8>, [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:26Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:28.325968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Checking router: f3308f70-cfb9-4e03-8a8e-3afee48e089b for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:02:28.326373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Updating router f3308f70-cfb9-4e03-8a8e-3afee48e089b port fd3d0ac4-838c-4be2-b5da-b022fe8a9298 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 12:02:28.380149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:28.433284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:28.788583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:28.800816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Transition to ACTIVE for port object fd3d0ac4-838c-4be2-b5da-b022fe8a9298 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:02:28.804605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:28.820876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:28.881389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:28.897255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e77f6060-cd4f-4cd7-9ea0-756df02a28c8 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:28.965196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e637f-b63c-4cc8-b36f-6b23e20c88c4 None None] Pushing event updated for resources: {'Port': ['ID=fd3d0ac4-838c-4be2-b5da-b022fe8a9298,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:28.968328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b0e637f-b63c-4cc8-b36f-6b23e20c88c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:29.024440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Attempting to bind port fd3d0ac4-838c-4be2-b5da-b022fe8a9298 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:02:29.024853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Attempting to bind port fd3d0ac4-838c-4be2-b5da-b022fe8a9298 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:02:29.025264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Attempting to bind port fd3d0ac4-838c-4be2-b5da-b022fe8a9298 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:02:29.030882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:02:29.031323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:02:29.031925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:29.032262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Subnet': ['ID=8da7aeca-80cf-4d42-9d36-913eeff99b5b,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:29.032370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:02:29.032846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Bound port: fd3d0ac4-838c-4be2-b5da-b022fe8a9298, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:02:29.033262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:29.036307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:29.104950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Checking segment: {'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:02:29.105348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network hostable DHCP agents. Network: 5587712d-2ba4-48f3-a771-078580007ebe, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 12:02:29.112537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] For port fd3d0ac4-838c-4be2-b5da-b022fe8a9298, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:02:29.116960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] For port fd3d0ac4-838c-4be2-b5da-b022fe8a9298, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fd3d0ac4-838c-4be2-b5da-b022fe8a9298,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:02:29.120078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:29.125517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 5587712d-2ba4-48f3-a771-078580007ebe is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 12:02:29.133847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 5587712d-2ba4-48f3-a771-078580007ebe) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:02:29.140408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c40aa2cb-7c65-4fe2-814d-d872d952db34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:29.147435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:29.148168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:29.168476 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.2861321
Dec 03 12:02:29.171608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56678) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:29.177292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7335466d-e33f-40a2-b9b3-6a499aa64d01 None None] Network 5587712d-2ba4-48f3-a771-078580007ebe requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:02:29.394990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e637f-b63c-4cc8-b36f-6b23e20c88c4 None None] Pushing event updated for resources: {'Port': ['ID=fd3d0ac4-838c-4be2-b5da-b022fe8a9298,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:29.406517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b0e637f-b63c-4cc8-b36f-6b23e20c88c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:29.492073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Routers {'f3308f70-cfb9-4e03-8a8e-3afee48e089b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:02:29.492304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b58ff7b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:02:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:29.838179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:29.875907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-5587712d-2ba4-48f3-a771-078580007ebe', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ips': [{'subnet_id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 12:02:29.877252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:29.928236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] Set router f3308f70-cfb9-4e03-8a8e-3afee48e089b gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:02:30.398802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.20.0.1 (5587712d-2ba4-48f3-a771-078580007ebe/8da7aeca-80cf-4d42-9d36-913eeff99b5b/859ab5d1-fe00-4176-b422-327499ea2695) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:02:30.405411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b58ff7b8>, [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:26Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:30.409775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857197c3-68cc-4b0a-9435-e7c425d9655f None None] The sync data for ids ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'] in dv-neutron-765072-2-ovs is: [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:26Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:02:30.572771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:30.589407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Transition to ACTIVE for port object 859ab5d1-fe00-4176-b422-327499ea2695 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:02:30.610201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:30.629727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:30.672937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Allocated IP 172.20.0.2 (5587712d-2ba4-48f3-a771-078580007ebe/8da7aeca-80cf-4d42-9d36-913eeff99b5b/163873b9-09fd-47b7-a45d-94b7c7153431) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:02:30.787871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=859ab5d1-fe00-4176-b422-327499ea2695,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:30.792007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:30.859277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 5587712d-2ba4-48f3-a771-078580007ebe is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:02:30.860524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:02:30.863031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:02:30.932996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:30.955659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c7598b25-bfc7-4029-9b5f-6af0123184f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:30.971663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:30.984272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Transition to ACTIVE for port object 163873b9-09fd-47b7-a45d-94b7c7153431 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:02:31.002312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Transition to ACTIVE for port object 163873b9-09fd-47b7-a45d-94b7c7153431 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:02:31.008023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:31.024475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:31.062473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:31.167631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Pushing event updated for resources: {'Port': ['ID=163873b9-09fd-47b7-a45d-94b7c7153431,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:31.171977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:31.226170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Network 5587712d-2ba4-48f3-a771-078580007ebe is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:02:31.227486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:02:31.230169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:02:31.252323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:02:31.288632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Attempting to bind port 163873b9-09fd-47b7-a45d-94b7c7153431 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:02:31.289059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Attempting to bind port 163873b9-09fd-47b7-a45d-94b7c7153431 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:02:31.289476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Attempting to bind port 163873b9-09fd-47b7-a45d-94b7c7153431 on network 5587712d-2ba4-48f3-a771-078580007ebe {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:02:31.295233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:02:31.295660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Checking segment: {'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:02:31.296110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:31.296557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Bound using segment: {'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:02:31.297082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Bound port: 163873b9-09fd-47b7-a45d-94b7c7153431, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:02:31.297503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:31.394241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] For port 163873b9-09fd-47b7-a45d-94b7c7153431, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:02:31.398154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] For port 163873b9-09fd-47b7-a45d-94b7c7153431, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=163873b9-09fd-47b7-a45d-94b7c7153431,segment=NetworkSegment(87ba335e-3740-4330-9531-c7e940b10420),segment_id=87ba335e-3740-4330-9531-c7e940b10420)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:02:31.401749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:31.417094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-451d330a-27ee-4bb9-af4c-cc9ed9aaf358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:31.565294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Pushing event updated for resources: {'Port': ['ID=163873b9-09fd-47b7-a45d-94b7c7153431,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:31.575947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:31.580007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:31.584358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:31.619107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-350434f3-ba1c-4813-afd1-de4ece35faef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:31.708345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=859ab5d1-fe00-4176-b422-327499ea2695,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:31.711157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:31.725226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:31.867570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 5587712d-2ba4-48f3-a771-078580007ebe is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:02:31.868823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:02:31.915570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device fd3d0ac4-838c-4be2-b5da-b022fe8a9298 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:02:32.008258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port fd3d0ac4-838c-4be2-b5da-b022fe8a9298 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:02:32.015230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port fd3d0ac4-838c-4be2-b5da-b022fe8a9298 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:32.015610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:32.088165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router f3308f70-cfb9-4e03-8a8e-3afee48e089b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:02:32.137604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:32.156052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port fd3d0ac4-838c-4be2-b5da-b022fe8a9298, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fd3d0ac4-838c-4be2-b5da-b022fe8a9298,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:02:32.159218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:32.161449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:32.236935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=fd3d0ac4-838c-4be2-b5da-b022fe8a9298,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:32.240400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:32.547015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:02:32.560651 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "PUT /v2.0/routers/f3308f70-cfb9-4e03-8a8e-3afee48e089b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3878627
Dec 03 12:02:32.756408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-60bbc5df-5130-4aff-8bce-c634354be897 req-6850fa65-ea09-4851-b6e1-1e2129447387 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:02:32.774005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-60bbc5df-5130-4aff-8bce-c634354be897 req-6850fa65-ea09-4851-b6e1-1e2129447387 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:02:32.775538 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-6850fa65-ea09-4851-b6e1-1e2129447387 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981512905&fields=id&tenant_id=d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 267 time: 0.0700295
Dec 03 12:02:32.949598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc5df-5130-4aff-8bce-c634354be897 req-e0cce786-7cfd-429d-8dee-c1dfd6cbb6bd tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:32.950361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-60bbc5df-5130-4aff-8bce-c634354be897 req-e0cce786-7cfd-429d-8dee-c1dfd6cbb6bd tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:02:32.966540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-60bbc5df-5130-4aff-8bce-c634354be897 req-e0cce786-7cfd-429d-8dee-c1dfd6cbb6bd tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:02:32.967868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-e0cce786-7cfd-429d-8dee-c1dfd6cbb6bd tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/networks?id=5587712d-2ba4-48f3-a771-078580007ebe HTTP/1.1" status: 200  len: 797 time: 0.1843402
Dec 03 12:02:32.985485 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-a2ff6a3e-1050-4f27-b6bd-1f3598a4c35f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/quotas/d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 375 time: 0.0113115
Dec 03 12:02:33.029347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-32d1edbe-d958-4716-a8fd-20a2ae699a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:33.038367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636f0364-a591-494d-80a8-b5ae5083dfe6 None None] Network 5587712d-2ba4-48f3-a771-078580007ebe requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:02:33.074894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cfceca21-9dec-41ab-8646-c9b57e01c810 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:02:33.090504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cfceca21-9dec-41ab-8646-c9b57e01c810 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:02:33.092224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cfceca21-9dec-41ab-8646-c9b57e01c810 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1002614
Dec 03 12:02:33.162668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-78cafcff-951a-4230-a3d2-5c1808f3ca20 None None] Provisioning for port 163873b9-09fd-47b7-a45d-94b7c7153431 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:02:33.188721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Sync routers for ids ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:02:33.199812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Routers {'f3308f70-cfb9-4e03-8a8e-3afee48e089b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:02:33.200510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b7313240>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:02:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:33.251707 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-8c9031f4-50ff-425e-9083-90f0168aaf1c service neutron] 10.222.0.90 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460025
Dec 03 12:02:33.400334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Set router f3308f70-cfb9-4e03-8a8e-3afee48e089b gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:02:33.408677 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-b40dc600-9784-4878-a380-4732e921afae service neutron] 10.222.0.90 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495433
Dec 03 12:02:33.713541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-163a7981-8640-4f84-a936-4e813f1ce469 None None] Provisioning for port 859ab5d1-fe00-4176-b422-327499ea2695 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:02:33.719864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-163a7981-8640-4f84-a936-4e813f1ce469 None None] Provisioning complete for port 859ab5d1-fe00-4176-b422-327499ea2695 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:33.720326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-163a7981-8640-4f84-a936-4e813f1ce469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:33.751433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b7313240>, [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '859ab5d1-fe00-4176-b422-327499ea2695', 'name': '', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:17:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:30Z', 'updated_at': '2020-12-03T12:02:31Z', 'revision_number': 2, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:33.756363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Checking router: f3308f70-cfb9-4e03-8a8e-3afee48e089b for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:02:33.756776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Updating router f3308f70-cfb9-4e03-8a8e-3afee48e089b port 859ab5d1-fe00-4176-b422-327499ea2695 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 12:02:33.779486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-163a7981-8640-4f84-a936-4e813f1ce469 None None] Port 859ab5d1-fe00-4176-b422-327499ea2695 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:02:33.812539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:33.934485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-06463141-1d0c-4085-9c29-20068775bdac None None] Provisioning complete for port 859ab5d1-fe00-4176-b422-327499ea2695 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:33.934772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-06463141-1d0c-4085-9c29-20068775bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:33.983805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 163873b9-09fd-47b7-a45d-94b7c7153431 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:02:34.032911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:34.050149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-06463141-1d0c-4085-9c29-20068775bdac None None] Port 859ab5d1-fe00-4176-b422-327499ea2695 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:02:34.078992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 163873b9-09fd-47b7-a45d-94b7c7153431 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:02:34.084378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 163873b9-09fd-47b7-a45d-94b7c7153431 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:34.084765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:34.218675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:34.231119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-994480c9-d74a-4b10-b460-b18eb8501303 None None] Provisioning complete for port 163873b9-09fd-47b7-a45d-94b7c7153431 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:34.231548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-994480c9-d74a-4b10-b460-b18eb8501303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:34.269308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:34.284707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Transition to ACTIVE for port object 859ab5d1-fe00-4176-b422-327499ea2695 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:02:34.290008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:34.311716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 163873b9-09fd-47b7-a45d-94b7c7153431, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=163873b9-09fd-47b7-a45d-94b7c7153431,segment=NetworkSegment(87ba335e-3740-4330-9531-c7e940b10420),segment_id=87ba335e-3740-4330-9531-c7e940b10420)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:02:34.317766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:34.317935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-490ea3d9-d1ca-45ba-90f5-4713dcdcca71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:34.318884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device fd3d0ac4-838c-4be2-b5da-b022fe8a9298 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:02:34.343452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:34.482710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Pushing event updated for resources: {'Port': ['ID=859ab5d1-fe00-4176-b422-327499ea2695,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:34.496387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=163873b9-09fd-47b7-a45d-94b7c7153431,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:34.501604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.502000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.502116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:34.502385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.502765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.503174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.503636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.503901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.504271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.504638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.505310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.505415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.505768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.506200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.506664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.506928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.507464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.507835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.508205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.508573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.508938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.509306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.509675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.510098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.510381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:02:34.516272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:34.517299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port fd3d0ac4-838c-4be2-b5da-b022fe8a9298 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:34.517727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:34.707094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-656dd989-e695-4446-a157-36dcaf9f8067 None None] Provisioning complete for port 163873b9-09fd-47b7-a45d-94b7c7153431 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:34.707327 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e87dfe93-0b3d-4ba0-964d-9f64c36dea67 req-2c6e61a9-a444-42a8-95b7-2a5fe4c39b72 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 210 time: 0.0770161
Dec 03 12:02:34.708270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-656dd989-e695-4446-a157-36dcaf9f8067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:34.710331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Attempting to bind port 859ab5d1-fe00-4176-b422-327499ea2695 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:02:34.710761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Attempting to bind port 859ab5d1-fe00-4176-b422-327499ea2695 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:02:34.711269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Attempting to bind port 859ab5d1-fe00-4176-b422-327499ea2695 on network 5587712d-2ba4-48f3-a771-078580007ebe {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:02:34.731489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:02:34.731489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Checking segment: {'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:02:34.732152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:34.732369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Bound using segment: {'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:02:34.732969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Bound port: 859ab5d1-fe00-4176-b422-327499ea2695, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:02:34.733323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:34.834798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] For port 859ab5d1-fe00-4176-b422-327499ea2695, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:02:34.838123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] For port 859ab5d1-fe00-4176-b422-327499ea2695, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=859ab5d1-fe00-4176-b422-327499ea2695,segment=NetworkSegment(87ba335e-3740-4330-9531-c7e940b10420),segment_id=87ba335e-3740-4330-9531-c7e940b10420)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:02:34.841960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:34.860700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-54c3bf18-a9ca-43e5-b855-fd69eecaf65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:35.114356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:35.164035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Pushing event updated for resources: {'Port': ['ID=859ab5d1-fe00-4176-b422-327499ea2695,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:35.169320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5bd18bd9-3326-452c-9abf-f03aa1a3642b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:35.207191 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Routers {'f3308f70-cfb9-4e03-8a8e-3afee48e089b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:02:35.207862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b7313240>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:02:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:35.396682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] Set router f3308f70-cfb9-4e03-8a8e-3afee48e089b gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:02:35.681872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:35.727632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b7313240>, [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '859ab5d1-fe00-4176-b422-327499ea2695', 'name': '', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:17:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:30Z', 'updated_at': '2020-12-03T12:02:34Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:35.732080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b412b8-39ba-4aba-90b5-b76fce167406 None None] The sync data for ids ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'] in dv-neutron-765072-2-ovs is: [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '859ab5d1-fe00-4176-b422-327499ea2695', 'name': '', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:17:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:30Z', 'updated_at': '2020-12-03T12:02:34Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:02:35.837426 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ba97069e-9906-4ee2-8643-4f07a49abf05 req-1653e8b3-9276-462e-bfa1-dc06d02e103b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 210 time: 0.0587862
Dec 03 12:02:35.999413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 163873b9-09fd-47b7-a45d-94b7c7153431 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:02:36.074164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 163873b9-09fd-47b7-a45d-94b7c7153431 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:36.074592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:36.209865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 859ab5d1-fe00-4176-b422-327499ea2695 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:02:36.281637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 859ab5d1-fe00-4176-b422-327499ea2695 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:02:36.287824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 859ab5d1-fe00-4176-b422-327499ea2695 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:36.288287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:36.419060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:36.455069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 859ab5d1-fe00-4176-b422-327499ea2695, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=859ab5d1-fe00-4176-b422-327499ea2695,segment=NetworkSegment(87ba335e-3740-4330-9531-c7e940b10420),segment_id=87ba335e-3740-4330-9531-c7e940b10420)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:02:36.458029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:36.460687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b5abde91-12c4-4b57-9c0e-a2de8827549f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:36.534521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=859ab5d1-fe00-4176-b422-327499ea2695,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:36.538898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:36.963481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dbdd2c61-50be-4763-af92-5025bbd4d77e req-32104933-a6f0-4563-a595-8b4cabf52f43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 210 time: 0.0458384
Dec 03 12:02:37.861557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 859ab5d1-fe00-4176-b422-327499ea2695 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:02:37.936829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 859ab5d1-fe00-4176-b422-327499ea2695 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:37.937258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:38.143695 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c1b658c-c073-468b-9b15-c49d41a012dd req-0c7fc173-56f6-45e3-8545-fe8387af158b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 210 time: 0.0473170
Dec 03 12:02:38.245607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc5df-5130-4aff-8bce-c634354be897 req-1930d911-c189-4487-9fd8-bc931c6ecdaf tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:38.247176 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-1930d911-c189-4487-9fd8-bc931c6ecdaf tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/networks?id=5587712d-2ba4-48f3-a771-078580007ebe HTTP/1.1" status: 200  len: 797 time: 0.1619141
Dec 03 12:02:38.333712 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-4212373f-4e51-4327-94cc-f056cd41378e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 7771 time: 0.0674086
Dec 03 12:02:38.343072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'port': {'device_id': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'admin_state_up': True, 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'security_groups': ['0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:38.488092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:38.497869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:38.506973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:02:38.512657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:38.825142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.20.0.13 (5587712d-2ba4-48f3-a771-078580007ebe/8da7aeca-80cf-4d42-9d36-913eeff99b5b/51b6af30-c2b5-4fcd-af04-7d12c9819895) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:02:39.028977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:39.044883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Transition to ACTIVE for port object 51b6af30-c2b5-4fcd-af04-7d12c9819895 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:02:39.064165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:39.079621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2c59b780-3d4f-4c60-b01c-354b2b6ece80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:39.375598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14604dda-a074-4743-b51c-a506a8758b7e req-ada28a11-9ad6-4dc6-9531-83993fd08fd4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:39.377214 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14604dda-a074-4743-b51c-a506a8758b7e req-ada28a11-9ad6-4dc6-9531-83993fd08fd4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 932 time: 0.0934114
Dec 03 12:02:39.429712 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14604dda-a074-4743-b51c-a506a8758b7e req-9387f201-ac86-4107-95b1-13e983872d8d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448000
Dec 03 12:02:39.473311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=51b6af30-c2b5-4fcd-af04-7d12c9819895,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:39.479279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:39.529511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 5587712d-2ba4-48f3-a771-078580007ebe is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:02:39.530650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:02:39.532954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:02:39.605122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:39.605796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:39.635981 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2968159
Dec 03 12:02:39.654098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Request body: {'port': {'device_id': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:39.746171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f2035f85-ee61-4ac8-866c-10293ab1ab22 None None] Provisioning for port 51b6af30-c2b5-4fcd-af04-7d12c9819895 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:02:39.751322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f2035f85-ee61-4ac8-866c-10293ab1ab22 None None] Provisioning complete for port 51b6af30-c2b5-4fcd-af04-7d12c9819895 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:39.751748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f2035f85-ee61-4ac8-866c-10293ab1ab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:39.773719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:39.810623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f2035f85-ee61-4ac8-866c-10293ab1ab22 None None] Port 51b6af30-c2b5-4fcd-af04-7d12c9819895 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:02:40.186675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b6af30-c2b5-4fcd-af04-7d12c9819895 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 12:02:40.194372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:40.206543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Transition to ACTIVE for port object 51b6af30-c2b5-4fcd-af04-7d12c9819895 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:02:40.209268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:40.225262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1c6c618-52a4-4bfa-a74d-efe7aea34dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:40.359046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Pushing event updated for resources: {'Port': ['ID=51b6af30-c2b5-4fcd-af04-7d12c9819895,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:40.363434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:40.555804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Attempting to bind port 51b6af30-c2b5-4fcd-af04-7d12c9819895 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:02:40.556327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Attempting to bind port 51b6af30-c2b5-4fcd-af04-7d12c9819895 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:02:40.556578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Attempting to bind port 51b6af30-c2b5-4fcd-af04-7d12c9819895 on network 5587712d-2ba4-48f3-a771-078580007ebe {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:02:40.562757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:02:40.563171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Checking segment: {'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:02:40.563580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:40.563977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Bound using segment: {'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:02:40.564462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Bound port: 51b6af30-c2b5-4fcd-af04-7d12c9819895, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ba335e-3740-4330-9531-c7e940b10420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:02:40.564839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:40.651751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf72fdd-c87a-4b2c-b433-cc8c0bf7e4ca req-ab9e40e1-3e76-4c3c-987a-b87a3237ca9f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:40.653514 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4cf72fdd-c87a-4b2c-b433-cc8c0bf7e4ca req-ab9e40e1-3e76-4c3c-987a-b87a3237ca9f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 944 time: 0.0879717
Dec 03 12:02:40.666721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] For port 51b6af30-c2b5-4fcd-af04-7d12c9819895, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:02:40.669989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] For port 51b6af30-c2b5-4fcd-af04-7d12c9819895, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895,segment=NetworkSegment(87ba335e-3740-4330-9531-c7e940b10420),segment_id=87ba335e-3740-4330-9531-c7e940b10420)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:02:40.674077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:40.689627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-981e36a4-bd95-407b-9665-18ccf044f48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:40.705272 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4cf72fdd-c87a-4b2c-b433-cc8c0bf7e4ca req-03fa8138-72b0-4a9c-a1f6-ec6a405925db tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448918
Dec 03 12:02:40.836122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Pushing event updated for resources: {'Port': ['ID=51b6af30-c2b5-4fcd-af04-7d12c9819895,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:40.841037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:40.882995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:40.883677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:40.885190 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] 10.222.0.91 "PUT /v2.0/ports/51b6af30-c2b5-4fcd-af04-7d12c9819895 HTTP/1.1" status: 200  len: 1158 time: 1.2358990
Dec 03 12:02:40.885698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:02:40.982387 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895', 'status': 'completed', 'code': 200}
Dec 03 12:02:41.019835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc5df-5130-4aff-8bce-c634354be897 req-84e0aca4-413c-4cc7-8b56-09f7574e4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:41.022386 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-84e0aca4-413c-4cc7-8b56-09f7574e4b2b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 1161 time: 0.0804505
Dec 03 12:02:41.103823 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-023d53a9-ae81-4e24-abe4-6f2a78a78aad service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895 HTTP/1.1" status: 200  len: 217 time: 0.0683570
Dec 03 12:02:41.176992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc5df-5130-4aff-8bce-c634354be897 req-a4d8aa68-f30e-4742-8098-345c1bad3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:41.178724 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-a4d8aa68-f30e-4742-8098-345c1bad3ff1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8da7aeca-80cf-4d42-9d36-913eeff99b5b HTTP/1.1" status: 200  len: 834 time: 0.0678504
Dec 03 12:02:41.262539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d35470f0-d163-44dc-bae5-558db0b24e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:41.264104 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-d35470f0-d163-44dc-bae5-558db0b24e28 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5587712d-2ba4-48f3-a771-078580007ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0791154
Dec 03 12:02:41.406541 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-4bd2b77c-3346-4378-992c-31d354d3394a service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358597
Dec 03 12:02:41.546892 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60bbc5df-5130-4aff-8bce-c634354be897 req-bedae590-0032-4ed2-b542-aab66141313d service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1339531
Dec 03 12:02:41.708131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d60570-e200-4c43-8309-95d5565c5dcf req-413be62d-8a29-4d4a-ae3e-6a0ae1e45a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:41.709840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1d60570-e200-4c43-8309-95d5565c5dcf req-413be62d-8a29-4d4a-ae3e-6a0ae1e45a65 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 1161 time: 0.0750787
Dec 03 12:02:41.857574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d60570-e200-4c43-8309-95d5565c5dcf req-a0a21e63-e736-4b88-8bb0-1c0e2627eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:41.859197 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1d60570-e200-4c43-8309-95d5565c5dcf req-a0a21e63-e736-4b88-8bb0-1c0e2627eac6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5587712d-2ba4-48f3-a771-078580007ebe HTTP/1.1" status: 200  len: 891 time: 0.1424081
Dec 03 12:02:41.919532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984500a-5af6-4af4-813d-d1a1ff025526 req-3fa7f149-2207-4068-8bed-1d86b3fcf1cc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:41.921163 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e984500a-5af6-4af4-813d-d1a1ff025526 req-3fa7f149-2207-4068-8bed-1d86b3fcf1cc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 944 time: 0.0860853
Dec 03 12:02:41.935711 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1d60570-e200-4c43-8309-95d5565c5dcf req-f22c4f70-3a0b-4385-839e-b194b2f7f122 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895 HTTP/1.1" status: 200  len: 217 time: 0.0695915
Dec 03 12:02:41.969830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e984500a-5af6-4af4-813d-d1a1ff025526 req-52c2a53a-618e-4e24-9368-7f5cfe52fb78 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415967
Dec 03 12:02:42.007959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d60570-e200-4c43-8309-95d5565c5dcf req-5014f3d8-df47-4488-86a7-9f39c2bb5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:42.009554 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1d60570-e200-4c43-8309-95d5565c5dcf req-5014f3d8-df47-4488-86a7-9f39c2bb5440 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8da7aeca-80cf-4d42-9d36-913eeff99b5b HTTP/1.1" status: 200  len: 834 time: 0.0674129
Dec 03 12:02:42.091001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d60570-e200-4c43-8309-95d5565c5dcf req-beef12cc-89ec-4fa8-bd2c-37d6e20652ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:42.092530 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1d60570-e200-4c43-8309-95d5565c5dcf req-beef12cc-89ec-4fa8-bd2c-37d6e20652ae service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5587712d-2ba4-48f3-a771-078580007ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0767956
Dec 03 12:02:42.236322 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1d60570-e200-4c43-8309-95d5565c5dcf req-6e2d561e-1f19-43de-af51-fe7b46128795 service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373012
Dec 03 12:02:42.378400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1d60570-e200-4c43-8309-95d5565c5dcf req-3feb7cea-0676-4084-aea1-0d8c40afe33c service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348302
Dec 03 12:02:43.187193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805331-dce0-4573-94b0-fd09f45506fc req-d2d9d96f-b4b6-4f6c-ae53-47438625b877 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:43.188726 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c7805331-dce0-4573-94b0-fd09f45506fc req-d2d9d96f-b4b6-4f6c-ae53-47438625b877 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 944 time: 0.0869563
Dec 03 12:02:43.244765 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c7805331-dce0-4573-94b0-fd09f45506fc req-c09e1b68-a963-4213-aacb-da3412749a35 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496547
Dec 03 12:02:44.462156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372f8bd-3082-4abd-941d-376e0218e21f req-adda3306-3887-4351-8269-eef78a829b74 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:44.463779 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4372f8bd-3082-4abd-941d-376e0218e21f req-adda3306-3887-4351-8269-eef78a829b74 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 944 time: 0.0832243
Dec 03 12:02:44.513564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4372f8bd-3082-4abd-941d-376e0218e21f req-74941e1f-8e81-4726-a78e-5a06e6d2f8e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431104
Dec 03 12:02:45.576075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 51b6af30-c2b5-4fcd-af04-7d12c9819895 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:02:45.646332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 51b6af30-c2b5-4fcd-af04-7d12c9819895 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:02:45.652047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 51b6af30-c2b5-4fcd-af04-7d12c9819895 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:45.652479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:45.735717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621e4b7-c706-4aae-bb7e-311c7c941aa1 req-e57bfe94-0ea7-47a7-9807-4aac6f17b094 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:45.737345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1621e4b7-c706-4aae-bb7e-311c7c941aa1 req-e57bfe94-0ea7-47a7-9807-4aac6f17b094 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 944 time: 0.0875635
Dec 03 12:02:45.779186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:45.785756 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1621e4b7-c706-4aae-bb7e-311c7c941aa1 req-29bb110e-14bd-4cc4-9885-9294ca43e04a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417695
Dec 03 12:02:45.807908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:02:45.822869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 51b6af30-c2b5-4fcd-af04-7d12c9819895, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895,segment=NetworkSegment(87ba335e-3740-4330-9531-c7e940b10420),segment_id=87ba335e-3740-4330-9531-c7e940b10420)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:02:45.826168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:45.828235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6f9ea40-2c51-4261-b9bd-e8f6600f70eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:45.896620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=51b6af30-c2b5-4fcd-af04-7d12c9819895,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:45.900255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:45.951008 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895', 'code': 200}
Dec 03 12:02:46.215590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9fce9-a762-40ec-918b-b958fc65b799 req-17818841-3600-4417-bfcd-c3bc0312e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:46.217188 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ee9fce9-a762-40ec-918b-b958fc65b799 req-17818841-3600-4417-bfcd-c3bc0312e0f6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 1163 time: 0.0739918
Dec 03 12:02:46.264230 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ee9fce9-a762-40ec-918b-b958fc65b799 req-d4a74828-fabf-47b2-8d1a-0e39646923d9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408785
Dec 03 12:02:47.001245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10f29d-f41d-43be-b8eb-631a764e9a56 req-cc205463-2967-4827-a7d5-724c1f86cf34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:47.002870 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f10f29d-f41d-43be-b8eb-631a764e9a56 req-cc205463-2967-4827-a7d5-724c1f86cf34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0885811
Dec 03 12:02:47.050542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f10f29d-f41d-43be-b8eb-631a764e9a56 req-038371d6-93e3-453e-8977-1b9436fac30a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403965
Dec 03 12:02:47.062608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 51b6af30-c2b5-4fcd-af04-7d12c9819895 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:02:47.134693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 51b6af30-c2b5-4fcd-af04-7d12c9819895 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:02:47.135069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:48.265224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b503f5-3445-4af8-9a33-de9bc3b613cc req-ed93dc04-24dc-490e-8510-05278c213ea4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:48.266831 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16b503f5-3445-4af8-9a33-de9bc3b613cc req-ed93dc04-24dc-490e-8510-05278c213ea4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0840013
Dec 03 12:02:48.316902 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16b503f5-3445-4af8-9a33-de9bc3b613cc req-09b98a48-f85d-49e0-a9a9-cb0eceae9697 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429897
Dec 03 12:02:48.532245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39a453-6a01-45d6-9800-fc9893ce7937 req-3e813c7f-cf0f-40ab-b4eb-d6573ee15104 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:48.533865 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2a39a453-6a01-45d6-9800-fc9893ce7937 req-3e813c7f-cf0f-40ab-b4eb-d6573ee15104 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0895553
Dec 03 12:02:48.581462 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2a39a453-6a01-45d6-9800-fc9893ce7937 req-c7070368-0a57-421c-a00f-623a3f8e790f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411251
Dec 03 12:02:48.611133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56762) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:48.767971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6258ac9c-2e2f-417d-bb76-aaa3f8cb217a tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:48.769643 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6258ac9c-2e2f-417d-bb76-aaa3f8cb217a tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 1158 time: 0.1573944
Dec 03 12:02:48.773517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56768) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:48.779056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '51b6af30-c2b5-4fcd-af04-7d12c9819895', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:02:48.787908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:02:48.792603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:floatingip and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:02:48.795634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:02:48.801457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:02:48.811137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:48.966376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:49.262155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.26.1.193 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/f67c7ff7-ecdd-4226-9cab-f7fc69c0b504) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:02:49.424101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:49.450610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:49.465970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8089a722-f014-4877-8ee7-8785d7740696 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:49.601815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=f67c7ff7-ecdd-4226-9cab-f7fc69c0b504,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:49.606442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:49.655228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:02:49.656452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:02:49.658754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:02:50.075893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:50.149057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:50.405901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:50.409362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:50.424781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2adb8ba1-ace9-4c9d-bbbf-d308d92b3116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:02:50.564823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=f67c7ff7-ecdd-4226-9cab-f7fc69c0b504,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:02:50.569467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:02:50.937336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:51.116882 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Floating IP 7e7396ad-673a-4f91-a2e3-5f90773f64bd associated. External IP: 172.26.1.193, port: 51b6af30-c2b5-4fcd-af04-7d12c9819895.
Dec 03 12:02:51.518150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router f3308f70-cfb9-4e03-8a8e-3afee48e089b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:02:51.677934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:51.718420 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:02:51.729902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb933d5-6a07-47de-ae37-3b89b094dcb8 None None] Sync routers for ids ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:02:51.743232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb933d5-6a07-47de-ae37-3b89b094dcb8 None None] Routers {'f3308f70-cfb9-4e03-8a8e-3afee48e089b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:02:51.745653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:02:51.749327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cdb933d5-6a07-47de-ae37-3b89b094dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e16860>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:02:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:51.813501 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-40672515-0d89-4196-bd8c-d8a4c4675b43 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0360229
Dec 03 12:02:51.813501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:02:51.887176 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895', 'status': 'completed', 'code': 200}
Dec 03 12:02:51.968581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cdb933d5-6a07-47de-ae37-3b89b094dcb8 None None] Set router f3308f70-cfb9-4e03-8a8e-3afee48e089b gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:02:52.041252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804a8e6-aba0-453c-b328-5040442453ed req-a0e96b09-d41b-4750-afe9-f4378a8d6ac1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:52.044961 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e804a8e6-aba0-453c-b328-5040442453ed req-a0e96b09-d41b-4750-afe9-f4378a8d6ac1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.1020579
Dec 03 12:02:52.064530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436f3b-0afc-4e2c-8427-fec5216beca1 req-019b0b25-9a24-4a5e-b3b3-afdc0ae99a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:52.066119 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e436f3b-0afc-4e2c-8427-fec5216beca1 req-019b0b25-9a24-4a5e-b3b3-afdc0ae99a88 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 1163 time: 0.1404939
Dec 03 12:02:52.094535 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e804a8e6-aba0-453c-b328-5040442453ed req-9879434c-77f1-4e4b-a97e-41c7cd0ab7de tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447958
Dec 03 12:02:52.138228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56776) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:52.224964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436f3b-0afc-4e2c-8427-fec5216beca1 req-d159f7ac-0be0-4d93-bb58-e7907b401036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:52.226632 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e436f3b-0afc-4e2c-8427-fec5216beca1 req-d159f7ac-0be0-4d93-bb58-e7907b401036 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5587712d-2ba4-48f3-a771-078580007ebe HTTP/1.1" status: 200  len: 891 time: 0.1544766
Dec 03 12:02:52.278304 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d48ad63e-6dc5-4263-8e04-2ba365b06cdc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/7e7396ad-673a-4f91-a2e3-5f90773f64bd HTTP/1.1" status: 200  len: 992 time: 0.1387205
Dec 03 12:02:52.340098 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e436f3b-0afc-4e2c-8427-fec5216beca1 req-aa566a8e-a467-42a8-bbd1-8dc8e842e887 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895 HTTP/1.1" status: 200  len: 1000 time: 0.1070099
Dec 03 12:02:52.382328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cdb933d5-6a07-47de-ae37-3b89b094dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e16860>, [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '7e7396ad-673a-4f91-a2e3-5f90773f64bd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'port_id': '51b6af30-c2b5-4fcd-af04-7d12c9819895', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'mac_address': 'fa:16:3e:f2:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:02:50Z', 'updated_at': '2020-12-03T12:02:50Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859ab5d1-fe00-4176-b422-327499ea2695', 'name': '', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:17:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:30Z', 'updated_at': '2020-12-03T12:02:36Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:52.386588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb933d5-6a07-47de-ae37-3b89b094dcb8 None None] Checking router: f3308f70-cfb9-4e03-8a8e-3afee48e089b for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:02:52.396293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb933d5-6a07-47de-ae37-3b89b094dcb8 None None] Routers {'f3308f70-cfb9-4e03-8a8e-3afee48e089b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:02:52.397285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cdb933d5-6a07-47de-ae37-3b89b094dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e16860>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:02:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:52.416678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436f3b-0afc-4e2c-8427-fec5216beca1 req-95c28b9b-8d59-400a-99f0-2ec812abc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:52.418465 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e436f3b-0afc-4e2c-8427-fec5216beca1 req-95c28b9b-8d59-400a-99f0-2ec812abc436 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8da7aeca-80cf-4d42-9d36-913eeff99b5b HTTP/1.1" status: 200  len: 834 time: 0.0718558
Dec 03 12:02:52.500365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436f3b-0afc-4e2c-8427-fec5216beca1 req-ccb1bfc5-fd74-4c06-9bf5-1936d03aae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:02:52.501995 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e436f3b-0afc-4e2c-8427-fec5216beca1 req-ccb1bfc5-fd74-4c06-9bf5-1936d03aae52 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5587712d-2ba4-48f3-a771-078580007ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0769117
Dec 03 12:02:52.583340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-cdb933d5-6a07-47de-ae37-3b89b094dcb8 None None] Set router f3308f70-cfb9-4e03-8a8e-3afee48e089b gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:02:52.659495 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e436f3b-0afc-4e2c-8427-fec5216beca1 req-f47d1a3b-8ac9-46d5-906e-83b5e4e31d67 service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506507
Dec 03 12:02:52.859120 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9e436f3b-0afc-4e2c-8427-fec5216beca1 req-25fa6cff-51bc-4e5f-88ad-d829d56d06ee service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1931124
Dec 03 12:02:53.120966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-cdb933d5-6a07-47de-ae37-3b89b094dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4e16860>, [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '7e7396ad-673a-4f91-a2e3-5f90773f64bd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'port_id': '51b6af30-c2b5-4fcd-af04-7d12c9819895', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'mac_address': 'fa:16:3e:f2:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:02:50Z', 'updated_at': '2020-12-03T12:02:50Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859ab5d1-fe00-4176-b422-327499ea2695', 'name': '', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:17:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:30Z', 'updated_at': '2020-12-03T12:02:36Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:02:53.127234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb933d5-6a07-47de-ae37-3b89b094dcb8 None None] The sync data for ids ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'] in dv-neutron-765072-2-ovs is: [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '7e7396ad-673a-4f91-a2e3-5f90773f64bd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'port_id': '51b6af30-c2b5-4fcd-af04-7d12c9819895', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'mac_address': 'fa:16:3e:f2:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:02:50Z', 'updated_at': '2020-12-03T12:02:50Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859ab5d1-fe00-4176-b422-327499ea2695', 'name': '', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:17:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:30Z', 'updated_at': '2020-12-03T12:02:36Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:02:53.280910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56780) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:53.394788 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-412545ed-84a6-48b2-add0-da8af2d9c173 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/7e7396ad-673a-4f91-a2e3-5f90773f64bd HTTP/1.1" status: 200  len: 992 time: 0.1125627
Dec 03 12:02:53.427275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9033c662-1d8b-497b-87aa-5e5e923308ce None None] New status for floating IP 7e7396ad-673a-4f91-a2e3-5f90773f64bd: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:02:54.398832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56784) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:02:54.512820 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7b7095c3-a23c-46ee-a6db-27011513673b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/7e7396ad-673a-4f91-a2e3-5f90773f64bd HTTP/1.1" status: 200  len: 994 time: 0.1125164
Dec 03 12:03:00.919022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a55fa470-5124-4fad-b83b-0796f5030362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:03:03.032271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5a87d4b9-a9f3-4a1a-90cd-c3bc1ffc30b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:03:03.938345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:03:05.116175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:03:05.683811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:03:08.243329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:03:09.707104 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71daf3d9-bd7d-46d1-b3cd-08be84f9a100 req-3e63e61f-0ebd-41d3-a662-d5844881c6ba service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0786893
Dec 03 12:03:09.875540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71daf3d9-bd7d-46d1-b3cd-08be84f9a100 req-a0a27cb0-b42e-48a7-bc02-0efd9231a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:03:09.877214 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71daf3d9-bd7d-46d1-b3cd-08be84f9a100 req-a0a27cb0-b42e-48a7-bc02-0efd9231a059 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 1163 time: 0.0796149
Dec 03 12:03:10.038575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71daf3d9-bd7d-46d1-b3cd-08be84f9a100 req-791dd1b2-3480-4f92-8349-f2cfe737b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:03:10.040110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71daf3d9-bd7d-46d1-b3cd-08be84f9a100 req-791dd1b2-3480-4f92-8349-f2cfe737b2f8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5587712d-2ba4-48f3-a771-078580007ebe HTTP/1.1" status: 200  len: 891 time: 0.1431184
Dec 03 12:03:10.391411 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71daf3d9-bd7d-46d1-b3cd-08be84f9a100 req-d267e693-7564-479b-94f3-c44ef79f9844 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895 HTTP/1.1" status: 200  len: 1002 time: 0.3446231
Dec 03 12:03:10.460159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71daf3d9-bd7d-46d1-b3cd-08be84f9a100 req-a6385f32-8a94-4624-891c-e05002f4363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:03:10.461666 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71daf3d9-bd7d-46d1-b3cd-08be84f9a100 req-a6385f32-8a94-4624-891c-e05002f4363a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8da7aeca-80cf-4d42-9d36-913eeff99b5b HTTP/1.1" status: 200  len: 834 time: 0.0640852
Dec 03 12:03:10.546246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71daf3d9-bd7d-46d1-b3cd-08be84f9a100 req-70c452de-8859-4f32-84da-9f1a9d9a809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:03:10.547911 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71daf3d9-bd7d-46d1-b3cd-08be84f9a100 req-70c452de-8859-4f32-84da-9f1a9d9a809c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5587712d-2ba4-48f3-a771-078580007ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0794110
Dec 03 12:03:10.698089 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71daf3d9-bd7d-46d1-b3cd-08be84f9a100 req-a559fb0c-06a8-4070-8227-79f81844be84 service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422176
Dec 03 12:03:10.844938 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71daf3d9-bd7d-46d1-b3cd-08be84f9a100 req-00ba04cb-5e28-42d3-9239-957a23143a1f service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399443
Dec 03 12:03:21.681612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:03:30.921412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd62f03f-c81f-440b-b114-380730863256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:03:33.034720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-280d4748-a40b-4e45-9626-82e1d2f7ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:03:33.937274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:03:35.121088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:03:35.686075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:03:45.243382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:03:51.684522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:00.925076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c7fc-faf7-4c9e-8d63-de93e2646304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:02.214108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56820) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:04:02.362317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54417f18-290d-43d2-b3db-b1e22f16f6d5 req-01c2ea5b-1e5b-4b70-8b04-f6d607eaf92a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:02.363963 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54417f18-290d-43d2-b3db-b1e22f16f6d5 req-01c2ea5b-1e5b-4b70-8b04-f6d607eaf92a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.1365407
Dec 03 12:04:02.422940 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-15309ab4-db26-417e-9519-b130dc3fc494 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2074447
Dec 03 12:04:02.425433 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54417f18-290d-43d2-b3db-b1e22f16f6d5 req-c051a950-0da7-4eff-8023-092fe8a38a58 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521214
Dec 03 12:04:03.036920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e76218c4-34da-476e-8bc1-3bdd6c143c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:03.640143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1579f-5ea9-4b49-9114-2c791757ce00 req-693c0ea7-3bcf-4f29-bcf2-2c0bee134cb5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:03.641705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0da1579f-5ea9-4b49-9114-2c791757ce00 req-693c0ea7-3bcf-4f29-bcf2-2c0bee134cb5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0851500
Dec 03 12:04:03.690951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0da1579f-5ea9-4b49-9114-2c791757ce00 req-8952c28d-1f50-4fe4-9a17-a5cd45b16307 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429184
Dec 03 12:04:03.939053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:04.912496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bac00a-282e-4a79-963e-b2b6045c17c9 req-27178eff-adc9-4f13-bcd1-b85d5a01f134 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:04.914498 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a0bac00a-282e-4a79-963e-b2b6045c17c9 req-27178eff-adc9-4f13-bcd1-b85d5a01f134 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0883675
Dec 03 12:04:04.966491 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a0bac00a-282e-4a79-963e-b2b6045c17c9 req-8747dbdc-e354-4d96-a357-413b284ff110 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453007
Dec 03 12:04:05.125827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:05.688727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:05.996643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db19803-dee4-4099-b269-5b01b399c0ab req-f60df57c-e11a-4461-8027-5d8ee7eafd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:05.998192 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-f60df57c-e11a-4461-8027-5d8ee7eafd09 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 1163 time: 0.0812244
Dec 03 12:04:06.143455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db19803-dee4-4099-b269-5b01b399c0ab req-d6e4a0fa-5697-482f-a654-09889da30eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:06.145043 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-d6e4a0fa-5697-482f-a654-09889da30eb9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5587712d-2ba4-48f3-a771-078580007ebe HTTP/1.1" status: 200  len: 891 time: 0.1406848
Dec 03 12:04:06.184794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2c6ae-fb47-4436-842c-9a3b96ffe7e9 req-ad46492e-1acf-4b68-bd37-e78c4616f6ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:06.186391 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85f2c6ae-fb47-4436-842c-9a3b96ffe7e9 req-ad46492e-1acf-4b68-bd37-e78c4616f6ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0877037
Dec 03 12:04:06.234566 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-85f2c6ae-fb47-4436-842c-9a3b96ffe7e9 req-ed3470f0-f6de-4424-bfa4-78598af364df tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415623
Dec 03 12:04:06.255362 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-65eba948-f6af-4a17-8163-0a8557f19be7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895 HTTP/1.1" status: 200  len: 1002 time: 0.1035531
Dec 03 12:04:06.323815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db19803-dee4-4099-b269-5b01b399c0ab req-0472f5e6-572d-444d-bdff-b055a5282506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:06.325345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-0472f5e6-572d-444d-bdff-b055a5282506 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8da7aeca-80cf-4d42-9d36-913eeff99b5b HTTP/1.1" status: 200  len: 834 time: 0.0640171
Dec 03 12:04:06.407626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db19803-dee4-4099-b269-5b01b399c0ab req-96530003-2ceb-4e73-90ce-d28e3f8ebe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:06.409194 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-96530003-2ceb-4e73-90ce-d28e3f8ebe87 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5587712d-2ba4-48f3-a771-078580007ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0773425
Dec 03 12:04:06.560169 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-9cfb5498-07bf-4d0a-bf42-aa332b909050 service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435935
Dec 03 12:04:06.711491 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-9bdd70a5-752c-44f2-b447-1a80d6d795ee service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449382
Dec 03 12:04:07.451806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6ebc0-7f19-4450-b26b-510b704fed96 req-4fe053fc-5918-4c25-9657-5c5cc20d2554 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:07.453403 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5c6ebc0-7f19-4450-b26b-510b704fed96 req-4fe053fc-5918-4c25-9657-5c5cc20d2554 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0883057
Dec 03 12:04:07.503831 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a5c6ebc0-7f19-4450-b26b-510b704fed96 req-e674484b-66f4-4f44-b305-d1942b414951 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441568
Dec 03 12:04:08.726367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759d18b-456a-4ad9-927d-46ec4f0bd367 req-cea1ed60-ab22-41e7-b7ac-4e1cd2fdd831 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:08.728022 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7759d18b-456a-4ad9-927d-46ec4f0bd367 req-cea1ed60-ab22-41e7-b7ac-4e1cd2fdd831 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0916934
Dec 03 12:04:08.777576 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7759d18b-456a-4ad9-927d-46ec4f0bd367 req-8f2494e7-1d55-40ee-aa8e-44ebb3acb508 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428553
Dec 03 12:04:09.997984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbfceb-cae7-4506-b8e4-0a70308ef0e7 req-5bd130f2-2b48-489a-8523-ef575b444772 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:09.999642 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0dbfceb-cae7-4506-b8e4-0a70308ef0e7 req-5bd130f2-2b48-489a-8523-ef575b444772 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0897729
Dec 03 12:04:10.047463 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0dbfceb-cae7-4506-b8e4-0a70308ef0e7 req-d7f864a7-4fa1-4c4e-adb5-09161fe1056d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415373
Dec 03 12:04:10.789529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37e085-75f4-471e-9b2d-be841c3a093b req-51db9fb3-73d8-4406-8927-7053357be275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:10.791091 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea37e085-75f4-471e-9b2d-be841c3a093b req-51db9fb3-73d8-4406-8927-7053357be275 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 1163 time: 0.0766842
Dec 03 12:04:10.958072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37e085-75f4-471e-9b2d-be841c3a093b req-5e803cd0-98ea-4a4b-b7ed-34724f847ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:10.959684 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea37e085-75f4-471e-9b2d-be841c3a093b req-5e803cd0-98ea-4a4b-b7ed-34724f847ce1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5587712d-2ba4-48f3-a771-078580007ebe HTTP/1.1" status: 200  len: 891 time: 0.1490681
Dec 03 12:04:11.070700 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea37e085-75f4-471e-9b2d-be841c3a093b req-35bd8a34-c3f4-4c77-80e5-339f20896940 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895 HTTP/1.1" status: 200  len: 1002 time: 0.1041596
Dec 03 12:04:11.144792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37e085-75f4-471e-9b2d-be841c3a093b req-89721eda-b4db-46b5-a2e9-696a7c9f1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:11.146399 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea37e085-75f4-471e-9b2d-be841c3a093b req-89721eda-b4db-46b5-a2e9-696a7c9f1ef1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8da7aeca-80cf-4d42-9d36-913eeff99b5b HTTP/1.1" status: 200  len: 834 time: 0.0696552
Dec 03 12:04:11.233243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37e085-75f4-471e-9b2d-be841c3a093b req-ca12eb1c-9c8b-43a4-a552-03ca0c699991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:11.235004 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea37e085-75f4-471e-9b2d-be841c3a093b req-ca12eb1c-9c8b-43a4-a552-03ca0c699991 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5587712d-2ba4-48f3-a771-078580007ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0819058
Dec 03 12:04:11.275322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d094e-2718-4d1e-8fd7-70c793456f7e req-395963a1-8238-490f-90cd-b4595a69a48a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:11.276968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d88d094e-2718-4d1e-8fd7-70c793456f7e req-395963a1-8238-490f-90cd-b4595a69a48a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0873542
Dec 03 12:04:11.332272 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d88d094e-2718-4d1e-8fd7-70c793456f7e req-274a37df-a06c-428f-afd4-29aadcdd4b7d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488510
Dec 03 12:04:11.384051 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea37e085-75f4-471e-9b2d-be841c3a093b req-3cc2829e-6dde-4740-a446-e79d0a010a8f service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426690
Dec 03 12:04:11.528110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea37e085-75f4-471e-9b2d-be841c3a093b req-c82954f0-02a9-4879-81a6-18529b839744 service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377106
Dec 03 12:04:12.555077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c810b-d791-4a6e-b2ad-f4698f953570 req-7c28beec-f22c-4729-a543-8b01c365a383 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:12.556621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-235c810b-d791-4a6e-b2ad-f4698f953570 req-7c28beec-f22c-4729-a543-8b01c365a383 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0866292
Dec 03 12:04:12.605103 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-235c810b-d791-4a6e-b2ad-f4698f953570 req-e1fc553e-dd02-4b82-9066-7ee38d778406 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420439
Dec 03 12:04:13.828100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc760283-4e17-477c-b0aa-c64d1b7d163c req-6353b2c5-3375-4e6e-8c24-cda2669e4e83 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:13.829723 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fc760283-4e17-477c-b0aa-c64d1b7d163c req-6353b2c5-3375-4e6e-8c24-cda2669e4e83 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0918903
Dec 03 12:04:13.878775 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fc760283-4e17-477c-b0aa-c64d1b7d163c req-187fee94-dfbb-456a-9d55-8c3bd1f84955 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423141
Dec 03 12:04:15.095180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c54e9-2562-49e9-b74b-451041fb76d5 req-e7f05f54-ef73-4fe4-97c5-10701fd81ab7 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:15.096778 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ff6c54e9-2562-49e9-b74b-451041fb76d5 req-e7f05f54-ef73-4fe4-97c5-10701fd81ab7 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0888333
Dec 03 12:04:15.147494 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ff6c54e9-2562-49e9-b74b-451041fb76d5 req-c236613f-f572-4ded-bf3e-ca75b897ef53 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436993
Dec 03 12:04:16.359828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b292d8-fb55-4c92-a01c-98a532f619c3 req-14e00b5a-caf1-479d-ba7c-a13aa9f69076 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:16.361423 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33b292d8-fb55-4c92-a01c-98a532f619c3 req-14e00b5a-caf1-479d-ba7c-a13aa9f69076 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0837338
Dec 03 12:04:16.407613 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-33b292d8-fb55-4c92-a01c-98a532f619c3 req-069003d6-14c6-439b-b787-37a248d31a77 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397997
Dec 03 12:04:16.809332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-e307d59f-4d59-4462-a29e-c2659b5b0604 req-7ba88cdb-8453-498b-8163-7f4cde0d32af service neutron] (80976) timed out ('10.222.0.90', 52668) {{(pid=80976) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 03 12:04:17.626036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59079a04-ba7c-4455-aaab-b632ba150e7b req-642364ed-6ce7-407b-b3c0-329d5c2d6f01 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:17.627706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-59079a04-ba7c-4455-aaab-b632ba150e7b req-642364ed-6ce7-407b-b3c0-329d5c2d6f01 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0900757
Dec 03 12:04:17.677747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-59079a04-ba7c-4455-aaab-b632ba150e7b req-537dcf4b-31e1-40d4-92fb-7bf15f225746 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431249
Dec 03 12:04:18.546543 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-5ab9d965-f472-417f-a8e9-6d66a992630d service neutron] 10.222.0.91 "GET /v2.0/ports/51b6af30-c2b5-4fcd-af04-7d12c9819895/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0782626
Dec 03 12:04:18.833806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db19803-dee4-4099-b269-5b01b399c0ab req-5cfded0a-7723-4d81-94f1-9cf3954f6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:18.836089 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-5cfded0a-7723-4d81-94f1-9cf3954f6c4d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266&tenant_id=d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 1163 time: 0.0801289
Dec 03 12:04:18.901587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc99572-90f4-4222-96c3-60302398c5fc req-c190e862-0eae-4d28-adb0-ed399fe55f9d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:18.903269 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2bc99572-90f4-4222-96c3-60302398c5fc req-c190e862-0eae-4d28-adb0-ed399fe55f9d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0928445
Dec 03 12:04:18.957498 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2bc99572-90f4-4222-96c3-60302398c5fc req-0b70a243-3261-4fa4-a22a-fc17840ec93c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475070
Dec 03 12:04:18.958630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db19803-dee4-4099-b269-5b01b399c0ab req-2c19759d-9d4e-489b-b7cd-8c20da4cb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:18.960901 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-2c19759d-9d4e-489b-b7cd-8c20da4cb461 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 1163 time: 0.0839200
Dec 03 12:04:19.102012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db19803-dee4-4099-b269-5b01b399c0ab req-1ad536b0-81a8-4faa-85a9-7d4f47a20286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:19.103505 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-1ad536b0-81a8-4faa-85a9-7d4f47a20286 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5587712d-2ba4-48f3-a771-078580007ebe HTTP/1.1" status: 200  len: 891 time: 0.1366813
Dec 03 12:04:19.212043 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-5acae2f2-f279-4b02-9375-f7ed06a35229 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895 HTTP/1.1" status: 200  len: 1002 time: 0.1017947
Dec 03 12:04:19.279466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db19803-dee4-4099-b269-5b01b399c0ab req-af663469-39f0-49a0-b558-03cdfbde79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:19.280986 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-af663469-39f0-49a0-b558-03cdfbde79c6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8da7aeca-80cf-4d42-9d36-913eeff99b5b HTTP/1.1" status: 200  len: 834 time: 0.0632219
Dec 03 12:04:19.359741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db19803-dee4-4099-b269-5b01b399c0ab req-e7e0374b-f6ee-45ed-89b8-cb0b05d056ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:19.361225 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-e7e0374b-f6ee-45ed-89b8-cb0b05d056ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5587712d-2ba4-48f3-a771-078580007ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0734859
Dec 03 12:04:19.505933 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-dcb0e295-2d8c-4c82-ab2c-9bdd7e8e87e0 service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382642
Dec 03 12:04:19.653645 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6db19803-dee4-4099-b269-5b01b399c0ab req-fa7eab27-1bf6-4fa5-baae-4d8aac7e8119 service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409345
Dec 03 12:04:19.776159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 51b6af30-c2b5-4fcd-af04-7d12c9819895 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:04:19.895710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:19.923762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:04:19.933978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 51b6af30-c2b5-4fcd-af04-7d12c9819895, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895,segment=NetworkSegment(87ba335e-3740-4330-9531-c7e940b10420),segment_id=87ba335e-3740-4330-9531-c7e940b10420)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:04:19.937338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:19.939248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25dc5605-446c-4545-9a5e-0cf7fc003d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:04:19.998467 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895', 'code': 200}
Dec 03 12:04:20.014873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=51b6af30-c2b5-4fcd-af04-7d12c9819895,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:04:20.023356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.023760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.024154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.024545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.024925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.025306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.025684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.026060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.034919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:04:20.037817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:04:20.318312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef20a0-bf85-4576-8e70-6f35171a6925 req-00255f9f-8b55-4773-a20e-5473129c184c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:20.320663 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cdef20a0-bf85-4576-8e70-6f35171a6925 req-00255f9f-8b55-4773-a20e-5473129c184c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 944 time: 0.0847876
Dec 03 12:04:20.368414 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cdef20a0-bf85-4576-8e70-6f35171a6925 req-b97297f6-81e6-4958-983a-4ed8a2b6eb72 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413773
Dec 03 12:04:21.681725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:21.857128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a74406-5c21-497d-a747-0f8c03c2f386 req-2b4b0f0a-d26e-4f72-aff1-dd69007c5cee tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:21.858740 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0a74406-5c21-497d-a747-0f8c03c2f386 req-2b4b0f0a-d26e-4f72-aff1-dd69007c5cee tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 944 time: 0.3572938
Dec 03 12:04:21.906730 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d0a74406-5c21-497d-a747-0f8c03c2f386 req-28a64b68-2a3c-46ba-82ba-a83b99012e8d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414407
Dec 03 12:04:22.244274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:04:23.119652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e820ae-79d0-460c-baa3-80a5bb4ed2c3 req-06db3059-0765-4041-828e-f29f130a930c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:23.121261 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-61e820ae-79d0-460c-baa3-80a5bb4ed2c3 req-06db3059-0765-4041-828e-f29f130a930c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 944 time: 0.0840969
Dec 03 12:04:23.168139 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-61e820ae-79d0-460c-baa3-80a5bb4ed2c3 req-63ea09ca-2c36-4ec2-bac7-8f9c220a3baa tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404265
Dec 03 12:04:23.517056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f97625-7bda-4411-a057-ee8fbe113171 req-2d4a2dca-7152-4aa0-a438-d9cdf2ff6c00 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:23.518606 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-43f97625-7bda-4411-a057-ee8fbe113171 req-2d4a2dca-7152-4aa0-a438-d9cdf2ff6c00 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 944 time: 0.0879583
Dec 03 12:04:23.523871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f22537-1c95-417c-a031-324062eb94db req-37966cae-4454-4f2f-bd42-94c1f6262bfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:23.524637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d6f22537-1c95-417c-a031-324062eb94db req-37966cae-4454-4f2f-bd42-94c1f6262bfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:04:23.540954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d6f22537-1c95-417c-a031-324062eb94db req-37966cae-4454-4f2f-bd42-94c1f6262bfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:04:23.542212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6f22537-1c95-417c-a031-324062eb94db req-37966cae-4454-4f2f-bd42-94c1f6262bfe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266&tenant_id=d7e512aba3ba418e94ebbd613101b36b&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 944 time: 0.1094906
Dec 03 12:04:23.568204 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-43f97625-7bda-4411-a057-ee8fbe113171 req-7cde34b8-881a-4fc2-80e1-d90407b3e3fb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432024
Dec 03 12:04:23.707118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f22537-1c95-417c-a031-324062eb94db req-163034e9-a1d5-459c-b1db-301f91eebf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:23.708861 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6f22537-1c95-417c-a031-324062eb94db req-163034e9-a1d5-459c-b1db-301f91eebf80 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 1161 time: 0.0770807
Dec 03 12:04:23.791559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da0a27-6a9e-4fd2-8c56-8f7e345b72f4 req-a7698a7d-5b84-40f3-a80b-7060eaed043e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:23.793095 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-95da0a27-6a9e-4fd2-8c56-8f7e345b72f4 req-a7698a7d-5b84-40f3-a80b-7060eaed043e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 944 time: 0.0883927
Dec 03 12:04:23.841536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-95da0a27-6a9e-4fd2-8c56-8f7e345b72f4 req-2e12a523-09c5-4d6e-9908-34df669af692 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417047
Dec 03 12:04:23.855590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f22537-1c95-417c-a031-324062eb94db req-239bb578-e88b-41b4-b247-a73886777b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:23.857174 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6f22537-1c95-417c-a031-324062eb94db req-239bb578-e88b-41b4-b247-a73886777b1a service neutron] 10.222.0.91 "GET /v2.0/networks?id=5587712d-2ba4-48f3-a771-078580007ebe HTTP/1.1" status: 200  len: 891 time: 0.1408577
Dec 03 12:04:23.966966 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6f22537-1c95-417c-a031-324062eb94db req-60239b83-a6f6-463a-955a-2d61df31fe1a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895 HTTP/1.1" status: 200  len: 1000 time: 0.1030421
Dec 03 12:04:24.035538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f22537-1c95-417c-a031-324062eb94db req-17f33f8b-7415-4bee-9173-aa6b16740dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:24.037091 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6f22537-1c95-417c-a031-324062eb94db req-17f33f8b-7415-4bee-9173-aa6b16740dd9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8da7aeca-80cf-4d42-9d36-913eeff99b5b HTTP/1.1" status: 200  len: 834 time: 0.0633874
Dec 03 12:04:24.118071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f22537-1c95-417c-a031-324062eb94db req-62360d8f-9022-4483-bf35-431d39007854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:24.119575 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6f22537-1c95-417c-a031-324062eb94db req-62360d8f-9022-4483-bf35-431d39007854 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5587712d-2ba4-48f3-a771-078580007ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0758188
Dec 03 12:04:24.148279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 51b6af30-c2b5-4fcd-af04-7d12c9819895 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:04:24.217820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 51b6af30-c2b5-4fcd-af04-7d12c9819895 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:04:24.218241 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:24.263636 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6f22537-1c95-417c-a031-324062eb94db req-a66e5977-5f38-4181-8ede-8848fa7b882a service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364090
Dec 03 12:04:24.342543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:24.372225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:04:24.382580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 51b6af30-c2b5-4fcd-af04-7d12c9819895, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895,segment=NetworkSegment(87ba335e-3740-4330-9531-c7e940b10420),segment_id=87ba335e-3740-4330-9531-c7e940b10420)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:04:24.385695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:24.387845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:04:24.447261 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895', 'code': 200}
Dec 03 12:04:24.461325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=51b6af30-c2b5-4fcd-af04-7d12c9819895,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:04:24.464814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:04:24.660985 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6f22537-1c95-417c-a031-324062eb94db req-fad01424-4baa-4065-ac04-8ae6d8960046 service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3908803
Dec 03 12:04:25.059365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29359b43-a0de-4c39-815f-0154e57fe829 req-a7bddcd4-ea1b-4b68-9bd0-fa6a112cabe4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:25.060981 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29359b43-a0de-4c39-815f-0154e57fe829 req-a7bddcd4-ea1b-4b68-9bd0-fa6a112cabe4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0857999
Dec 03 12:04:25.108671 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-29359b43-a0de-4c39-815f-0154e57fe829 req-ebc267b4-8e58-4d47-abc0-71b10fff1112 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413167
Dec 03 12:04:25.978087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 51b6af30-c2b5-4fcd-af04-7d12c9819895 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:04:26.051834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 51b6af30-c2b5-4fcd-af04-7d12c9819895 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:04:26.052259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:26.327843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76844cda-0340-4db3-85d6-bcc029e78b38 req-36c41ad1-5047-43af-96db-b1253f5f1627 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:04:26.329418 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-76844cda-0340-4db3-85d6-bcc029e78b38 req-36c41ad1-5047-43af-96db-b1253f5f1627 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0867894
Dec 03 12:04:26.377299 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-76844cda-0340-4db3-85d6-bcc029e78b38 req-2c12f19c-2f25-4cba-b55d-426b088c7e66 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412071
Dec 03 12:04:26.408071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56926) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:04:26.518599 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-aa04f8fd-3be4-4395-aeb3-140982315a18 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/7e7396ad-673a-4f91-a2e3-5f90773f64bd HTTP/1.1" status: 200  len: 994 time: 0.1093156
Dec 03 12:04:30.928007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-50b6e0f4-289c-45c5-b798-6217b503f584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:33.042710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ac9b59fb-6d58-461d-9a78-55b48ec1804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:33.941963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:35.127135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:35.691974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:51.679121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:04:59.244753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:05:00.931223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e1a82c5c-e566-4336-a71c-f81fa77fb661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:03.044262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fb88e3db-2c7b-470e-a3d9-41dcd3564fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:03.945386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:05.128768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:05.694831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:12.797054 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9ba594a-5713-404a-a397-d36312d1e079 req-3ffe0479-cdbd-4018-b138-696a82eb88de service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1841850
Dec 03 12:05:12.969961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba594a-5713-404a-a397-d36312d1e079 req-2d7deaaa-0891-42e2-a909-91d4690c9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:12.971612 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9ba594a-5713-404a-a397-d36312d1e079 req-2d7deaaa-0891-42e2-a909-91d4690c9e71 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 1163 time: 0.0791218
Dec 03 12:05:13.126988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba594a-5713-404a-a397-d36312d1e079 req-5af1a22b-e9e0-4f46-8912-f6d7de34ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:13.128579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9ba594a-5713-404a-a397-d36312d1e079 req-5af1a22b-e9e0-4f46-8912-f6d7de34ea8e service neutron] 10.222.0.91 "GET /v2.0/networks?id=5587712d-2ba4-48f3-a771-078580007ebe HTTP/1.1" status: 200  len: 891 time: 0.1368787
Dec 03 12:05:13.235018 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9ba594a-5713-404a-a397-d36312d1e079 req-bfb79253-ebaa-478d-b1f5-599618564fda service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895 HTTP/1.1" status: 200  len: 1002 time: 0.0990276
Dec 03 12:05:13.281659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56958) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:13.308400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba594a-5713-404a-a397-d36312d1e079 req-3fb9e081-a4f5-435b-95f4-cbafe754678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:13.309983 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9ba594a-5713-404a-a397-d36312d1e079 req-3fb9e081-a4f5-435b-95f4-cbafe754678b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8da7aeca-80cf-4d42-9d36-913eeff99b5b HTTP/1.1" status: 200  len: 834 time: 0.0680568
Dec 03 12:05:13.391397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba594a-5713-404a-a397-d36312d1e079 req-c290b92b-38ec-4657-a3d2-23009ae46e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:13.393026 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9ba594a-5713-404a-a397-d36312d1e079 req-c290b92b-38ec-4657-a3d2-23009ae46e2e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5587712d-2ba4-48f3-a771-078580007ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0763822
Dec 03 12:05:13.405442 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-a9ba594a-5713-404a-a397-d36312d1e079 req-8cff0012-430d-483a-878d-e3eaf41478e4 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:05:13.406562 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9ba594a-5713-404a-a397-d36312d1e079 req-8cff0012-430d-483a-878d-e3eaf41478e4 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0055292
Dec 03 12:05:13.508158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port f67c7ff7-ecdd-4226-9cab-f7fc69c0b504 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:05:13.508441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:13.552805 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9ba594a-5713-404a-a397-d36312d1e079 req-8bc8f632-5d18-4417-b93b-8dc53f5f7b50 service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385670
Dec 03 12:05:13.693619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:13.693978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:13.701497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9ba594a-5713-404a-a397-d36312d1e079 req-c868f214-9d88-4b89-931c-d8f1ac7e81cd service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424756
Dec 03 12:05:13.824144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for f67c7ff7-ecdd-4226-9cab-f7fc69c0b504 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:05:13.981139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:13.996999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23bece54-7baf-4391-93ca-325a3852a5f9 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:14.058866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=f67c7ff7-ecdd-4226-9cab-f7fc69c0b504,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:14.071185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.071624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.072055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.072481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.072904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.073328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.073750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.074213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.074583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.075022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.075440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.075856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.076324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.076742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.077155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.077570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.077981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.078396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.078812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.079259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.079729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.080144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.080558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.080971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:14.131600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:14.245969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:14.246340 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Floating IP 7e7396ad-673a-4f91-a2e3-5f90773f64bd disassociated (deleted). External IP: 172.26.1.193, port: 51b6af30-c2b5-4fcd-af04-7d12c9819895.
Dec 03 12:05:14.604879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router f3308f70-cfb9-4e03-8a8e-3afee48e089b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:05:14.787206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:05:14.799249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606a8ca-28a8-4411-b5c0-c57a2a47e994 None None] Sync routers for ids ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:05:14.807755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:14.810090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606a8ca-28a8-4411-b5c0-c57a2a47e994 None None] Routers {'f3308f70-cfb9-4e03-8a8e-3afee48e089b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:05:14.810778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c606a8ca-28a8-4411-b5c0-c57a2a47e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cac630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:05:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:14.866380 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/floatingips/7e7396ad-673a-4f91-a2e3-5f90773f64bd HTTP/1.1" status: 204  len: 168 time: 1.5834453
Dec 03 12:05:14.867064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:05:14.947077 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895', 'status': 'completed', 'code': 200}
Dec 03 12:05:15.004485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c606a8ca-28a8-4411-b5c0-c57a2a47e994 None None] Set router f3308f70-cfb9-4e03-8a8e-3afee48e089b gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:05:15.074846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761ad6-d986-4224-a389-caf450fee8b5 req-ef3b32ad-48c2-4764-81c9-d320f30d6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:15.076780 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5761ad6-d986-4224-a389-caf450fee8b5 req-ef3b32ad-48c2-4764-81c9-d320f30d6223 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 1163 time: 0.0852828
Dec 03 12:05:15.229337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761ad6-d986-4224-a389-caf450fee8b5 req-0df4f996-cb40-4809-94bf-6ced8d0a0657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:15.230944 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5761ad6-d986-4224-a389-caf450fee8b5 req-0df4f996-cb40-4809-94bf-6ced8d0a0657 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5587712d-2ba4-48f3-a771-078580007ebe HTTP/1.1" status: 200  len: 891 time: 0.1479363
Dec 03 12:05:15.303648 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5761ad6-d986-4224-a389-caf450fee8b5 req-6c961685-fd67-4bec-95a7-711d6956e4f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895 HTTP/1.1" status: 200  len: 217 time: 0.0646644
Dec 03 12:05:15.348541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c606a8ca-28a8-4411-b5c0-c57a2a47e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cac630>, [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '859ab5d1-fe00-4176-b422-327499ea2695', 'name': '', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:17:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:30Z', 'updated_at': '2020-12-03T12:02:36Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:15.353171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606a8ca-28a8-4411-b5c0-c57a2a47e994 None None] Checking router: f3308f70-cfb9-4e03-8a8e-3afee48e089b for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:05:15.362589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606a8ca-28a8-4411-b5c0-c57a2a47e994 None None] Routers {'f3308f70-cfb9-4e03-8a8e-3afee48e089b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:05:15.363595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c606a8ca-28a8-4411-b5c0-c57a2a47e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cac630>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:05:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:15.382146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761ad6-d986-4224-a389-caf450fee8b5 req-d08941c9-4cbc-4f3f-92d1-a02318742e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:15.382338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d63eb5-4f2c-4248-acf6-7729bfed86f5 req-197a3134-3589-46fe-9677-a8f0d35fbf18 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:15.382956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e6d63eb5-4f2c-4248-acf6-7729bfed86f5 req-197a3134-3589-46fe-9677-a8f0d35fbf18 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:05:15.383686 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5761ad6-d986-4224-a389-caf450fee8b5 req-d08941c9-4cbc-4f3f-92d1-a02318742e3f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8da7aeca-80cf-4d42-9d36-913eeff99b5b HTTP/1.1" status: 200  len: 834 time: 0.0730426
Dec 03 12:05:15.398389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e6d63eb5-4f2c-4248-acf6-7729bfed86f5 req-197a3134-3589-46fe-9677-a8f0d35fbf18 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:05:15.399715 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e6d63eb5-4f2c-4248-acf6-7729bfed86f5 req-197a3134-3589-46fe-9677-a8f0d35fbf18 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.1800268
Dec 03 12:05:15.448917 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e6d63eb5-4f2c-4248-acf6-7729bfed86f5 req-66ddd105-3aca-46dd-8dab-4986185eb1ff tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426342
Dec 03 12:05:15.480181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761ad6-d986-4224-a389-caf450fee8b5 req-c1206db8-1b33-49cd-bcdd-18e080979b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:15.481796 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5761ad6-d986-4224-a389-caf450fee8b5 req-c1206db8-1b33-49cd-bcdd-18e080979b2c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5587712d-2ba4-48f3-a771-078580007ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0916131
Dec 03 12:05:15.552848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-c606a8ca-28a8-4411-b5c0-c57a2a47e994 None None] Set router f3308f70-cfb9-4e03-8a8e-3afee48e089b gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:05:15.627793 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5761ad6-d986-4224-a389-caf450fee8b5 req-2f323c8b-80ba-4539-944b-8a10c6213a82 service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383383
Dec 03 12:05:15.775403 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5761ad6-d986-4224-a389-caf450fee8b5 req-0d1ba947-1e39-43b9-91ba-36be316a130d service neutron] 10.222.0.91 "GET /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403408
Dec 03 12:05:15.887026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-c606a8ca-28a8-4411-b5c0-c57a2a47e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5cac630>, [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '859ab5d1-fe00-4176-b422-327499ea2695', 'name': '', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:17:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:30Z', 'updated_at': '2020-12-03T12:02:36Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:15.891450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606a8ca-28a8-4411-b5c0-c57a2a47e994 None None] The sync data for ids ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'] in dv-neutron-765072-2-ovs is: [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:30Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '859ab5d1-fe00-4176-b422-327499ea2695', 'name': '', 'network_id': '5587712d-2ba4-48f3-a771-078580007ebe', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:17:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:30Z', 'updated_at': '2020-12-03T12:02:36Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '8da7aeca-80cf-4d42-9d36-913eeff99b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:05:16.290190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ec69b-d500-42aa-9832-5013ecf4165b None None] New status for floating IP 7e7396ad-673a-4f91-a2e3-5f90773f64bd: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:05:16.761569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdf834-1b26-49b4-84d4-cdd9875c40fc req-4db4f9c1-e5a2-4d5e-b2a8-28a9fc4fcefb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:16.763200 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28cdf834-1b26-49b4-84d4-cdd9875c40fc req-4db4f9c1-e5a2-4d5e-b2a8-28a9fc4fcefb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.1618314
Dec 03 12:05:16.810680 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28cdf834-1b26-49b4-84d4-cdd9875c40fc req-68851d1c-ac72-458d-ab5e-6d9a3dfa7aac tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411413
Dec 03 12:05:17.245318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e85b55-e332-470e-a6ef-2f9a9ff149b7 req-949996ea-4fc9-4922-b470-51b733e7b118 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:17.246797 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b4e85b55-e332-470e-a6ef-2f9a9ff149b7 req-949996ea-4fc9-4922-b470-51b733e7b118 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 946 time: 0.0827596
Dec 03 12:05:17.324446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-b4e85b55-e332-470e-a6ef-2f9a9ff149b7 req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 51b6af30-c2b5-4fcd-af04-7d12c9819895 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:05:17.324819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b4e85b55-e332-470e-a6ef-2f9a9ff149b7 req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:17.578892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-b4e85b55-e332-470e-a6ef-2f9a9ff149b7 req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port 51b6af30-c2b5-4fcd-af04-7d12c9819895, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=51b6af30-c2b5-4fcd-af04-7d12c9819895,segment=NetworkSegment(87ba335e-3740-4330-9531-c7e940b10420),segment_id=87ba335e-3740-4330-9531-c7e940b10420)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:05:17.579260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b4e85b55-e332-470e-a6ef-2f9a9ff149b7 req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:17.714120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-b4e85b55-e332-470e-a6ef-2f9a9ff149b7 req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for 51b6af30-c2b5-4fcd-af04-7d12c9819895 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:05:17.866657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b4e85b55-e332-470e-a6ef-2f9a9ff149b7 req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:17.882453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8b3e5686-321f-463c-b7e7-4fad53c57838 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:17.933762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=51b6af30-c2b5-4fcd-af04-7d12c9819895,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:17.955953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.956386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.956813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.957235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.957652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.958067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.959047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.959453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.959861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.960270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.960679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.961103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.961556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.961970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.962379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.962790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.963226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.963637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.964046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.964453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.964862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.965264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.965672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.966073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:17.997182 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8efc82c9-62d8-401a-86dd-613b19e43fb2 req-ab6fabbd-4aea-4d8b-a55d-bcd775442f24 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=76f76952-a3b1-4de7-9e5f-737b9d182266 HTTP/1.1" status: 200  len: 210 time: 0.0491462
Dec 03 12:05:18.025992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:18.111477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e85b55-e332-470e-a6ef-2f9a9ff149b7 req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] No DVR routers for this DVR port 51b6af30-c2b5-4fcd-af04-7d12c9819895 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:05:18.114014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-b4e85b55-e332-470e-a6ef-2f9a9ff149b7 req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:18.117307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'name': 'network-vif-deleted', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:05:18.132477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b4e85b55-e332-470e-a6ef-2f9a9ff149b7 req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "DELETE /v2.0/ports/51b6af30-c2b5-4fcd-af04-7d12c9819895 HTTP/1.1" status: 204  len: 173 time: 0.8798718
Dec 03 12:05:18.164212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 51b6af30-c2b5-4fcd-af04-7d12c9819895 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:05:18.178860 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f76952-a3b1-4de7-9e5f-737b9d182266', 'name': 'network-vif-deleted', 'tag': '51b6af30-c2b5-4fcd-af04-7d12c9819895', 'status': 'completed', 'code': 200}
Dec 03 12:05:18.205881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 51b6af30-c2b5-4fcd-af04-7d12c9819895 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:05:18.206280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 51b6af30-c2b5-4fcd-af04-7d12c9819895 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:05:19.110613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56982) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:19.476784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:20.372959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 859ab5d1-fe00-4176-b422-327499ea2695 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:05:20.373519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:20.569118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port 859ab5d1-fe00-4176-b422-327499ea2695, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=859ab5d1-fe00-4176-b422-327499ea2695,segment=NetworkSegment(87ba335e-3740-4330-9531-c7e940b10420),segment_id=87ba335e-3740-4330-9531-c7e940b10420)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:05:20.569520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:20.699368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for 859ab5d1-fe00-4176-b422-327499ea2695 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:05:20.881139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:20.897326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a0fdadb3-94a2-4c16-9046-e4fa7ac31106 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:20.956806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=859ab5d1-fe00-4176-b422-327499ea2695,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:20.961704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:21.313992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:21.677495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:21.823113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router f3308f70-cfb9-4e03-8a8e-3afee48e089b has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:05:22.012637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:05:22.022738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f58592-baff-411c-974a-b6dd6f015b7b None None] Sync routers for ids ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:05:22.026536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "PUT /v2.0/routers/f3308f70-cfb9-4e03-8a8e-3afee48e089b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9144273
Dec 03 12:05:22.029148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56986) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:22.033041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f58592-baff-411c-974a-b6dd6f015b7b None None] Routers {'f3308f70-cfb9-4e03-8a8e-3afee48e089b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:05:22.033723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-67f58592-baff-411c-974a-b6dd6f015b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61684e0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:05:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:22.241802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff93d263-4ad8-400a-88f7-4da68ba2868d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting subnet 8da7aeca-80cf-4d42-9d36-913eeff99b5b {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 12:05:22.245407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff93d263-4ad8-400a-88f7-4da68ba2868d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:22.309873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff93d263-4ad8-400a-88f7-4da68ba2868d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:22.395961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-67f58592-baff-411c-974a-b6dd6f015b7b None None] Set router f3308f70-cfb9-4e03-8a8e-3afee48e089b gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:05:22.398221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff93d263-4ad8-400a-88f7-4da68ba2868d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:22.688679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff93d263-4ad8-400a-88f7-4da68ba2868d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:22.705075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-40baa906-6275-4d9d-8563-8b4d0c830f67 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:22.708942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-67f58592-baff-411c-974a-b6dd6f015b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61684e0>, [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:05:20Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:22.713060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f58592-baff-411c-974a-b6dd6f015b7b None None] Checking router: f3308f70-cfb9-4e03-8a8e-3afee48e089b for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:05:22.722255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f58592-baff-411c-974a-b6dd6f015b7b None None] Routers {'f3308f70-cfb9-4e03-8a8e-3afee48e089b'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:05:22.722957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-67f58592-baff-411c-974a-b6dd6f015b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61684e0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:05:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:22.747032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93d263-4ad8-400a-88f7-4da68ba2868d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Subnet': ['ID=8da7aeca-80cf-4d42-9d36-913eeff99b5b,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:22.758858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ff93d263-4ad8-400a-88f7-4da68ba2868d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:22.843865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ff93d263-4ad8-400a-88f7-4da68ba2868d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:22.853628 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ff93d263-4ad8-400a-88f7-4da68ba2868d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/subnets/8da7aeca-80cf-4d42-9d36-913eeff99b5b HTTP/1.1" status: 204  len: 168 time: 0.8207905
Dec 03 12:05:22.854127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56990) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:22.860604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e762879-4fa5-4edb-b611-76e6a5b52742 None None] Network 5587712d-2ba4-48f3-a771-078580007ebe requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:05:23.044412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:23.069912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-67f58592-baff-411c-974a-b6dd6f015b7b None None] Set router f3308f70-cfb9-4e03-8a8e-3afee48e089b gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:05:23.232734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:23.237911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port fd3d0ac4-838c-4be2-b5da-b022fe8a9298 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:05:23.238284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:23.372984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] DHCP port deletion for 5587712d-2ba4-48f3-a771-078580007ebe request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 12:05:23.380432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Deleting port 163873b9-09fd-47b7-a45d-94b7c7153431 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:05:23.380947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:23.427943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port fd3d0ac4-838c-4be2-b5da-b022fe8a9298, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=fd3d0ac4-838c-4be2-b5da-b022fe8a9298,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:05:23.428344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:23.527071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-67f58592-baff-411c-974a-b6dd6f015b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61684e0>, [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:05:20Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:23.542785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f58592-baff-411c-974a-b6dd6f015b7b None None] The sync data for ids ['f3308f70-cfb9-4e03-8a8e-3afee48e089b'] in dv-neutron-765072-2-ovs is: [{'id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6603619', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:05:20Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'fd3d0ac4-838c-4be2-b5da-b022fe8a9298', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3308f70-cfb9-4e03-8a8e-3afee48e089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:02:25Z', 'updated_at': '2020-12-03T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:05:23.628224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] For port 163873b9-09fd-47b7-a45d-94b7c7153431, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=163873b9-09fd-47b7-a45d-94b7c7153431,segment=NetworkSegment(87ba335e-3740-4330-9531-c7e940b10420),segment_id=87ba335e-3740-4330-9531-c7e940b10420)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:05:23.628682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:23.768188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Calling delete_port for 163873b9-09fd-47b7-a45d-94b7c7153431 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:05:23.851030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:23.855901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for fd3d0ac4-838c-4be2-b5da-b022fe8a9298 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:05:23.867916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:23.978153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 163873b9-09fd-47b7-a45d-94b7c7153431 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:05:24.009372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:24.015188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Pushing event deleted for resources: {'Port': ['ID=163873b9-09fd-47b7-a45d-94b7c7153431,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:24.034087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 163873b9-09fd-47b7-a45d-94b7c7153431 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:05:24.034455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 163873b9-09fd-47b7-a45d-94b7c7153431 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:05:24.034945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 859ab5d1-fe00-4176-b422-327499ea2695 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:05:24.075022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.075398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.075777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.076148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.076519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.076896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.077250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.077611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.077971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.078331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.078692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.079076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.079492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.079853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.080213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.080582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.080935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.081293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.081652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.082010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.082370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.082731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.083247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.083607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:24.089956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 859ab5d1-fe00-4176-b422-327499ea2695 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:05:24.090350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 859ab5d1-fe00-4176-b422-327499ea2695 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:05:24.091881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:24.101607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] No DVR routers for this DVR port 163873b9-09fd-47b7-a45d-94b7c7153431 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:05:24.213628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:24.345211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:24.347584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:24.371327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:24.371849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Fanout notify agent at l3_agent the message router_deleted on router f3308f70-cfb9-4e03-8a8e-3afee48e089b {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 12:05:24.387016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:24.388230 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-39f128b9-0ecb-4af5-8f44-a197d5b509b9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/routers/f3308f70-cfb9-4e03-8a8e-3afee48e089b HTTP/1.1" status: 204  len: 168 time: 1.5331261
Dec 03 12:05:24.391130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 56994) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:24.519717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:24.723069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:24.846677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b465ba20>,) {'filters': {'network_id': ['5587712d-2ba4-48f3-a771-078580007ebe']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:24.860373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b465ba20>, '87ba335e-3740-4330-9531-c7e940b10420') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:24.860714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b465ba20>, '87ba335e-3740-4330-9531-c7e940b10420') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:24.872791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:24.888546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:24.890587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 12:05:25.070540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 5587712d-2ba4-48f3-a771-078580007ebe has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:05:25.079906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:25.269767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 5587712d-2ba4-48f3-a771-078580007ebe has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 12:05:25.294142 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 12:05:25.377282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:25.381232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cbe1c8f6-cc59-4aad-a597-2d0559ce9095 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:25.396801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:25.408875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Network': ['ID=5587712d-2ba4-48f3-a771-078580007ebe,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:25.412792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:25.417469 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bca1534a-2dd5-4f7e-89a6-b1e78d0026c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/networks/5587712d-2ba4-48f3-a771-078580007ebe HTTP/1.1" status: 204  len: 168 time: 1.0251601
Dec 03 12:05:25.420416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57000) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:25.491170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d72c4ee9-7d42-4ce7-a0ab-46e3134227ce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:25.522184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d72c4ee9-7d42-4ce7-a0ab-46e3134227ce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:25.577992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d72c4ee9-7d42-4ce7-a0ab-46e3134227ce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:25.583861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-312adf65-058a-4f56-8507-c10cc0af9c7b tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:25.599461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c4ee9-7d42-4ce7-a0ab-46e3134227ce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:25.603527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d72c4ee9-7d42-4ce7-a0ab-46e3134227ce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:25.619094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d72c4ee9-7d42-4ce7-a0ab-46e3134227ce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:25.620390 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d72c4ee9-7d42-4ce7-a0ab-46e3134227ce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/security-groups/0bf960db-ba55-4c3c-8d7f-1ee70e7d8d35 HTTP/1.1" status: 204  len: 168 time: 0.1989779
Dec 03 12:05:25.938426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device fd3d0ac4-838c-4be2-b5da-b022fe8a9298 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:05:25.973807 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: fd3d0ac4-838c-4be2-b5da-b022fe8a9298 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:05:25.974213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device fd3d0ac4-838c-4be2-b5da-b022fe8a9298 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:05:28.119698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57012) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:28.125512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880478266', 'description': 'tempest-secgroup-smoke-1880478266 description', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:28.132821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:28.137351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:05:28.140459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:05:28.146997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:28.156533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.176969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:28.180885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:05:28.183765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:05:28.189455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:28.261503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.264101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.269355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-09ec81c5-eb8d-4f22-95c8-c0b84e3b61b4 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:28.316144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroup': ['ID=70b592d7-82a9-4922-808e-428166238924,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:28.319351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.320619 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.1998408
Dec 03 12:05:28.321623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:28.323703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57016) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:28.329092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-09c57037-ff0a-43c2-8b81-bf3a7cbc2d85 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '70b592d7-82a9-4922-808e-428166238924', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:28.335805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-09c57037-ff0a-43c2-8b81-bf3a7cbc2d85 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:28.339848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-09c57037-ff0a-43c2-8b81-bf3a7cbc2d85 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:05:28.342828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-09c57037-ff0a-43c2-8b81-bf3a7cbc2d85 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:05:28.349172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-09c57037-ff0a-43c2-8b81-bf3a7cbc2d85 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:28.365514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09c57037-ff0a-43c2-8b81-bf3a7cbc2d85 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.427100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09c57037-ff0a-43c2-8b81-bf3a7cbc2d85 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.429858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09c57037-ff0a-43c2-8b81-bf3a7cbc2d85 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.431754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9533b785-87a2-4998-a33f-180916ebe73d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:28.455197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c57037-ff0a-43c2-8b81-bf3a7cbc2d85 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabc5439-36ca-4549-b82f-4c07e47785d4,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:28.457677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-09c57037-ff0a-43c2-8b81-bf3a7cbc2d85 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:28.464051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-09c57037-ff0a-43c2-8b81-bf3a7cbc2d85 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.465309 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-09c57037-ff0a-43c2-8b81-bf3a7cbc2d85 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1406503
Dec 03 12:05:28.468261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57020) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:28.473774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-36887c6d-26b7-4f8e-811b-d849e357612b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '70b592d7-82a9-4922-808e-428166238924', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:28.480198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-36887c6d-26b7-4f8e-811b-d849e357612b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:28.484223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-36887c6d-26b7-4f8e-811b-d849e357612b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:05:28.487250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-36887c6d-26b7-4f8e-811b-d849e357612b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:05:28.493618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-36887c6d-26b7-4f8e-811b-d849e357612b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:28.509945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36887c6d-26b7-4f8e-811b-d849e357612b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.572467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36887c6d-26b7-4f8e-811b-d849e357612b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.575188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36887c6d-26b7-4f8e-811b-d849e357612b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.577050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-090a785f-e861-4052-8df9-3d902e260f76 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:28.598009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36887c6d-26b7-4f8e-811b-d849e357612b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a39e78-a817-49f8-9bd0-4be54ebde048,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:28.602758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-36887c6d-26b7-4f8e-811b-d849e357612b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:28.609766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-36887c6d-26b7-4f8e-811b-d849e357612b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.611056 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-36887c6d-26b7-4f8e-811b-d849e357612b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1417904
Dec 03 12:05:28.614115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57024) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:28.619531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-dac3f8e6-d30b-4203-89e7-2969795dd667 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '70b592d7-82a9-4922-808e-428166238924', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:28.625665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dac3f8e6-d30b-4203-89e7-2969795dd667 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:28.630179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dac3f8e6-d30b-4203-89e7-2969795dd667 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:05:28.633230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-dac3f8e6-d30b-4203-89e7-2969795dd667 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:05:28.638961 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-dac3f8e6-d30b-4203-89e7-2969795dd667 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:28.657819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dac3f8e6-d30b-4203-89e7-2969795dd667 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.723405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dac3f8e6-d30b-4203-89e7-2969795dd667 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.726109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dac3f8e6-d30b-4203-89e7-2969795dd667 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.733243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e7513f06-742c-4a83-a521-fc8607a40757 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:28.752515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3f8e6-d30b-4203-89e7-2969795dd667 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfb06fa-0946-473a-bae4-bea2af80230f,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:28.755579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dac3f8e6-d30b-4203-89e7-2969795dd667 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:28.761857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dac3f8e6-d30b-4203-89e7-2969795dd667 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.763167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-dac3f8e6-d30b-4203-89e7-2969795dd667 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1480486
Dec 03 12:05:28.766130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57028) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:28.772706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cfbd757a-7a80-4917-97c6-8eb48a8cf871 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '70b592d7-82a9-4922-808e-428166238924', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:28.779558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cfbd757a-7a80-4917-97c6-8eb48a8cf871 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:28.783648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cfbd757a-7a80-4917-97c6-8eb48a8cf871 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:05:28.786801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cfbd757a-7a80-4917-97c6-8eb48a8cf871 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:05:28.792736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cfbd757a-7a80-4917-97c6-8eb48a8cf871 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:28.808830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cfbd757a-7a80-4917-97c6-8eb48a8cf871 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.875867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cfbd757a-7a80-4917-97c6-8eb48a8cf871 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.878418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cfbd757a-7a80-4917-97c6-8eb48a8cf871 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.886496 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c34ff5dc-2a3e-467f-b072-d06dfb9f0838 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:28.909417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd757a-7a80-4917-97c6-8eb48a8cf871 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b086d4-de90-4632-a568-b134d0572655,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:28.912322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cfbd757a-7a80-4917-97c6-8eb48a8cf871 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:28.916139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cfbd757a-7a80-4917-97c6-8eb48a8cf871 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:28.917585 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cfbd757a-7a80-4917-97c6-8eb48a8cf871 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1504636
Dec 03 12:05:28.920560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57032) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:28.926144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '70b592d7-82a9-4922-808e-428166238924', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:28.933171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:28.937289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:05:28.940349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:05:28.947006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:28.956608 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Project d7e512aba3ba418e94ebbd613101b36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 12:05:28.964276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.038691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.041363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.043248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a23ee45d-2b97-477c-adf3-eee5d79768f4 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:29.066720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433ff776-c210-424b-a198-e862b8e236ca,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:29.069910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:29.076268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.077597 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1560309
Dec 03 12:05:29.080656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57036) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:29.086474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '70b592d7-82a9-4922-808e-428166238924', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:29.093086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:29.097292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:05:29.100583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:05:29.106785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:29.117124 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Project d7e512aba3ba418e94ebbd613101b36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 12:05:29.124521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.193876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.196489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.203462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d2c7f69-1999-4209-b651-8047e0c57454 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:29.225297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c177c6-6456-42c9-9571-bffe92163936,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:29.227803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:29.231611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.232748 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-21e240b1-d2f2-4897-add3-f38a6f014782 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1510632
Dec 03 12:05:29.235786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57040) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:29.242624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'network': {'name': 'tempest-network-smoke--645856929', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'port_security_enabled': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:29.247986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:29.252376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:network and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:05:29.256031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:05:29.261949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:29.271196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:05:29.276623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.309840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 12:05:29.319679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.320109 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Added segment badff1ad-e561-479d-a8c7-889f90a69bb3 of type vxlan for network 563da5a7-6879-4169-b96d-d8d0d1f680dd
Dec 03 12:05:29.345743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.378884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.383239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:29.383860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.389049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5b164813-810e-4efd-a7ee-a7c11605b8a3 tempest-NetworksTest-1202205711 tempest-NetworksTest-1202205711] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:29.444665 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2077420
Dec 03 12:05:29.447668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57044) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:29.453557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'admin_state_up': True, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:29.461262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:29.465427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:router and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:05:29.468517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:05:29.475453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:29.485888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.487010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.499854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Network': ['ID=563da5a7-6879-4169-b96d-d8d0d1f680dd,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:29.502808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-27ff8b3b-c3d4-4df6-ae3a-54132034647f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:29.503068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:29.510824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 563da5a7-6879-4169-b96d-d8d0d1f680dd details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 12:05:29.528205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 563da5a7-6879-4169-b96d-d8d0d1f680dd details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 12:05:29.787597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:30.109783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:30.145332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:30.417858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.26.1.211 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/a83091cd-9173-4a69-82dc-e3461a5aa4f0) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:05:30.575607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:30.602040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:30.617749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c9d1f966-de62-4864-8799-5201ee41d3b5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:30.754591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=a83091cd-9173-4a69-82dc-e3461a5aa4f0,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:30.759468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:30.809552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:05:30.810692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:05:30.813015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:05:30.935625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-713b8699-4874-4c94-8150-b141990f4323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:31.529036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:31.886353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:32.099358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router a983fbf2-89fb-4930-a3b9-117eed9c8034 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 12:05:32.281257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:05:32.291847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Sync routers for ids ['a983fbf2-89fb-4930-a3b9-117eed9c8034'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:05:32.302440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Routers {'a983fbf2-89fb-4930-a3b9-117eed9c8034'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:05:32.303146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b632e780>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:05:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['a983fbf2-89fb-4930-a3b9-117eed9c8034'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:32.308219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:32.309517 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1371eff6-0acd-4b73-bb3e-baa79e91077a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.8607633
Dec 03 12:05:32.313166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57048) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:32.365127 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b68bdfbf-e27e-4f21-a73d-0936217ebf75 tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] 10.222.0.90 "GET /v2.0/subnets?project_id=d7e512aba3ba418e94ebbd613101b36b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0507042
Dec 03 12:05:32.367888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57052) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:32.374178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1936784642', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:32.498546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:32.503034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:subnet and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:05:32.507601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:05:32.514051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:32.524326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:05:32.645818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:32.647356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Set router a983fbf2-89fb-4930-a3b9-117eed9c8034 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:05:32.950835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b632e780>, [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:05:31Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:32.954869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Checking router: a983fbf2-89fb-4930-a3b9-117eed9c8034 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:05:32.955291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Updating router a983fbf2-89fb-4930-a3b9-117eed9c8034 port a83091cd-9173-4a69-82dc-e3461a5aa4f0 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 12:05:33.007790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:33.047061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c817440-7ab0-4b7c-b3e9-948a7cc94c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:33.099121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:33.114719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c7ce447f-0a03-4dd4-83e2-86c76e4fb9c2 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:33.251162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Subnet': ['ID=5674154e-8751-4120-80b0-030e07e0e066,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:33.256297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:33.320178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Checking segment: {'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:05:33.320578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network hostable DHCP agents. Network: 563da5a7-6879-4169-b96d-d8d0d1f680dd, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 12:05:33.339985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 563da5a7-6879-4169-b96d-d8d0d1f680dd is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 12:05:33.348604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 563da5a7-6879-4169-b96d-d8d0d1f680dd) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:05:33.357892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de62cb9-b020-47cd-a526-62f9ef075f03 None None] Network 563da5a7-6879-4169-b96d-d8d0d1f680dd requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:05:33.366735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:33.367457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:33.388459 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-54cd8cad-7eb0-4e82-8048-9a1ed978d1c4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0194755
Dec 03 12:05:33.391435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57056) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:33.424828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:33.437639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Transition to ACTIVE for port object a83091cd-9173-4a69-82dc-e3461a5aa4f0 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:05:33.441195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:33.460810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:33.608983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Pushing event updated for resources: {'Port': ['ID=a83091cd-9173-4a69-82dc-e3461a5aa4f0,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:33.621425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.621816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.622199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.622578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.622970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.623349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.623719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.624088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.624453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.624819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.625182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.625548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.625968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.626337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.626697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.627100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.628090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.628090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.628090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.628473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.628838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.629199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.629711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.630321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:05:33.641604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:33.692985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Attempting to bind port a83091cd-9173-4a69-82dc-e3461a5aa4f0 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:05:33.693663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Attempting to bind port a83091cd-9173-4a69-82dc-e3461a5aa4f0 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:05:33.694437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Attempting to bind port a83091cd-9173-4a69-82dc-e3461a5aa4f0 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:05:33.703237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:05:33.703667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:05:33.704119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:33.704559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:05:33.705079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Bound port: a83091cd-9173-4a69-82dc-e3461a5aa4f0, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:05:33.705570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:33.786871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-563da5a7-6879-4169-b96d-d8d0d1f680dd', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ips': [{'subnet_id': '5674154e-8751-4120-80b0-030e07e0e066'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 12:05:33.788071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:33.788555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] For port a83091cd-9173-4a69-82dc-e3461a5aa4f0, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:05:33.792422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] For port a83091cd-9173-4a69-82dc-e3461a5aa4f0, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a83091cd-9173-4a69-82dc-e3461a5aa4f0,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:05:33.795949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:33.835702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:33.959246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:33.990095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Pushing event updated for resources: {'Port': ['ID=a83091cd-9173-4a69-82dc-e3461a5aa4f0,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:33.995125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9c67b18a-33b5-4a00-94ab-a069794a0a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:34.021694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Routers {'a983fbf2-89fb-4930-a3b9-117eed9c8034'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:05:34.022392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b632e780>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:05:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['a983fbf2-89fb-4930-a3b9-117eed9c8034'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:34.128985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Allocated IP 172.20.0.2 (563da5a7-6879-4169-b96d-d8d0d1f680dd/5674154e-8751-4120-80b0-030e07e0e066/a20f43a0-6503-47dc-87a9-2838b0b29d3c) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:05:34.218581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] Set router a983fbf2-89fb-4930-a3b9-117eed9c8034 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:05:34.360105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:34.373320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Transition to ACTIVE for port object a20f43a0-6503-47dc-87a9-2838b0b29d3c will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:05:34.375511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:34.390439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Transition to ACTIVE for port object a20f43a0-6503-47dc-87a9-2838b0b29d3c will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:05:34.395201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:34.410716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0522d789-39b1-4d07-a4e4-ec914d397475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:34.529411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b632e780>, [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:05:31Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:34.533851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa36ad-6ce3-46e6-b87b-0655785c6637 None None] The sync data for ids ['a983fbf2-89fb-4930-a3b9-117eed9c8034'] in dv-neutron-765072-2-ovs is: [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:05:31Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:05:34.548299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Pushing event updated for resources: {'Port': ['ID=a20f43a0-6503-47dc-87a9-2838b0b29d3c,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:34.552898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:34.602336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Network 563da5a7-6879-4169-b96d-d8d0d1f680dd is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:05:34.603564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:05:34.606212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:05:34.665683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Attempting to bind port a20f43a0-6503-47dc-87a9-2838b0b29d3c on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:05:34.666337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Attempting to bind port a20f43a0-6503-47dc-87a9-2838b0b29d3c by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:05:34.666753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Attempting to bind port a20f43a0-6503-47dc-87a9-2838b0b29d3c on network 563da5a7-6879-4169-b96d-d8d0d1f680dd {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:05:34.674663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:05:34.675114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Checking segment: {'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:05:34.675562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:34.676001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Bound using segment: {'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:05:34.676541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Bound port: a20f43a0-6503-47dc-87a9-2838b0b29d3c, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:05:34.676965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:34.775798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] For port a20f43a0-6503-47dc-87a9-2838b0b29d3c, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:05:34.779772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] For port a20f43a0-6503-47dc-87a9-2838b0b29d3c, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a20f43a0-6503-47dc-87a9-2838b0b29d3c,segment=NetworkSegment(badff1ad-e561-479d-a8c7-889f90a69bb3),segment_id=badff1ad-e561-479d-a8c7-889f90a69bb3)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:05:34.782824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:34.800591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:34.963298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Pushing event updated for resources: {'Port': ['ID=a20f43a0-6503-47dc-87a9-2838b0b29d3c,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:34.976289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:34.988020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.20.0.1 (563da5a7-6879-4169-b96d-d8d0d1f680dd/5674154e-8751-4120-80b0-030e07e0e066/db245473-ce9a-4eb6-aeab-56756f1d8e15) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:05:35.135282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:35.183651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:35.201501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Transition to ACTIVE for port object db245473-ce9a-4eb6-aeab-56756f1d8e15 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:05:35.222314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:35.244683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-294da694-fdbf-4ad7-a6ea-ba8391c4f208 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:35.390749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=db245473-ce9a-4eb6-aeab-56756f1d8e15,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:35.398974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:35.464736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 563da5a7-6879-4169-b96d-d8d0d1f680dd is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:05:35.466669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:05:35.471047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:05:35.537877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:35.653614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:35.698789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:36.006584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a83091cd-9173-4a69-82dc-e3461a5aa4f0 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:05:36.079914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port a83091cd-9173-4a69-82dc-e3461a5aa4f0 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:05:36.085852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port a83091cd-9173-4a69-82dc-e3461a5aa4f0 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:36.086278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:36.177536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:36.181467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:36.213815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-131a6db6-f0f5-46ff-859e-b5a25026d86f tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:36.216039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:36.234019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port a83091cd-9173-4a69-82dc-e3461a5aa4f0, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a83091cd-9173-4a69-82dc-e3461a5aa4f0,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:05:36.241201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:36.242412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a20f43a0-6503-47dc-87a9-2838b0b29d3c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:05:36.244389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:05:36.274581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ec1f4db4-dba0-4463-ae87-50f4745f6465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:36.306465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:36.323185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=db245473-ce9a-4eb6-aeab-56756f1d8e15,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:36.333989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:36.361836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26af80dc-1faf-43ee-b10b-dd6426865073 None None] Network 563da5a7-6879-4169-b96d-d8d0d1f680dd requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:05:36.408006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=a83091cd-9173-4a69-82dc-e3461a5aa4f0,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:36.463416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:36.463636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 563da5a7-6879-4169-b96d-d8d0d1f680dd is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:05:36.464820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:05:36.482349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port a20f43a0-6503-47dc-87a9-2838b0b29d3c completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:05:36.501486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b2040c64-6141-485b-b31d-e55a01de22aa None None] Provisioning for port a20f43a0-6503-47dc-87a9-2838b0b29d3c completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:05:36.510652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b2040c64-6141-485b-b31d-e55a01de22aa None None] Provisioning complete for port a20f43a0-6503-47dc-87a9-2838b0b29d3c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:36.511099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2040c64-6141-485b-b31d-e55a01de22aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:36.667385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router a983fbf2-89fb-4930-a3b9-117eed9c8034 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:05:36.748061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2040c64-6141-485b-b31d-e55a01de22aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:36.790368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b2040c64-6141-485b-b31d-e55a01de22aa None None] For port a20f43a0-6503-47dc-87a9-2838b0b29d3c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a20f43a0-6503-47dc-87a9-2838b0b29d3c,segment=NetworkSegment(badff1ad-e561-479d-a8c7-889f90a69bb3),segment_id=badff1ad-e561-479d-a8c7-889f90a69bb3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:05:36.795156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b2040c64-6141-485b-b31d-e55a01de22aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:36.796772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:36.858811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:05:36.868565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2040c64-6141-485b-b31d-e55a01de22aa None None] Pushing event updated for resources: {'Port': ['ID=a20f43a0-6503-47dc-87a9-2838b0b29d3c,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:36.871896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2040c64-6141-485b-b31d-e55a01de22aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:36.873059 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "PUT /v2.0/routers/a983fbf2-89fb-4930-a3b9-117eed9c8034/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4804666
Dec 03 12:05:37.024369 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e5c73572-6f8e-4325-adb6-2cd5efeeda43 None None] Provisioning complete for port a20f43a0-6503-47dc-87a9-2838b0b29d3c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:37.024852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5c73572-6f8e-4325-adb6-2cd5efeeda43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:37.080307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-28c81b9f-b9ef-4ee1-9e8c-6b6f82551e1d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:05:37.098589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-28c81b9f-b9ef-4ee1-9e8c-6b6f82551e1d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:05:37.099956 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-28c81b9f-b9ef-4ee1-9e8c-6b6f82551e1d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880478266&fields=id&tenant_id=d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 267 time: 0.0671449
Dec 03 12:05:37.202140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e5c73572-6f8e-4325-adb6-2cd5efeeda43 None None] Provisioning for port db245473-ce9a-4eb6-aeab-56756f1d8e15 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:05:37.208845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e5c73572-6f8e-4325-adb6-2cd5efeeda43 None None] Provisioning complete for port db245473-ce9a-4eb6-aeab-56756f1d8e15 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:37.209538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5c73572-6f8e-4325-adb6-2cd5efeeda43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:37.270989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e5c73572-6f8e-4325-adb6-2cd5efeeda43 None None] Port db245473-ce9a-4eb6-aeab-56756f1d8e15 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:05:37.275989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-ec8c6e16-5dfe-4bb1-93fb-dd97a27cf4a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:37.276751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-ec8c6e16-5dfe-4bb1-93fb-dd97a27cf4a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:05:37.292694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-ec8c6e16-5dfe-4bb1-93fb-dd97a27cf4a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:05:37.294016 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-ec8c6e16-5dfe-4bb1-93fb-dd97a27cf4a6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/networks?id=563da5a7-6879-4169-b96d-d8d0d1f680dd HTTP/1.1" status: 200  len: 796 time: 0.1860113
Dec 03 12:05:37.312042 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-e3db7761-a78e-4ef3-98fb-95e9680d44b8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/quotas/d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 375 time: 0.0114996
Dec 03 12:05:37.392564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-759e18fd-edd2-4bd0-8537-be45224480f3 None None] Provisioning complete for port a20f43a0-6503-47dc-87a9-2838b0b29d3c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:37.393268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-759e18fd-edd2-4bd0-8537-be45224480f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:37.406755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-e455ec60-73ee-4728-9f7f-4eb3db60a851 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:05:37.425228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-e455ec60-73ee-4728-9f7f-4eb3db60a851 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:05:37.427037 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-e455ec60-73ee-4728-9f7f-4eb3db60a851 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1076915
Dec 03 12:05:37.531364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-e89814b8-d524-4178-845d-d1105178f85e service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:05:37.532696 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-e89814b8-d524-4178-845d-d1105178f85e service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0923545
Dec 03 12:05:37.547186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-759e18fd-edd2-4bd0-8537-be45224480f3 None None] Provisioning complete for port db245473-ce9a-4eb6-aeab-56756f1d8e15 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:37.547738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-759e18fd-edd2-4bd0-8537-be45224480f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:37.589253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Sync routers for ids ['a983fbf2-89fb-4930-a3b9-117eed9c8034'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:05:37.615907 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Routers {'a983fbf2-89fb-4930-a3b9-117eed9c8034'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:05:37.616754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-14746260-547d-4a64-835e-83ddbb5081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4ca3550>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:05:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['a983fbf2-89fb-4930-a3b9-117eed9c8034'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:37.694830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-4927b8a4-c7b1-4f9b-8da7-4d674eddac1c service neutron] 10.222.0.90 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503053
Dec 03 12:05:37.746050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-759e18fd-edd2-4bd0-8537-be45224480f3 None None] Port db245473-ce9a-4eb6-aeab-56756f1d8e15 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:05:37.820874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Set router a983fbf2-89fb-4930-a3b9-117eed9c8034 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:05:37.849948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-4f0bb065-8f17-412d-bc8e-385a49362cb9 service neutron] 10.222.0.90 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478474
Dec 03 12:05:37.912071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-39302093-8fb6-4c91-b66a-2c49463f32db None None] Provisioning complete for port a20f43a0-6503-47dc-87a9-2838b0b29d3c triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:37.912492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39302093-8fb6-4c91-b66a-2c49463f32db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:38.063997 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5fe89d22-f317-476f-8dac-81920bbde5c9 req-459ad170-c7c6-4bba-b003-d27e487b1712 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 210 time: 0.0472207
Dec 03 12:05:38.186657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a83091cd-9173-4a69-82dc-e3461a5aa4f0 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:05:38.454325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port a83091cd-9173-4a69-82dc-e3461a5aa4f0 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:38.454753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:38.568691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-39302093-8fb6-4c91-b66a-2c49463f32db None None] Provisioning complete for port db245473-ce9a-4eb6-aeab-56756f1d8e15 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:38.569106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39302093-8fb6-4c91-b66a-2c49463f32db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:38.681082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-39302093-8fb6-4c91-b66a-2c49463f32db None None] Port db245473-ce9a-4eb6-aeab-56756f1d8e15 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:05:38.700534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-14746260-547d-4a64-835e-83ddbb5081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4ca3550>, [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:05:35Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'db245473-ce9a-4eb6-aeab-56756f1d8e15', 'name': '', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:e5:83:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5674154e-8751-4120-80b0-030e07e0e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:34Z', 'updated_at': '2020-12-03T12:05:35Z', 'revision_number': 2, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '5674154e-8751-4120-80b0-030e07e0e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:38.705840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a20f43a0-6503-47dc-87a9-2838b0b29d3c up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:05:38.738708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Checking router: a983fbf2-89fb-4930-a3b9-117eed9c8034 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:05:38.739324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Updating router a983fbf2-89fb-4930-a3b9-117eed9c8034 port db245473-ce9a-4eb6-aeab-56756f1d8e15 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 12:05:38.815212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:38.886419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port a20f43a0-6503-47dc-87a9-2838b0b29d3c triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:38.886848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:39.219846 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-05fb054c-53ff-4da7-a85e-0afbe8a7e9d9 req-841d9b63-e94f-4a8a-b3fb-316414530ff9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 210 time: 0.0609806
Dec 03 12:05:39.352271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:39.365739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Transition to ACTIVE for port object db245473-ce9a-4eb6-aeab-56756f1d8e15 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:05:39.368219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:39.386674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:39.519097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899452e-bec3-412a-8488-879c5c3e499e None None] Pushing event updated for resources: {'Port': ['ID=db245473-ce9a-4eb6-aeab-56756f1d8e15,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:39.524189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7899452e-bec3-412a-8488-879c5c3e499e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:39.685323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Attempting to bind port db245473-ce9a-4eb6-aeab-56756f1d8e15 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:05:39.685746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Attempting to bind port db245473-ce9a-4eb6-aeab-56756f1d8e15 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:05:39.686171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Attempting to bind port db245473-ce9a-4eb6-aeab-56756f1d8e15 on network 563da5a7-6879-4169-b96d-d8d0d1f680dd {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:05:39.692372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:05:39.692772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Checking segment: {'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:05:39.693293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:39.693741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Bound using segment: {'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:05:39.694269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Bound port: db245473-ce9a-4eb6-aeab-56756f1d8e15, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:05:39.694700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:39.790918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-14746260-547d-4a64-835e-83ddbb5081be None None] For port db245473-ce9a-4eb6-aeab-56756f1d8e15, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:05:39.794117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-14746260-547d-4a64-835e-83ddbb5081be None None] For port db245473-ce9a-4eb6-aeab-56756f1d8e15, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=db245473-ce9a-4eb6-aeab-56756f1d8e15,segment=NetworkSegment(badff1ad-e561-479d-a8c7-889f90a69bb3),segment_id=badff1ad-e561-479d-a8c7-889f90a69bb3)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:05:39.800657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:39.815967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:39.979918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899452e-bec3-412a-8488-879c5c3e499e None None] Pushing event updated for resources: {'Port': ['ID=db245473-ce9a-4eb6-aeab-56756f1d8e15,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:39.985580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7899452e-bec3-412a-8488-879c5c3e499e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:40.024871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Routers {'a983fbf2-89fb-4930-a3b9-117eed9c8034'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:05:40.025554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-14746260-547d-4a64-835e-83ddbb5081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4ca3550>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:05:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['a983fbf2-89fb-4930-a3b9-117eed9c8034'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:40.215558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-14746260-547d-4a64-835e-83ddbb5081be None None] Set router a983fbf2-89fb-4930-a3b9-117eed9c8034 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:05:40.385767 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-063e73da-c497-455a-a75e-4bccafbc3771 req-8e244461-f529-4c83-96bf-1c505f021a73 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 210 time: 0.0508368
Dec 03 12:05:40.737903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-14746260-547d-4a64-835e-83ddbb5081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4ca3550>, [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:05:35Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'db245473-ce9a-4eb6-aeab-56756f1d8e15', 'name': '', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:e5:83:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5674154e-8751-4120-80b0-030e07e0e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:34Z', 'updated_at': '2020-12-03T12:05:39Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '5674154e-8751-4120-80b0-030e07e0e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:40.743064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14746260-547d-4a64-835e-83ddbb5081be None None] The sync data for ids ['a983fbf2-89fb-4930-a3b9-117eed9c8034'] in dv-neutron-765072-2-ovs is: [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:05:35Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'db245473-ce9a-4eb6-aeab-56756f1d8e15', 'name': '', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:e5:83:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5674154e-8751-4120-80b0-030e07e0e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:34Z', 'updated_at': '2020-12-03T12:05:39Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '5674154e-8751-4120-80b0-030e07e0e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:05:41.271019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-3ab20974-f94f-4eb3-b0d0-264dff9affab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:41.271838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-3ab20974-f94f-4eb3-b0d0-264dff9affab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:05:41.285425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-3ab20974-f94f-4eb3-b0d0-264dff9affab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:05:41.287221 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-3ab20974-f94f-4eb3-b0d0-264dff9affab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/networks?id=563da5a7-6879-4169-b96d-d8d0d1f680dd HTTP/1.1" status: 200  len: 796 time: 0.1877329
Dec 03 12:05:41.388652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-4fa448fe-f6a4-4c58-b5f7-6eb1b2e93ba2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:05:41.402434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-4fa448fe-f6a4-4c58-b5f7-6eb1b2e93ba2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:05:41.404325 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-4fa448fe-f6a4-4c58-b5f7-6eb1b2e93ba2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 7773 time: 0.0973518
Dec 03 12:05:41.415069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'port': {'device_id': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'admin_state_up': True, 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'security_groups': ['70b592d7-82a9-4922-808e-428166238924']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:41.568437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:41.571500 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-028bda25-df52-4393-bed6-93657a0de7f6 req-4d36e304-021a-41ad-8e9c-933f5c538074 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 210 time: 0.0467980
Dec 03 12:05:41.578611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:41.588396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:05:41.594069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:41.918499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.20.0.7 (563da5a7-6879-4169-b96d-d8d0d1f680dd/5674154e-8751-4120-80b0-030e07e0e066/51ac5c59-4915-4092-90cc-b98d3377977b) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:05:41.982621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device db245473-ce9a-4eb6-aeab-56756f1d8e15 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:05:42.056248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port db245473-ce9a-4eb6-aeab-56756f1d8e15 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:05:42.061154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port db245473-ce9a-4eb6-aeab-56756f1d8e15 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:42.061564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:42.136393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:42.153873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Transition to ACTIVE for port object 51ac5c59-4915-4092-90cc-b98d3377977b will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:05:42.173387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:42.183998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:42.188717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30f15279-e044-4b8e-a8ab-43960de35353 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:42.217744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port db245473-ce9a-4eb6-aeab-56756f1d8e15, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=db245473-ce9a-4eb6-aeab-56756f1d8e15,segment=NetworkSegment(badff1ad-e561-479d-a8c7-889f90a69bb3),segment_id=badff1ad-e561-479d-a8c7-889f90a69bb3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:05:42.221136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:42.223117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2d16d3f4-9bee-43a8-af40-e86d1ae3277d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:42.294153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=db245473-ce9a-4eb6-aeab-56756f1d8e15,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:42.297653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:42.574007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=51ac5c59-4915-4092-90cc-b98d3377977b,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:42.578456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:42.627287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 563da5a7-6879-4169-b96d-d8d0d1f680dd is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:05:42.628461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:05:42.631455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:05:42.700735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:42.701544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:42.730110 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3199949
Dec 03 12:05:42.749824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Request body: {'port': {'device_id': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:42.805293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5021c1-cc1e-49df-9df5-dd5154de7df3 req-d98aeed3-ffe0-4509-9ccd-f3f0ab8f30b0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:42.807234 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d5021c1-cc1e-49df-9df5-dd5154de7df3 req-d98aeed3-ffe0-4509-9ccd-f3f0ab8f30b0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 931 time: 0.0952053
Dec 03 12:05:42.859943 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d5021c1-cc1e-49df-9df5-dd5154de7df3 req-06667de7-3a2f-429b-b63e-1b594c49d036 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453856
Dec 03 12:05:42.879878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:42.900279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-be06de4a-ee3f-4eb5-b618-2bcd8aa9f889 None None] Provisioning for port 51ac5c59-4915-4092-90cc-b98d3377977b completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:05:42.905446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-be06de4a-ee3f-4eb5-b618-2bcd8aa9f889 None None] Provisioning complete for port 51ac5c59-4915-4092-90cc-b98d3377977b triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:42.905873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be06de4a-ee3f-4eb5-b618-2bcd8aa9f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:42.962053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-be06de4a-ee3f-4eb5-b618-2bcd8aa9f889 None None] Port 51ac5c59-4915-4092-90cc-b98d3377977b cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:05:43.294196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ac5c59-4915-4092-90cc-b98d3377977b {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 12:05:43.301294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:43.313554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Transition to ACTIVE for port object 51ac5c59-4915-4092-90cc-b98d3377977b will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:05:43.315989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:43.331903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:43.470090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=51ac5c59-4915-4092-90cc-b98d3377977b,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:43.474563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:43.658076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Attempting to bind port 51ac5c59-4915-4092-90cc-b98d3377977b on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:05:43.658650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Attempting to bind port 51ac5c59-4915-4092-90cc-b98d3377977b by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:05:43.658789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Attempting to bind port 51ac5c59-4915-4092-90cc-b98d3377977b on network 563da5a7-6879-4169-b96d-d8d0d1f680dd {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:05:43.665581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:05:43.666000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Checking segment: {'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:05:43.666404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:43.666795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Bound using segment: {'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:05:43.667311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Bound port: 51ac5c59-4915-4092-90cc-b98d3377977b, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badff1ad-e561-479d-a8c7-889f90a69bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:05:43.667772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:43.762463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] For port 51ac5c59-4915-4092-90cc-b98d3377977b, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:05:43.765569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] For port 51ac5c59-4915-4092-90cc-b98d3377977b, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=51ac5c59-4915-4092-90cc-b98d3377977b,segment=NetworkSegment(badff1ad-e561-479d-a8c7-889f90a69bb3),segment_id=badff1ad-e561-479d-a8c7-889f90a69bb3)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:05:43.768840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:43.783853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-65a13e0b-7cc6-451e-af8f-8ce6aa4e9994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:43.940486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=51ac5c59-4915-4092-90cc-b98d3377977b,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:43.944281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:43.976624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device db245473-ce9a-4eb6-aeab-56756f1d8e15 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:05:43.982834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:43.983623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:43.985037 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] 10.222.0.91 "PUT /v2.0/ports/51ac5c59-4915-4092-90cc-b98d3377977b HTTP/1.1" status: 200  len: 1157 time: 1.2405097
Dec 03 12:05:43.985635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'tag': '51ac5c59-4915-4092-90cc-b98d3377977b'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:05:44.060927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port db245473-ce9a-4eb6-aeab-56756f1d8e15 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:44.061515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:44.111788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1c3da-81e9-451a-9d03-2756fe9b4196 req-9a8164c0-1ddb-403b-9e7d-5cd712615d96 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:44.113528 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7de1c3da-81e9-451a-9d03-2756fe9b4196 req-9a8164c0-1ddb-403b-9e7d-5cd712615d96 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 943 time: 0.1059537
Dec 03 12:05:44.115032 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'tag': '51ac5c59-4915-4092-90cc-b98d3377977b', 'status': 'completed', 'code': 200}
Dec 03 12:05:44.167633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-bd1a889b-60b5-4424-a148-757363feb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:44.169804 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-bd1a889b-60b5-4424-a148-757363feb63e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 1160 time: 0.1294825
Dec 03 12:05:44.172155 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7de1c3da-81e9-451a-9d03-2756fe9b4196 req-985f1a51-0df6-42a8-9bfd-64a3ea121dfb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517583
Dec 03 12:05:44.256299 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-160a2170-a9ed-4a62-845c-a6f273863020 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ac5c59-4915-4092-90cc-b98d3377977b HTTP/1.1" status: 200  len: 217 time: 0.0732813
Dec 03 12:05:44.328908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-799218e9-02af-491f-9fb0-4050da07370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:44.330342 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-799218e9-02af-491f-9fb0-4050da07370d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5674154e-8751-4120-80b0-030e07e0e066 HTTP/1.1" status: 200  len: 835 time: 0.0676641
Dec 03 12:05:44.408890 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-86acc338-5fd4-49f7-a217-a08ed42d74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:44.410505 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-86acc338-5fd4-49f7-a217-a08ed42d74d9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=563da5a7-6879-4169-b96d-d8d0d1f680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0736487
Dec 03 12:05:44.551239 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-f92fb484-fbd8-4eb9-aae6-0bc455c7381f service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335459
Dec 03 12:05:44.694107 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfbb03d7-25ed-4a36-a5d4-368422b005cf req-67bebdc8-e29e-421d-8d73-871ce99cf9fb service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368647
Dec 03 12:05:44.868520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388c2b5-f90b-4531-b5cf-1fe1a01b42bf req-5c10ef79-cfdb-4345-8a60-fb97f7977a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:44.870131 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6388c2b5-f90b-4531-b5cf-1fe1a01b42bf req-5c10ef79-cfdb-4345-8a60-fb97f7977a47 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 1160 time: 0.0818012
Dec 03 12:05:45.013839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388c2b5-f90b-4531-b5cf-1fe1a01b42bf req-8072eb67-f07a-4cfd-bb5a-ce97a38b1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:45.015414 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6388c2b5-f90b-4531-b5cf-1fe1a01b42bf req-8072eb67-f07a-4cfd-bb5a-ce97a38b1371 service neutron] 10.222.0.91 "GET /v2.0/networks?id=563da5a7-6879-4169-b96d-d8d0d1f680dd HTTP/1.1" status: 200  len: 890 time: 0.1391213
Dec 03 12:05:45.086007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6388c2b5-f90b-4531-b5cf-1fe1a01b42bf req-ecc40702-15f2-4a65-969b-a86d58ab2dfb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ac5c59-4915-4092-90cc-b98d3377977b HTTP/1.1" status: 200  len: 217 time: 0.0628936
Dec 03 12:05:45.162069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388c2b5-f90b-4531-b5cf-1fe1a01b42bf req-03a49c73-5c06-4c6f-bf8e-0d205cbc9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:45.163664 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6388c2b5-f90b-4531-b5cf-1fe1a01b42bf req-03a49c73-5c06-4c6f-bf8e-0d205cbc9f30 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5674154e-8751-4120-80b0-030e07e0e066 HTTP/1.1" status: 200  len: 835 time: 0.0714366
Dec 03 12:05:45.245406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388c2b5-f90b-4531-b5cf-1fe1a01b42bf req-fee2cf26-468b-4fb9-b629-526d3e02629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:45.247063 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6388c2b5-f90b-4531-b5cf-1fe1a01b42bf req-fee2cf26-468b-4fb9-b629-526d3e02629c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=563da5a7-6879-4169-b96d-d8d0d1f680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0768740
Dec 03 12:05:45.393196 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6388c2b5-f90b-4531-b5cf-1fe1a01b42bf req-d7a59492-ea03-4366-8aa0-54be3e52e3a3 service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387272
Dec 03 12:05:45.396875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc1f4c-d51d-4dbf-ad56-12ff5796b960 req-ee71955e-447f-4fbd-85bf-4f9e251e5486 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:45.398467 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-61dc1f4c-d51d-4dbf-ad56-12ff5796b960 req-ee71955e-447f-4fbd-85bf-4f9e251e5486 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 943 time: 0.0877242
Dec 03 12:05:45.449505 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-61dc1f4c-d51d-4dbf-ad56-12ff5796b960 req-ff9562f6-d340-4420-90d3-467424f8a511 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443499
Dec 03 12:05:45.540577 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6388c2b5-f90b-4531-b5cf-1fe1a01b42bf req-c99a2497-16d0-4a64-8dcb-f57d3a12a1a9 service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404049
Dec 03 12:05:46.663431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22b7ce-8652-4219-a964-f110fdcf5625 req-0293be31-f585-48ae-8829-311499e5b1e8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:46.665041 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1d22b7ce-8652-4219-a964-f110fdcf5625 req-0293be31-f585-48ae-8829-311499e5b1e8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 943 time: 0.0867243
Dec 03 12:05:46.712177 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1d22b7ce-8652-4219-a964-f110fdcf5625 req-a60ef098-8b3e-4fa8-a169-e622851d057b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407369
Dec 03 12:05:47.929871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461df33-d648-4f36-b2a7-42ae80f2c192 req-d114405d-d1d8-4345-8b39-eb161bfecaac tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:47.931513 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6461df33-d648-4f36-b2a7-42ae80f2c192 req-d114405d-d1d8-4345-8b39-eb161bfecaac tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 943 time: 0.0850472
Dec 03 12:05:47.981875 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6461df33-d648-4f36-b2a7-42ae80f2c192 req-d59c4571-d93b-4627-b21f-f0cd2fc28992 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438602
Dec 03 12:05:49.153291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 51ac5c59-4915-4092-90cc-b98d3377977b up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:05:49.196080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4ffbb-3eb3-4e3c-a82c-5a3aed644cfb req-4dd02ba0-bcb1-4497-a7ee-801474c73daf tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:49.197621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-65f4ffbb-3eb3-4e3c-a82c-5a3aed644cfb req-4dd02ba0-bcb1-4497-a7ee-801474c73daf tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 943 time: 0.0873277
Dec 03 12:05:49.223860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 51ac5c59-4915-4092-90cc-b98d3377977b completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:05:49.228794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 51ac5c59-4915-4092-90cc-b98d3377977b triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:49.229465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:49.248018 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-65f4ffbb-3eb3-4e3c-a82c-5a3aed644cfb req-53ecc36a-9bf5-4192-ba27-089442ddcbe8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438428
Dec 03 12:05:49.345609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:49.373348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ac5c59-4915-4092-90cc-b98d3377977b'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:05:49.384067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 51ac5c59-4915-4092-90cc-b98d3377977b, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=51ac5c59-4915-4092-90cc-b98d3377977b,segment=NetworkSegment(badff1ad-e561-479d-a8c7-889f90a69bb3),segment_id=badff1ad-e561-479d-a8c7-889f90a69bb3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:05:49.387299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:49.389217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b0e637f-b63c-4cc8-b36f-6b23e20c88c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:49.434372 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ac5c59-4915-4092-90cc-b98d3377977b', 'code': 200}
Dec 03 12:05:49.460829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=51ac5c59-4915-4092-90cc-b98d3377977b,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:49.463971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:49.710053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba24a9-159e-405f-95d1-c217cd5d642f req-4d60c2d6-b86a-4e50-b528-03625f368a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:49.711717 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bdba24a9-159e-405f-95d1-c217cd5d642f req-4d60c2d6-b86a-4e50-b528-03625f368a30 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 1162 time: 0.0791101
Dec 03 12:05:49.753781 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bdba24a9-159e-405f-95d1-c217cd5d642f req-65f85898-b39d-49cb-9413-d93d2013f6a6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357788
Dec 03 12:05:50.467883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d4d83-45dd-4d8d-831a-067b935aee96 req-3603e7d8-27c2-4691-8384-67544a17b8f0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:50.469507 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d50d4d83-45dd-4d8d-831a-067b935aee96 req-3603e7d8-27c2-4691-8384-67544a17b8f0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0890677
Dec 03 12:05:50.521137 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d50d4d83-45dd-4d8d-831a-067b935aee96 req-6677e9ca-4aa2-4233-90f8-49e27c9ead7f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446529
Dec 03 12:05:50.695073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 51ac5c59-4915-4092-90cc-b98d3377977b up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:05:50.766480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 51ac5c59-4915-4092-90cc-b98d3377977b triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:05:50.766940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:51.677292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:51.734730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2731d-42d3-49df-8340-a750636e33a0 req-dcaec20e-496a-4898-9e55-336258187be1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:51.736370 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71d2731d-42d3-49df-8340-a750636e33a0 req-dcaec20e-496a-4898-9e55-336258187be1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0843101
Dec 03 12:05:51.786608 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-71d2731d-42d3-49df-8340-a750636e33a0 req-cfe79a48-26ab-4512-ae82-7793b976fa5b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433402
Dec 03 12:05:52.002461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1972c-ce11-49aa-9b4b-c5a725537025 req-e1ad0bc5-e570-42b2-a0c7-b2ee1fb4c5d8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:52.004121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ce1972c-ce11-49aa-9b4b-c5a725537025 req-e1ad0bc5-e570-42b2-a0c7-b2ee1fb4c5d8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0850475
Dec 03 12:05:52.051748 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ce1972c-ce11-49aa-9b4b-c5a725537025 req-3faaa469-cdd8-47c3-82fb-666a4492f456 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404966
Dec 03 12:05:52.082487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57122) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:52.159871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9a16c3-97e9-4f60-ac3a-268af1a62c09 tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:52.162115 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4f9a16c3-97e9-4f60-ac3a-268af1a62c09 tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 1157 time: 0.0786145
Dec 03 12:05:52.165104 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57126) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:52.170558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '51ac5c59-4915-4092-90cc-b98d3377977b', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:05:52.177218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:05:52.181338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:floatingip and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:05:52.184373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:05:52.190115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:05:52.199508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:52.623088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:52.901431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.26.1.113 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/38472e76-3f7a-4820-b2fa-e8678721135b) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:05:53.065157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:53.091908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:53.111535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-73069fcb-f17b-4680-a5f7-7a726c772482 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:53.249298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=38472e76-3f7a-4820-b2fa-e8678721135b,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:53.253654 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:53.306598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:05:53.307768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:05:53.310084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:05:53.732603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:53.806179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:54.079087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:54.082632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:54.098190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:05:54.234881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=38472e76-3f7a-4820-b2fa-e8678721135b,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:05:54.239464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:05:54.337917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:54.513028 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Floating IP c4b94e46-5f01-43da-b0e2-174aa96b0708 associated. External IP: 172.26.1.113, port: 51ac5c59-4915-4092-90cc-b98d3377977b.
Dec 03 12:05:54.874855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router a983fbf2-89fb-4930-a3b9-117eed9c8034 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:05:55.060161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:05:55.070347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5965c-4a82-48a8-b8a7-f0becd075f25 None None] Sync routers for ids ['a983fbf2-89fb-4930-a3b9-117eed9c8034'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:05:55.080462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5965c-4a82-48a8-b8a7-f0becd075f25 None None] Routers {'a983fbf2-89fb-4930-a3b9-117eed9c8034'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:05:55.081135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76a5965c-4a82-48a8-b8a7-f0becd075f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6722160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:05:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['a983fbf2-89fb-4930-a3b9-117eed9c8034'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:55.083771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:05:55.149426 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9831438
Dec 03 12:05:55.150157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'tag': '51ac5c59-4915-4092-90cc-b98d3377977b'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:05:55.211615 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'tag': '51ac5c59-4915-4092-90cc-b98d3377977b', 'status': 'completed', 'code': 200}
Dec 03 12:05:55.288895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-76a5965c-4a82-48a8-b8a7-f0becd075f25 None None] Set router a983fbf2-89fb-4930-a3b9-117eed9c8034 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:05:55.347361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b2205-f4bf-48eb-8dd1-83c8c81398b7 req-beb56978-2ea3-4e24-ac74-cf50646a7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:55.350113 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb5b2205-f4bf-48eb-8dd1-83c8c81398b7 req-beb56978-2ea3-4e24-ac74-cf50646a7569 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 1162 time: 0.0916080
Dec 03 12:05:55.374484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216969e6-f2c2-401f-84e2-8a15b3b1734f req-dcb14d78-4cbb-4a27-a6ca-a84e8b5619eb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:55.377726 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-216969e6-f2c2-401f-84e2-8a15b3b1734f req-dcb14d78-4cbb-4a27-a6ca-a84e8b5619eb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.1141789
Dec 03 12:05:55.444692 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-216969e6-f2c2-401f-84e2-8a15b3b1734f req-02ce4892-ba22-43ef-8ad0-e6454b78e278 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571570
Dec 03 12:05:55.484622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57136) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:55.529110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b2205-f4bf-48eb-8dd1-83c8c81398b7 req-6ec7abe2-43a4-4030-9ac0-3c0193e90dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:55.530952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb5b2205-f4bf-48eb-8dd1-83c8c81398b7 req-6ec7abe2-43a4-4030-9ac0-3c0193e90dc7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=563da5a7-6879-4169-b96d-d8d0d1f680dd HTTP/1.1" status: 200  len: 890 time: 0.1749709
Dec 03 12:05:55.609338 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-935d1a7f-40d8-43a8-a416-dfc658de27be tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/c4b94e46-5f01-43da-b0e2-174aa96b0708 HTTP/1.1" status: 200  len: 991 time: 0.1224504
Dec 03 12:05:55.672692 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb5b2205-f4bf-48eb-8dd1-83c8c81398b7 req-d2970421-f902-4536-8ebe-8a2b8082c1c1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ac5c59-4915-4092-90cc-b98d3377977b HTTP/1.1" status: 200  len: 999 time: 0.1344819
Dec 03 12:05:55.754856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b2205-f4bf-48eb-8dd1-83c8c81398b7 req-309fc617-e481-4163-8762-6a60960438f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:55.756975 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb5b2205-f4bf-48eb-8dd1-83c8c81398b7 req-309fc617-e481-4163-8762-6a60960438f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5674154e-8751-4120-80b0-030e07e0e066 HTTP/1.1" status: 200  len: 835 time: 0.0783100
Dec 03 12:05:55.850778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76a5965c-4a82-48a8-b8a7-f0becd075f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6722160>, [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:05:35Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'c4b94e46-5f01-43da-b0e2-174aa96b0708', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.113', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'port_id': '51ac5c59-4915-4092-90cc-b98d3377977b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'mac_address': 'fa:16:3e:af:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:05:53Z', 'updated_at': '2020-12-03T12:05:53Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db245473-ce9a-4eb6-aeab-56756f1d8e15', 'name': '', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:e5:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5674154e-8751-4120-80b0-030e07e0e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:34Z', 'updated_at': '2020-12-03T12:05:42Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '5674154e-8751-4120-80b0-030e07e0e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:55.852155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b2205-f4bf-48eb-8dd1-83c8c81398b7 req-d722f497-7593-4cfb-bead-c6b871a69290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:05:55.853861 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb5b2205-f4bf-48eb-8dd1-83c8c81398b7 req-d722f497-7593-4cfb-bead-c6b871a69290 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=563da5a7-6879-4169-b96d-d8d0d1f680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0910766
Dec 03 12:05:55.855766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5965c-4a82-48a8-b8a7-f0becd075f25 None None] Checking router: a983fbf2-89fb-4930-a3b9-117eed9c8034 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:05:55.865824 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5965c-4a82-48a8-b8a7-f0becd075f25 None None] Routers {'a983fbf2-89fb-4930-a3b9-117eed9c8034'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:05:55.866500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76a5965c-4a82-48a8-b8a7-f0becd075f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6722160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:05:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['a983fbf2-89fb-4930-a3b9-117eed9c8034'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:56.007942 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb5b2205-f4bf-48eb-8dd1-83c8c81398b7 req-72c14938-04ec-4432-8c60-5d56bd283d55 service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474609
Dec 03 12:05:56.079489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-76a5965c-4a82-48a8-b8a7-f0becd075f25 None None] Set router a983fbf2-89fb-4930-a3b9-117eed9c8034 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:05:56.180701 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bb5b2205-f4bf-48eb-8dd1-83c8c81398b7 req-6eb45a65-572f-4e7d-a789-ca8ebae8dc55 service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1658137
Dec 03 12:05:56.490340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76a5965c-4a82-48a8-b8a7-f0becd075f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6722160>, [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:05:35Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'c4b94e46-5f01-43da-b0e2-174aa96b0708', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.113', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'port_id': '51ac5c59-4915-4092-90cc-b98d3377977b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'mac_address': 'fa:16:3e:af:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:05:53Z', 'updated_at': '2020-12-03T12:05:53Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db245473-ce9a-4eb6-aeab-56756f1d8e15', 'name': '', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:e5:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5674154e-8751-4120-80b0-030e07e0e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:34Z', 'updated_at': '2020-12-03T12:05:42Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '5674154e-8751-4120-80b0-030e07e0e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:05:56.494551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5965c-4a82-48a8-b8a7-f0becd075f25 None None] The sync data for ids ['a983fbf2-89fb-4930-a3b9-117eed9c8034'] in dv-neutron-765072-2-ovs is: [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:05:35Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'c4b94e46-5f01-43da-b0e2-174aa96b0708', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.113', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'port_id': '51ac5c59-4915-4092-90cc-b98d3377977b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'mac_address': 'fa:16:3e:af:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:05:53Z', 'updated_at': '2020-12-03T12:05:53Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db245473-ce9a-4eb6-aeab-56756f1d8e15', 'name': '', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:e5:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5674154e-8751-4120-80b0-030e07e0e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:34Z', 'updated_at': '2020-12-03T12:05:42Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '5674154e-8751-4120-80b0-030e07e0e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:05:56.612912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57140) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:56.730816 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7e1e3bb9-29b8-492e-81ca-444cd9b59a4e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/c4b94e46-5f01-43da-b0e2-174aa96b0708 HTTP/1.1" status: 200  len: 991 time: 0.1152027
Dec 03 12:05:56.762066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de474ec8-31ea-4f7a-a5a6-042475dedaa0 None None] New status for floating IP c4b94e46-5f01-43da-b0e2-174aa96b0708: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:05:57.733061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57144) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:05:58.090010 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cadff389-b4b4-499c-87a6-af1cd7d3395c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/c4b94e46-5f01-43da-b0e2-174aa96b0708 HTTP/1.1" status: 200  len: 993 time: 0.3555591
Dec 03 12:06:00.939628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b7e374cb-dc42-4d70-a057-858a6161e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:06:03.049202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a8da9e64-4dc4-4961-bb60-984a2629f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:06:03.950799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:06:05.127579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:06:05.700736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:06:13.245242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:06:14.688730 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c4e99d5-1dae-4663-b2eb-0fcc9ac8eabc req-a3c35baa-36b2-4d7e-90b4-60c099ce71e6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0766761
Dec 03 12:06:14.851628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e99d5-1dae-4663-b2eb-0fcc9ac8eabc req-378e9fc7-503e-4c2c-9e89-d18811959180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:06:14.853224 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c4e99d5-1dae-4663-b2eb-0fcc9ac8eabc req-378e9fc7-503e-4c2c-9e89-d18811959180 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 1162 time: 0.0758138
Dec 03 12:06:15.009410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e99d5-1dae-4663-b2eb-0fcc9ac8eabc req-2450ecc9-52b4-4e58-bffc-519fa3bc6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:06:15.010894 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c4e99d5-1dae-4663-b2eb-0fcc9ac8eabc req-2450ecc9-52b4-4e58-bffc-519fa3bc6925 service neutron] 10.222.0.91 "GET /v2.0/networks?id=563da5a7-6879-4169-b96d-d8d0d1f680dd HTTP/1.1" status: 200  len: 890 time: 0.1375754
Dec 03 12:06:15.121102 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c4e99d5-1dae-4663-b2eb-0fcc9ac8eabc req-c58afede-b2a9-4841-8b32-2dc614341f9e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ac5c59-4915-4092-90cc-b98d3377977b HTTP/1.1" status: 200  len: 1001 time: 0.1037505
Dec 03 12:06:15.197508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e99d5-1dae-4663-b2eb-0fcc9ac8eabc req-c6932e2f-9876-48b1-8f9d-bc08603eaae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:06:15.199093 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c4e99d5-1dae-4663-b2eb-0fcc9ac8eabc req-c6932e2f-9876-48b1-8f9d-bc08603eaae7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5674154e-8751-4120-80b0-030e07e0e066 HTTP/1.1" status: 200  len: 835 time: 0.0714650
Dec 03 12:06:15.279477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e99d5-1dae-4663-b2eb-0fcc9ac8eabc req-b7108ad7-751c-4c77-9b8f-7a138b74d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:06:15.280993 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c4e99d5-1dae-4663-b2eb-0fcc9ac8eabc req-b7108ad7-751c-4c77-9b8f-7a138b74d56a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=563da5a7-6879-4169-b96d-d8d0d1f680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0756395
Dec 03 12:06:15.425927 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c4e99d5-1dae-4663-b2eb-0fcc9ac8eabc req-4c14d958-4ea0-4a5a-822b-d64dcd88acf9 service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373405
Dec 03 12:06:15.571016 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4c4e99d5-1dae-4663-b2eb-0fcc9ac8eabc req-5ddf6555-a493-4e28-82bd-28b29edc98bf service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390994
Dec 03 12:06:21.675029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:06:30.942010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-895f06e6-2df4-49dd-a6b7-8cde8363b045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:06:33.050285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d88f2231-7eb6-4d54-91ed-d662dce46512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:06:33.953068 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:06:35.131836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:06:35.703785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:06:50.244495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:06:51.665850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:06:57.460624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64591fda-845b-4280-b2bc-8693c239f81f req-c98341bb-6f6e-4146-9a82-766d32e370e1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:06:57.462284 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-64591fda-845b-4280-b2bc-8693c239f81f req-c98341bb-6f6e-4146-9a82-766d32e370e1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.1030719
Dec 03 12:06:57.520017 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-64591fda-845b-4280-b2bc-8693c239f81f req-5eb4ebb8-0dbb-4809-a926-6871f2381d46 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482690
Dec 03 12:06:58.741061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed3e56-1947-4b28-a174-10afa59e0088 req-e8ccc595-c977-4924-8834-e9bbdbed22c9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:06:58.742676 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d8ed3e56-1947-4b28-a174-10afa59e0088 req-e8ccc595-c977-4924-8834-e9bbdbed22c9 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0910869
Dec 03 12:06:58.792883 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d8ed3e56-1947-4b28-a174-10afa59e0088 req-c9f06ae5-5209-44d8-88c5-9d2c16e29a44 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438271
Dec 03 12:07:00.012885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182daa7-3ef5-4d8e-a5e7-62b94e9e6ef0 req-b1624fb5-f224-4d65-bd23-cdfbe48b28c6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:00.014570 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0182daa7-3ef5-4d8e-a5e7-62b94e9e6ef0 req-b1624fb5-f224-4d65-bd23-cdfbe48b28c6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0868988
Dec 03 12:07:00.062599 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0182daa7-3ef5-4d8e-a5e7-62b94e9e6ef0 req-ed0418a1-d85b-4a43-ab88-23a1ec71dbb3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416467
Dec 03 12:07:00.944755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-46203b1b-58ac-48de-abc0-064b74cc596e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:07:01.277724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf9a48-30c5-4de5-9c34-8b666715a580 req-9c078a1f-cdb1-4ec0-8d6b-246e7f7164ee tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:01.279382 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bedf9a48-30c5-4de5-9c34-8b666715a580 req-9c078a1f-cdb1-4ec0-8d6b-246e7f7164ee tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0851586
Dec 03 12:07:01.326631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bedf9a48-30c5-4de5-9c34-8b666715a580 req-c8accb9e-d1a6-4235-ba6d-705d712d7848 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402989
Dec 03 12:07:02.540990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb7999-d870-4055-ac67-223933e99ebe req-36260f3a-d283-457e-b1cf-d09954e2bc2b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:02.542584 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14cb7999-d870-4055-ac67-223933e99ebe req-36260f3a-d283-457e-b1cf-d09954e2bc2b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0865901
Dec 03 12:07:02.589932 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14cb7999-d870-4055-ac67-223933e99ebe req-8e6bc7e8-08da-44ea-9ba2-f8a5e0dbeccb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410864
Dec 03 12:07:03.051544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-24f29113-f572-4013-a493-9a94e405c0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:07:03.807301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb63a-f20b-440b-8cc9-c8d6aba6033c req-98cfdbfa-820d-4557-9a22-b92e55ef7f0a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:03.808908 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9cfdb63a-f20b-440b-8cc9-c8d6aba6033c req-98cfdbfa-820d-4557-9a22-b92e55ef7f0a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0902410
Dec 03 12:07:03.958294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:07:04.143503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9cfdb63a-f20b-440b-8cc9-c8d6aba6033c req-b2ed6ab5-eea6-4d21-969d-41fc7faf2cc7 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3279376
Dec 03 12:07:05.133657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:07:05.360943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b43339-0c84-4a8c-9189-395c2edd2235 req-8906404a-8403-418c-bedc-6fb834ab03ce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:05.362578 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d3b43339-0c84-4a8c-9189-395c2edd2235 req-8906404a-8403-418c-bedc-6fb834ab03ce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0838375
Dec 03 12:07:05.409190 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d3b43339-0c84-4a8c-9189-395c2edd2235 req-37817fc7-e83d-400e-9503-aa01537b4a64 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401497
Dec 03 12:07:05.707244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:07:06.638163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9cfd0-c6bb-4d93-945c-790c6c06c58a req-c8885dbe-63aa-4fa1-a8e1-41e7e5827cb1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:06.639815 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c9cfd0-c6bb-4d93-945c-790c6c06c58a req-c8885dbe-63aa-4fa1-a8e1-41e7e5827cb1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0875564
Dec 03 12:07:06.687195 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3c9cfd0-c6bb-4d93-945c-790c6c06c58a req-5d85aeb7-5253-4ebd-906c-a63d1411fab8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400777
Dec 03 12:07:07.907252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbc676-1a86-4777-ac09-0b4c0b46fe31 req-d60e7695-340e-414b-8ff6-33c6b6d0ad28 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:07.909286 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2abbc676-1a86-4777-ac09-0b4c0b46fe31 req-d60e7695-340e-414b-8ff6-33c6b6d0ad28 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0889349
Dec 03 12:07:07.958439 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2abbc676-1a86-4777-ac09-0b4c0b46fe31 req-ed8d8d22-ff24-480e-aa76-ccd813270ae4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420494
Dec 03 12:07:07.990886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57188) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:07:08.105284 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b785c9aa-4de9-4b16-87a4-a17ee76a5139 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/c4b94e46-5f01-43da-b0e2-174aa96b0708 HTTP/1.1" status: 200  len: 993 time: 0.1131086
Dec 03 12:07:09.619038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be55a2a-2fd9-4505-a4bd-c127ec3a37cb req-30dae658-6db1-42fa-8beb-6cf1ad411fea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:09.620579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0be55a2a-2fd9-4505-a4bd-c127ec3a37cb req-30dae658-6db1-42fa-8beb-6cf1ad411fea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0839837
Dec 03 12:07:09.669251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0be55a2a-2fd9-4505-a4bd-c127ec3a37cb req-65d140b7-abbb-4c64-a28b-c6d8e34994c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423050
Dec 03 12:07:09.680165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b7994-04eb-43b4-b68a-fe19d9a79082 req-b0703b20-9b23-49a3-998a-eb78a89c7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:09.681795 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-999b7994-04eb-43b4-b68a-fe19d9a79082 req-b0703b20-9b23-49a3-998a-eb78a89c7f76 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 1162 time: 0.0789127
Dec 03 12:07:09.834132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b7994-04eb-43b4-b68a-fe19d9a79082 req-e466a737-6f7c-42a5-8d46-87a5174ea495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:09.835747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-999b7994-04eb-43b4-b68a-fe19d9a79082 req-e466a737-6f7c-42a5-8d46-87a5174ea495 service neutron] 10.222.0.91 "GET /v2.0/networks?id=563da5a7-6879-4169-b96d-d8d0d1f680dd HTTP/1.1" status: 200  len: 890 time: 0.1469469
Dec 03 12:07:09.946376 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-999b7994-04eb-43b4-b68a-fe19d9a79082 req-75b1f884-a94b-47d3-84fc-a0ea0ae929f0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ac5c59-4915-4092-90cc-b98d3377977b HTTP/1.1" status: 200  len: 1001 time: 0.1045756
Dec 03 12:07:10.022210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b7994-04eb-43b4-b68a-fe19d9a79082 req-ffca5fce-b91c-49e7-9353-219500151d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:10.023780 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-999b7994-04eb-43b4-b68a-fe19d9a79082 req-ffca5fce-b91c-49e7-9353-219500151d74 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5674154e-8751-4120-80b0-030e07e0e066 HTTP/1.1" status: 200  len: 835 time: 0.0712616
Dec 03 12:07:10.105466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b7994-04eb-43b4-b68a-fe19d9a79082 req-7ae1d7a5-d86a-4348-97cc-4ce9bdbca5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:10.107092 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-999b7994-04eb-43b4-b68a-fe19d9a79082 req-7ae1d7a5-d86a-4348-97cc-4ce9bdbca5e3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=563da5a7-6879-4169-b96d-d8d0d1f680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0772974
Dec 03 12:07:10.255335 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-999b7994-04eb-43b4-b68a-fe19d9a79082 req-be2e4e0b-5f31-47ea-a0f8-c89ae46a5508 service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414092
Dec 03 12:07:10.396508 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-999b7994-04eb-43b4-b68a-fe19d9a79082 req-2adba6f0-54a7-4c5d-9f36-d2a8de12df31 service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352980
Dec 03 12:07:10.900264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0161e4-bbab-4f02-91f0-01b33d79a902 req-e91d1b13-034f-4c18-a346-d0aae264430e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:10.901977 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ba0161e4-bbab-4f02-91f0-01b33d79a902 req-e91d1b13-034f-4c18-a346-d0aae264430e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0896790
Dec 03 12:07:10.959814 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ba0161e4-bbab-4f02-91f0-01b33d79a902 req-2d3f0978-4e36-47c2-b430-61db62178b69 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503170
Dec 03 12:07:12.181094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a167c-dd3e-41e7-a136-fb1be9ef0a6e req-53d051f9-b8df-46b6-8026-1f7c1c5060fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:12.182597 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fd4a167c-dd3e-41e7-a136-fb1be9ef0a6e req-53d051f9-b8df-46b6-8026-1f7c1c5060fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0879638
Dec 03 12:07:12.230947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fd4a167c-dd3e-41e7-a136-fb1be9ef0a6e req-7881679e-bc57-4b5f-b2e7-241c45af201f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419605
Dec 03 12:07:12.262570 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57202) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:07:12.372696 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bec460b3-19f5-410c-9ca3-130d974b45c8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/c4b94e46-5f01-43da-b0e2-174aa96b0708 HTTP/1.1" status: 200  len: 993 time: 0.1087739
Dec 03 12:07:14.685402 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34cf9ed8-ba3b-4ef1-9d66-c747e6d86fcb req-baff577e-6146-4b71-a842-2344a6ab5a4c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0748432
Dec 03 12:07:14.852173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf9ed8-ba3b-4ef1-9d66-c747e6d86fcb req-29f5529c-5fa8-4c3e-ab61-0defc21a9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:14.853806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34cf9ed8-ba3b-4ef1-9d66-c747e6d86fcb req-29f5529c-5fa8-4c3e-ab61-0defc21a9974 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 1162 time: 0.0760095
Dec 03 12:07:15.018245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf9ed8-ba3b-4ef1-9d66-c747e6d86fcb req-76335e58-438c-42db-aeaa-4d414660a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:15.020049 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34cf9ed8-ba3b-4ef1-9d66-c747e6d86fcb req-76335e58-438c-42db-aeaa-4d414660a59d service neutron] 10.222.0.91 "GET /v2.0/networks?id=563da5a7-6879-4169-b96d-d8d0d1f680dd HTTP/1.1" status: 200  len: 890 time: 0.1473012
Dec 03 12:07:15.126669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34cf9ed8-ba3b-4ef1-9d66-c747e6d86fcb req-5ae97031-3e96-42c0-a607-64cb03fdf580 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ac5c59-4915-4092-90cc-b98d3377977b HTTP/1.1" status: 200  len: 1001 time: 0.1005585
Dec 03 12:07:15.195519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf9ed8-ba3b-4ef1-9d66-c747e6d86fcb req-bdda9ab8-e78f-44d2-82f4-4b2ed051d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:15.197090 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34cf9ed8-ba3b-4ef1-9d66-c747e6d86fcb req-bdda9ab8-e78f-44d2-82f4-4b2ed051d3e6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5674154e-8751-4120-80b0-030e07e0e066 HTTP/1.1" status: 200  len: 835 time: 0.0636694
Dec 03 12:07:15.281407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf9ed8-ba3b-4ef1-9d66-c747e6d86fcb req-e8c0e7ae-3383-47c0-bc01-a4a98eaaaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:07:15.282952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34cf9ed8-ba3b-4ef1-9d66-c747e6d86fcb req-e8c0e7ae-3383-47c0-bc01-a4a98eaaaf80 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=563da5a7-6879-4169-b96d-d8d0d1f680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0788853
Dec 03 12:07:15.423627 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34cf9ed8-ba3b-4ef1-9d66-c747e6d86fcb req-360d5282-24bc-445d-b9fc-65d24488af26 service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339853
Dec 03 12:07:15.563360 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-34cf9ed8-ba3b-4ef1-9d66-c747e6d86fcb req-83a40aa9-8ba2-4691-bd56-08da1593bd93 service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1338329
Dec 03 12:07:21.688226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:07:27.244758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:07:30.947710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90516ead-3a4a-41f5-9034-29de45a223e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:07:33.053510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e23f06da-f0e8-4c50-b45c-23006bf62e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:07:33.959087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:07:35.136546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:07:35.709712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:07:51.687780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:00.949771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f4abf14c-40a6-4814-adcb-9dc0c395f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:01.337740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57228) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:01.788195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 38472e76-3f7a-4820-b2fa-e8678721135b {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:08:01.788568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:01.966753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:01.967187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:02.090647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for 38472e76-3f7a-4820-b2fa-e8678721135b owned by network:floatingip {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:08:02.243877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:02.259037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2bd96933-0042-4737-a3c9-a163222de1c0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:02.314353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=38472e76-3f7a-4820-b2fa-e8678721135b,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:02.373921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.374270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.374685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.375121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.375528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.375935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.376341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.376742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.377141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.377540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.377939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.378339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.378791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.379221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.379620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.380017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.380412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.380812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.381207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.381607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.382003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.382399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.382794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.383213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:02.390668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:02.495978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:02.496352 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Floating IP c4b94e46-5f01-43da-b0e2-174aa96b0708 disassociated (deleted). External IP: 172.26.1.113, port: 51ac5c59-4915-4092-90cc-b98d3377977b.
Dec 03 12:08:02.866747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router a983fbf2-89fb-4930-a3b9-117eed9c8034 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:08:03.054174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-db3c91e0-6d33-4d79-9c78-9d8ff9ca0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:03.054749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:08:03.065331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a0bfa-2802-4c45-a368-a80820dbcde6 None None] Sync routers for ids ['a983fbf2-89fb-4930-a3b9-117eed9c8034'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:08:03.071905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:03.077214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a0bfa-2802-4c45-a368-a80820dbcde6 None None] Routers {'a983fbf2-89fb-4930-a3b9-117eed9c8034'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:08:03.077900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ea4a0bfa-2802-4c45-a368-a80820dbcde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6a291d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:08:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['a983fbf2-89fb-4930-a3b9-117eed9c8034'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:03.128346 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/floatingips/c4b94e46-5f01-43da-b0e2-174aa96b0708 HTTP/1.1" status: 204  len: 168 time: 1.7894802
Dec 03 12:08:03.129032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'tag': '51ac5c59-4915-4092-90cc-b98d3377977b'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:08:03.270790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-ea4a0bfa-2802-4c45-a368-a80820dbcde6 None None] Set router a983fbf2-89fb-4930-a3b9-117eed9c8034 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:08:03.323729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'tag': '51ac5c59-4915-4092-90cc-b98d3377977b', 'status': 'completed', 'code': 200}
Dec 03 12:08:03.450669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e5574-9d9d-4e9f-923b-4e4969ce061d req-71eeb404-102b-4cf8-b414-52682f922f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:03.452349 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5d8e5574-9d9d-4e9f-923b-4e4969ce061d req-71eeb404-102b-4cf8-b414-52682f922f19 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 1162 time: 0.0821133
Dec 03 12:08:03.563832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c68ff6-3fb7-40bd-8408-8462b8593a9c req-8c6c361b-37fa-4365-8c75-2bb4d13f5f34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:03.565500 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4c68ff6-3fb7-40bd-8408-8462b8593a9c req-8c6c361b-37fa-4365-8c75-2bb4d13f5f34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0890419
Dec 03 12:08:03.600398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e5574-9d9d-4e9f-923b-4e4969ce061d req-d7174a43-fd4b-47dd-9bc1-444ac03eb9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:03.601996 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5d8e5574-9d9d-4e9f-923b-4e4969ce061d req-d7174a43-fd4b-47dd-9bc1-444ac03eb9a0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=563da5a7-6879-4169-b96d-d8d0d1f680dd HTTP/1.1" status: 200  len: 890 time: 0.1426251
Dec 03 12:08:03.617926 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c4c68ff6-3fb7-40bd-8408-8462b8593a9c req-4f73fe0f-1bf5-4f9f-b5f0-3268d3bcf53d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452695
Dec 03 12:08:03.624323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ea4a0bfa-2802-4c45-a368-a80820dbcde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6a291d0>, [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:05:35Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'db245473-ce9a-4eb6-aeab-56756f1d8e15', 'name': '', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:e5:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5674154e-8751-4120-80b0-030e07e0e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:34Z', 'updated_at': '2020-12-03T12:05:42Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '5674154e-8751-4120-80b0-030e07e0e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:03.628453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a0bfa-2802-4c45-a368-a80820dbcde6 None None] Checking router: a983fbf2-89fb-4930-a3b9-117eed9c8034 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:08:03.637647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a0bfa-2802-4c45-a368-a80820dbcde6 None None] Routers {'a983fbf2-89fb-4930-a3b9-117eed9c8034'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:08:03.638319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ea4a0bfa-2802-4c45-a368-a80820dbcde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6a291d0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:08:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['a983fbf2-89fb-4930-a3b9-117eed9c8034'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:03.674413 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5d8e5574-9d9d-4e9f-923b-4e4969ce061d req-999f39fc-42f9-465c-9b2e-a70d2ae25dfe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ac5c59-4915-4092-90cc-b98d3377977b HTTP/1.1" status: 200  len: 217 time: 0.0652061
Dec 03 12:08:03.752308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e5574-9d9d-4e9f-923b-4e4969ce061d req-44558ef8-8651-4e49-b413-eb5175ab6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:03.753924 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5d8e5574-9d9d-4e9f-923b-4e4969ce061d req-44558ef8-8651-4e49-b413-eb5175ab6d8f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5674154e-8751-4120-80b0-030e07e0e066 HTTP/1.1" status: 200  len: 835 time: 0.0717266
Dec 03 12:08:03.842280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e5574-9d9d-4e9f-923b-4e4969ce061d req-ad0fa942-4f6a-4efa-866b-edafc8f536aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:03.843976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5d8e5574-9d9d-4e9f-923b-4e4969ce061d req-ad0fa942-4f6a-4efa-866b-edafc8f536aa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=563da5a7-6879-4169-b96d-d8d0d1f680dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0813537
Dec 03 12:08:03.962793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:03.977744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-ea4a0bfa-2802-4c45-a368-a80820dbcde6 None None] Set router a983fbf2-89fb-4930-a3b9-117eed9c8034 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:08:03.994594 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5d8e5574-9d9d-4e9f-923b-4e4969ce061d req-8b9af0a5-7001-45b1-bb1b-e78e16fd09fb service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430852
Dec 03 12:08:04.142654 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5d8e5574-9d9d-4e9f-923b-4e4969ce061d req-e86f2371-2e6d-412e-837b-52876f028262 service neutron] 10.222.0.91 "GET /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407082
Dec 03 12:08:04.273071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:08:04.311197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ea4a0bfa-2802-4c45-a368-a80820dbcde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6a291d0>, [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:05:35Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'db245473-ce9a-4eb6-aeab-56756f1d8e15', 'name': '', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:e5:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5674154e-8751-4120-80b0-030e07e0e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:34Z', 'updated_at': '2020-12-03T12:05:42Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '5674154e-8751-4120-80b0-030e07e0e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:04.315586 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a0bfa-2802-4c45-a368-a80820dbcde6 None None] The sync data for ids ['a983fbf2-89fb-4930-a3b9-117eed9c8034'] in dv-neutron-765072-2-ovs is: [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:05:35Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'db245473-ce9a-4eb6-aeab-56756f1d8e15', 'name': '', 'network_id': '563da5a7-6879-4169-b96d-d8d0d1f680dd', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:e5:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5674154e-8751-4120-80b0-030e07e0e066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:34Z', 'updated_at': '2020-12-03T12:05:42Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': '5674154e-8751-4120-80b0-030e07e0e066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:08:04.709336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee982ac3-5bef-4285-bf7d-f57eb772df63 None None] New status for floating IP c4b94e46-5f01-43da-b0e2-174aa96b0708: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:08:04.848168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cad41-08be-4255-b832-adc830945e33 req-f93482bb-2cef-47cf-8a05-ee463159557d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:04.849799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be4cad41-08be-4255-b832-adc830945e33 req-f93482bb-2cef-47cf-8a05-ee463159557d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.0922003
Dec 03 12:08:04.898084 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be4cad41-08be-4255-b832-adc830945e33 req-d34d7b06-8d99-49b8-ba0d-c441470cc6ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413139
Dec 03 12:08:05.138011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:05.456117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-68898e06-87a5-4e13-93f4-676fb1dc9814 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:05.456791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-68898e06-87a5-4e13-93f4-676fb1dc9814 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:08:05.471668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-68898e06-87a5-4e13-93f4-676fb1dc9814 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:08:05.472848 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-68898e06-87a5-4e13-93f4-676fb1dc9814 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 945 time: 0.1006510
Dec 03 12:08:05.550804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 51ac5c59-4915-4092-90cc-b98d3377977b {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:08:05.551242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:05.707637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 51ac5c59-4915-4092-90cc-b98d3377977b no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:08:05.749236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:05.809423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port 51ac5c59-4915-4092-90cc-b98d3377977b, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=51ac5c59-4915-4092-90cc-b98d3377977b,segment=NetworkSegment(badff1ad-e561-479d-a8c7-889f90a69bb3),segment_id=badff1ad-e561-479d-a8c7-889f90a69bb3)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:08:05.809842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:05.828510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:05.856308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51ac5c59-4915-4092-90cc-b98d3377977b'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:08:05.866650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 51ac5c59-4915-4092-90cc-b98d3377977b, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=51ac5c59-4915-4092-90cc-b98d3377977b,segment=NetworkSegment(badff1ad-e561-479d-a8c7-889f90a69bb3),segment_id=badff1ad-e561-479d-a8c7-889f90a69bb3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:08:05.871181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:05.873036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-931ecb4e-e18f-4f06-b74c-95bfb03ae522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:05.939421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=51ac5c59-4915-4092-90cc-b98d3377977b,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:05.947918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.949584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.950110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.950621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.951169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.951678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.952195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.952699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.953207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.953888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.954394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.955041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.955602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.956264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.956921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.957430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.957981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.958502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.959027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.959529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.960043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.960720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.961220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.961715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:05.966717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:05.969936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for 51ac5c59-4915-4092-90cc-b98d3377977b owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:08:06.004292 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51ac5c59-4915-4092-90cc-b98d3377977b', 'code': 200}
Dec 03 12:08:06.056077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 12:08:06.056454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 12:08:06.141546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf15f60-3999-4206-a430-e459f5caf66b req-310b0222-60ee-45c8-8f42-db74f13e76ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:06.143160 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3bf15f60-3999-4206-a430-e459f5caf66b req-310b0222-60ee-45c8-8f42-db74f13e76ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 943 time: 0.0877039
Dec 03 12:08:06.190246 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3bf15f60-3999-4206-a430-e459f5caf66b req-d429006e-bb81-4488-97d5-c8aeeebef739 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=70b592d7-82a9-4922-808e-428166238924&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406787
Dec 03 12:08:06.558764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 51ac5c59-4915-4092-90cc-b98d3377977b {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:08:06.559375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:06.816959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port 51ac5c59-4915-4092-90cc-b98d3377977b, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=51ac5c59-4915-4092-90cc-b98d3377977b,segment=NetworkSegment(badff1ad-e561-479d-a8c7-889f90a69bb3),segment_id=badff1ad-e561-479d-a8c7-889f90a69bb3)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:08:06.817361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:06.945681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for 51ac5c59-4915-4092-90cc-b98d3377977b owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:08:07.092175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:07.107547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-32b07321-a053-4bb4-a19d-08522ace55ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:07.159047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=51ac5c59-4915-4092-90cc-b98d3377977b,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:07.170772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:07.315682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] No DVR routers for this DVR port 51ac5c59-4915-4092-90cc-b98d3377977b on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:08:07.318087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:07.321016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'name': 'network-vif-deleted', 'tag': '51ac5c59-4915-4092-90cc-b98d3377977b'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:08:07.337021 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b17fe93-83ae-48e9-98c5-f4fdbb4abae1 req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "DELETE /v2.0/ports/51ac5c59-4915-4092-90cc-b98d3377977b HTTP/1.1" status: 204  len: 173 time: 1.8581145
Dec 03 12:08:07.376289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-41b90e90-5a4d-4c5b-aa6c-efee03325c3a req-eae14a51-8102-418b-9b2c-6ad5e38d903e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=9de42b40-1c62-4ce4-956e-f65e4e2a1468 HTTP/1.1" status: 200  len: 210 time: 0.0512824
Dec 03 12:08:07.388013 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de42b40-1c62-4ce4-956e-f65e4e2a1468', 'name': 'network-vif-deleted', 'tag': '51ac5c59-4915-4092-90cc-b98d3377977b', 'status': 'completed', 'code': 200}
Dec 03 12:08:08.491572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57254) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:09.114674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:09.734792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port db245473-ce9a-4eb6-aeab-56756f1d8e15 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:08:09.735433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:09.936614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port db245473-ce9a-4eb6-aeab-56756f1d8e15, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=db245473-ce9a-4eb6-aeab-56756f1d8e15,segment=NetworkSegment(badff1ad-e561-479d-a8c7-889f90a69bb3),segment_id=badff1ad-e561-479d-a8c7-889f90a69bb3)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:08:09.937018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:10.071200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for db245473-ce9a-4eb6-aeab-56756f1d8e15 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:08:10.247507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:10.263279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f923c30-0e31-4bdd-b08f-fb7aa3134d44 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:10.308549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=db245473-ce9a-4eb6-aeab-56756f1d8e15,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:10.319966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:10.672711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:11.183635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router a983fbf2-89fb-4930-a3b9-117eed9c8034 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:08:11.372079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:08:11.381704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ff128f-44df-4314-9f74-20ec328f03b3 None None] Sync routers for ids ['a983fbf2-89fb-4930-a3b9-117eed9c8034'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:08:11.385289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "PUT /v2.0/routers/a983fbf2-89fb-4930-a3b9-117eed9c8034/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8925686
Dec 03 12:08:11.388148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57258) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:11.391933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ff128f-44df-4314-9f74-20ec328f03b3 None None] Routers {'a983fbf2-89fb-4930-a3b9-117eed9c8034'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:08:11.392671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-28ff128f-44df-4314-9f74-20ec328f03b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62046a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:08:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['a983fbf2-89fb-4930-a3b9-117eed9c8034'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:11.590690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-28ff128f-44df-4314-9f74-20ec328f03b3 None None] Set router a983fbf2-89fb-4930-a3b9-117eed9c8034 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:08:11.846986 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-053f00e3-3b53-4a64-9bf7-fcfd6412a383 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting subnet 5674154e-8751-4120-80b0-030e07e0e066 {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 12:08:11.850050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-053f00e3-3b53-4a64-9bf7-fcfd6412a383 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:11.904898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-28ff128f-44df-4314-9f74-20ec328f03b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62046a0>, [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:08:10Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:11.908613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-053f00e3-3b53-4a64-9bf7-fcfd6412a383 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:11.909178 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ff128f-44df-4314-9f74-20ec328f03b3 None None] Checking router: a983fbf2-89fb-4930-a3b9-117eed9c8034 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:08:11.918512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ff128f-44df-4314-9f74-20ec328f03b3 None None] Routers {'a983fbf2-89fb-4930-a3b9-117eed9c8034'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:08:11.919222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-28ff128f-44df-4314-9f74-20ec328f03b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b62046a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:08:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['a983fbf2-89fb-4930-a3b9-117eed9c8034'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:12.001725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-053f00e3-3b53-4a64-9bf7-fcfd6412a383 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:12.108006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-28ff128f-44df-4314-9f74-20ec328f03b3 None None] Set router a983fbf2-89fb-4930-a3b9-117eed9c8034 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:08:12.295917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-053f00e3-3b53-4a64-9bf7-fcfd6412a383 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:12.313127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f2c5e46-326c-4d0f-805b-1ca2e91574a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:12.371682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f00e3-3b53-4a64-9bf7-fcfd6412a383 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Subnet': ['ID=5674154e-8751-4120-80b0-030e07e0e066,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:12.376614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-053f00e3-3b53-4a64-9bf7-fcfd6412a383 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:12.411880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-28ff128f-44df-4314-9f74-20ec328f03b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b62046a0>, [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:08:10Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:12.416110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ff128f-44df-4314-9f74-20ec328f03b3 None None] The sync data for ids ['a983fbf2-89fb-4930-a3b9-117eed9c8034'] in dv-neutron-765072-2-ovs is: [{'id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536500230', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:05:29Z', 'updated_at': '2020-12-03T12:08:10Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': 'a83091cd-9173-4a69-82dc-e3461a5aa4f0', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a983fbf2-89fb-4930-a3b9-117eed9c8034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:05:30Z', 'updated_at': '2020-12-03T12:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:08:12.459096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-053f00e3-3b53-4a64-9bf7-fcfd6412a383 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:12.464876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbacc113-dd92-480f-9f2a-bf99180fe8ca None None] Network 563da5a7-6879-4169-b96d-d8d0d1f680dd requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:08:12.465920 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-053f00e3-3b53-4a64-9bf7-fcfd6412a383 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/subnets/5674154e-8751-4120-80b0-030e07e0e066 HTTP/1.1" status: 204  len: 168 time: 1.0767574
Dec 03 12:08:12.468895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57262) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:12.667914 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:12.734179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0790cdc-b2b7-428e-bf14-f263211ffa9b None None] DHCP port deletion for 563da5a7-6879-4169-b96d-d8d0d1f680dd request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 12:08:12.738737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c0790cdc-b2b7-428e-bf14-f263211ffa9b None None] Deleting port a20f43a0-6503-47dc-87a9-2838b0b29d3c {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:08:12.739356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0790cdc-b2b7-428e-bf14-f263211ffa9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:12.859502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:12.864750 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port a83091cd-9173-4a69-82dc-e3461a5aa4f0 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:08:12.865121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:12.958413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c0790cdc-b2b7-428e-bf14-f263211ffa9b None None] For port a20f43a0-6503-47dc-87a9-2838b0b29d3c, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a20f43a0-6503-47dc-87a9-2838b0b29d3c,segment=NetworkSegment(badff1ad-e561-479d-a8c7-889f90a69bb3),segment_id=badff1ad-e561-479d-a8c7-889f90a69bb3)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:08:12.958770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0790cdc-b2b7-428e-bf14-f263211ffa9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:13.048686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port a83091cd-9173-4a69-82dc-e3461a5aa4f0, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=a83091cd-9173-4a69-82dc-e3461a5aa4f0,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:08:13.049090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:13.186538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for a83091cd-9173-4a69-82dc-e3461a5aa4f0 owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:08:13.251051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-c0790cdc-b2b7-428e-bf14-f263211ffa9b None None] Calling delete_port for a20f43a0-6503-47dc-87a9-2838b0b29d3c owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:08:13.327749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0790cdc-b2b7-428e-bf14-f263211ffa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:13.328480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:13.343910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d30178f6-6ffd-4fe1-a900-60fe6e9bdccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:13.391988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0790cdc-b2b7-428e-bf14-f263211ffa9b None None] Pushing event deleted for resources: {'Port': ['ID=a20f43a0-6503-47dc-87a9-2838b0b29d3c,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:13.404410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c0790cdc-b2b7-428e-bf14-f263211ffa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:13.486593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0790cdc-b2b7-428e-bf14-f263211ffa9b None None] No DVR routers for this DVR port a20f43a0-6503-47dc-87a9-2838b0b29d3c on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:08:13.523707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:13.658990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:13.661390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:13.684059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:13.684630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Fanout notify agent at l3_agent the message router_deleted on router a983fbf2-89fb-4930-a3b9-117eed9c8034 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 12:08:13.700698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:13.701912 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-93d8ab36-756a-40c4-bf4a-97f244356cea tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/routers/a983fbf2-89fb-4930-a3b9-117eed9c8034 HTTP/1.1" status: 204  len: 168 time: 1.2320211
Dec 03 12:08:13.704829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57266) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:13.832579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:14.032454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device db245473-ce9a-4eb6-aeab-56756f1d8e15 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:08:14.034998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:14.067804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: db245473-ce9a-4eb6-aeab-56756f1d8e15 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:08:14.068196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device db245473-ce9a-4eb6-aeab-56756f1d8e15 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:08:14.068659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a83091cd-9173-4a69-82dc-e3461a5aa4f0 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:08:14.105551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: a83091cd-9173-4a69-82dc-e3461a5aa4f0 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:08:14.105946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a83091cd-9173-4a69-82dc-e3461a5aa4f0 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:08:14.106403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a20f43a0-6503-47dc-87a9-2838b0b29d3c no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:08:14.138803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: a20f43a0-6503-47dc-87a9-2838b0b29d3c {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:08:14.139227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device a20f43a0-6503-47dc-87a9-2838b0b29d3c not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:08:14.160320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b48911d0>,) {'filters': {'network_id': ['563da5a7-6879-4169-b96d-d8d0d1f680dd']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:14.173781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b48911d0>, 'badff1ad-e561-479d-a8c7-889f90a69bb3') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:14.174111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b48911d0>, 'badff1ad-e561-479d-a8c7-889f90a69bb3') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:14.186226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:14.201009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:14.202996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Releasing vxlan tunnel 3 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 12:08:14.384386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 563da5a7-6879-4169-b96d-d8d0d1f680dd has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:08:14.393745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:14.820154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 563da5a7-6879-4169-b96d-d8d0d1f680dd has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 12:08:14.844179 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 12:08:14.924979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:14.928268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-37817cfc-a59e-49e9-9e95-7a719eae9b7a tempest-ExtraDHCPOptionsTestJSON-1857445848 tempest-ExtraDHCPOptionsTestJSON-1857445848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:14.949967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:14.956954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Network': ['ID=563da5a7-6879-4169-b96d-d8d0d1f680dd,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:14.961633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:14.968424 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/networks/563da5a7-6879-4169-b96d-d8d0d1f680dd HTTP/1.1" status: 204  len: 168 time: 1.2625856
Dec 03 12:08:14.971381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57270) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:15.042663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb54035a-d94f-4148-baff-c892316991ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:15.072564 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb54035a-d94f-4148-baff-c892316991ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:15.125301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb54035a-d94f-4148-baff-c892316991ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:15.130551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-131b1c57-ece9-49dc-8936-ad64dcf52623 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:15.145259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54035a-d94f-4148-baff-c892316991ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b592d7-82a9-4922-808e-428166238924,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:15.148076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb54035a-d94f-4148-baff-c892316991ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:15.156357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cb54035a-d94f-4148-baff-c892316991ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:15.157673 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cb54035a-d94f-4148-baff-c892316991ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/security-groups/70b592d7-82a9-4922-808e-428166238924 HTTP/1.1" status: 204  len: 168 time: 0.1853175
Dec 03 12:08:15.660860 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57278) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:15.666804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039786410', 'description': 'tempest-secgroup-smoke-2039786410 description', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:15.674421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:15.678820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:08:15.681865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:08:15.688291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:15.698682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:15.719522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:15.723501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:08:15.726405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:08:15.732524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:15.807063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:15.810324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:15.815680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f23b43a0-3a52-4b94-bc47-0e82ace7a385 tempest-NegativeSecGroupTest-1848924978 tempest-NegativeSecGroupTest-1848924978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:15.858549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6254b9-b4b8-4400-930d-46ba55653c84,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:15.861508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:15.862388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:15.863731 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-bcf2d9e1-95bf-4092-bbfe-3766f9513962 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2017977
Dec 03 12:08:15.866806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57282) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:15.872900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-1d401ba1-72d5-40ca-822e-ccf97e55aeef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '9d6254b9-b4b8-4400-930d-46ba55653c84', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:15.879396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1d401ba1-72d5-40ca-822e-ccf97e55aeef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:15.883548 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1d401ba1-72d5-40ca-822e-ccf97e55aeef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:08:15.887454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-1d401ba1-72d5-40ca-822e-ccf97e55aeef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:08:15.893388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-1d401ba1-72d5-40ca-822e-ccf97e55aeef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:15.909687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d401ba1-72d5-40ca-822e-ccf97e55aeef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:15.972510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d401ba1-72d5-40ca-822e-ccf97e55aeef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:15.975752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d401ba1-72d5-40ca-822e-ccf97e55aeef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:15.977640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-21de4917-c250-41ba-b090-1a7959c8fd67 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:16.002036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401ba1-72d5-40ca-822e-ccf97e55aeef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01bfa38-8b02-479d-b279-34c7d5f65cb2,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:16.004877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1d401ba1-72d5-40ca-822e-ccf97e55aeef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:16.011137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1d401ba1-72d5-40ca-822e-ccf97e55aeef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.012402 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1d401ba1-72d5-40ca-822e-ccf97e55aeef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1445656
Dec 03 12:08:16.015406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57286) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:16.020865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0e198175-d1f7-4001-8884-fe2b30aaecbb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '9d6254b9-b4b8-4400-930d-46ba55653c84', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:16.027081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e198175-d1f7-4001-8884-fe2b30aaecbb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:16.031116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e198175-d1f7-4001-8884-fe2b30aaecbb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:08:16.034105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0e198175-d1f7-4001-8884-fe2b30aaecbb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:08:16.039911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0e198175-d1f7-4001-8884-fe2b30aaecbb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:16.055884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e198175-d1f7-4001-8884-fe2b30aaecbb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.123015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e198175-d1f7-4001-8884-fe2b30aaecbb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.125642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e198175-d1f7-4001-8884-fe2b30aaecbb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.127547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-30c7bb94-a02b-4b44-9fbf-bb769f8fc368 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:16.150407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e198175-d1f7-4001-8884-fe2b30aaecbb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a1585c-de74-4fb2-81cb-e951c19daf4e,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:16.153305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0e198175-d1f7-4001-8884-fe2b30aaecbb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:16.159492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0e198175-d1f7-4001-8884-fe2b30aaecbb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.160578 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0e198175-d1f7-4001-8884-fe2b30aaecbb tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1441872
Dec 03 12:08:16.163658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57290) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:16.170176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '9d6254b9-b4b8-4400-930d-46ba55653c84', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:16.176593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:16.180686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:08:16.184677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:08:16.190494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:16.206257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.271715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.274366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.276446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1395fd54-6308-4b7d-85a9-81b02ff163ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:16.301323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2163bc0c-7b06-49b3-9b03-1f84c72c5796,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:16.303882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:16.310992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.312283 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1476054
Dec 03 12:08:16.315214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57294) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:16.320722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-ee30fc34-f0a4-4459-9379-176a517af7b4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '9d6254b9-b4b8-4400-930d-46ba55653c84', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:16.327311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ee30fc34-f0a4-4459-9379-176a517af7b4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:16.331372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ee30fc34-f0a4-4459-9379-176a517af7b4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:08:16.334394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-ee30fc34-f0a4-4459-9379-176a517af7b4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:08:16.340723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-ee30fc34-f0a4-4459-9379-176a517af7b4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:16.357615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee30fc34-f0a4-4459-9379-176a517af7b4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.425136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee30fc34-f0a4-4459-9379-176a517af7b4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.427721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee30fc34-f0a4-4459-9379-176a517af7b4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.429566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f783453-37fe-493a-82c9-be8b8b3349dd tempest-TestNetworkAdvancedServerOps-1721287571 tempest-TestNetworkAdvancedServerOps-1721287571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:16.452133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30fc34-f0a4-4459-9379-176a517af7b4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2229f779-3dca-46ad-ad30-6aa48dd15d48,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:16.454553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ee30fc34-f0a4-4459-9379-176a517af7b4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:16.460800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ee30fc34-f0a4-4459-9379-176a517af7b4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.462050 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-ee30fc34-f0a4-4459-9379-176a517af7b4 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1458526
Dec 03 12:08:16.465760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57298) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:16.471213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '9d6254b9-b4b8-4400-930d-46ba55653c84', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:16.477296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:16.482166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:08:16.485157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:08:16.490875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:16.503168 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Project d7e512aba3ba418e94ebbd613101b36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 12:08:16.509685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.575595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.578137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.580018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8ae56c7a-b656-46db-bd34-553064e9ceca tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:16.606291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195a9372-b234-4144-89e3-6c1312bdf3fb,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:16.608927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:16.615950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.617940 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cc54532e-cbc5-434f-9d3b-01d15b9f8a59 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1505673
Dec 03 12:08:16.620245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57302) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:16.626020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'security_group_rule': {'security_group_id': '9d6254b9-b4b8-4400-930d-46ba55653c84', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:16.632608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:16.636772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:security_group_rule and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:08:16.639836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:08:16.645692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:16.655894 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.securitygroups_db [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Project d7e512aba3ba418e94ebbd613101b36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 03 12:08:16.662540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.731736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.734254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.741205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e305b476-b87d-4aa9-84a8-b78466fc0e0b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:16.761330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97554e1-5a08-4ff9-b803-ee0ab2da749e,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:16.763922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:16.770242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group_rule, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.771605 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-68eb9fae-4735-402f-876e-65990eb75fd2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1503611
Dec 03 12:08:16.774645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57306) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:16.781748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'network': {'name': 'tempest-network-smoke--813350660', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'port_security_enabled': True}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:16.787103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:16.791509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:network and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:08:16.795090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:08:16.800947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:16.811484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:08:16.817086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.856330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 12:08:16.866588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.867227 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Added segment 04fd6905-ecf7-4831-990a-3f238dd27cdb of type vxlan for network 287d6266-31c5-417b-90e0-fafa7a17dce3
Dec 03 12:08:16.896357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.930530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.934378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:16.935075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:16.940637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-74f61a47-0a7a-43c3-adf7-df5f0353a6f4 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:16.998601 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2227154
Dec 03 12:08:17.001688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57310) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:17.007511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'admin_state_up': True, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:17.015544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:17.019644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:router and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:08:17.022800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:08:17.029248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:17.039387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:17.040464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:17.056100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:17.056990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Network': ['ID=287d6266-31c5-417b-90e0-fafa7a17dce3,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:17.060501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3ce61e71-5fd0-4e65-ba34-cb1f26415e5a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:17.069045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 287d6266-31c5-417b-90e0-fafa7a17dce3 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 12:08:17.086112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 287d6266-31c5-417b-90e0-fafa7a17dce3 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 12:08:17.337293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:17.653177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:17.687833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:17.973521 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.26.1.50 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:08:18.131676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:18.158378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:18.174074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-920be56b-75bc-49d6-8d50-e12a3434abd5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:18.312073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:18.325265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.325706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.326138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.326566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.327011 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.327437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.327854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.328271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.328685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.329099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.329510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.329930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.330600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.331047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.331469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.331883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.332298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.332710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.333126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.333540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.333956 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.334368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.334780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.335215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:18.340038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:18.386454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:08:18.387620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:08:18.390247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:08:18.818583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:19.437169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:19.644644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router 5039532b-12e7-43cb-b67d-29333507b2b8 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 12:08:19.836669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:08:19.848723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Sync routers for ids ['5039532b-12e7-43cb-b67d-29333507b2b8'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:08:19.860598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Routers {'5039532b-12e7-43cb-b67d-29333507b2b8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:08:19.861416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eb00b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:08:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5039532b-12e7-43cb-b67d-29333507b2b8'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:19.863786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:19.865100 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a6c21512-9418-4f0f-b122-0349ec822169 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.8623242
Dec 03 12:08:19.868503 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57314) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:20.054854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Set router 5039532b-12e7-43cb-b67d-29333507b2b8 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:08:20.161298 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6c4fbe67-41ad-4548-8578-4f80a38bb4d2 tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] 10.222.0.90 "GET /v2.0/subnets?project_id=d7e512aba3ba418e94ebbd613101b36b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2903552
Dec 03 12:08:20.163096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57320) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:20.170302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'subnet': {'name': 'tempest-subnet-smoke-139072239', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:20.290781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:20.296059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:subnet and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:08:20.299109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:08:20.304967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:20.314036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:08:20.364918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eb00b8>, [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:18Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:20.368970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Checking router: 5039532b-12e7-43cb-b67d-29333507b2b8 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:08:20.369376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Updating router 5039532b-12e7-43cb-b67d-29333507b2b8 port 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 12:08:20.422615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:20.429334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:20.816656 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:20.829211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Transition to ACTIVE for port object 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:08:20.832252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:20.848164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a1970dfc-68e6-418d-8777-2a558fa09f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:20.880639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:20.897004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-36af3f83-2538-4b3e-81e3-fabb4dbd03fc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:20.984645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a0cec-4efb-4c59-bec3-de5b9bcc7297 None None] Pushing event updated for resources: {'Port': ['ID=0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:20.989128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad9a0cec-4efb-4c59-bec3-de5b9bcc7297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:21.034492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Subnet': ['ID=f0ff3b48-081f-456a-a929-fe200517bf58,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:21.038874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:21.052256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Attempting to bind port 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:08:21.052671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Attempting to bind port 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:08:21.053081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Attempting to bind port 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:08:21.059406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:08:21.059830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:08:21.060275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:21.060719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:08:21.061234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Bound port: 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:08:21.061643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:21.105644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Checking segment: {'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:08:21.105991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network hostable DHCP agents. Network: 287d6266-31c5-417b-90e0-fafa7a17dce3, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 12:08:21.127471 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 287d6266-31c5-417b-90e0-fafa7a17dce3 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 12:08:21.136253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] For port 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:08:21.136994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 287d6266-31c5-417b-90e0-fafa7a17dce3) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:08:21.141251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] For port 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:08:21.145017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:21.150055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:21.150755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:21.163278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d30178f6-6ffd-4fe1-a900-60fe6e9bdccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:21.172912 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0086539
Dec 03 12:08:21.176439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57324) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:21.196157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7574ded2-d99a-43f7-808b-6cde1ab0265b None None] Network 287d6266-31c5-417b-90e0-fafa7a17dce3 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:08:21.563107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a0cec-4efb-4c59-bec3-de5b9bcc7297 None None] Pushing event updated for resources: {'Port': ['ID=0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:21.567089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad9a0cec-4efb-4c59-bec3-de5b9bcc7297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:21.710946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:21.722662 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Routers {'5039532b-12e7-43cb-b67d-29333507b2b8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:08:21.723397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eb00b8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:08:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5039532b-12e7-43cb-b67d-29333507b2b8'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:21.837280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:21.909990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-287d6266-31c5-417b-90e0-fafa7a17dce3', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ips': [{'subnet_id': 'f0ff3b48-081f-456a-a929-fe200517bf58'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 12:08:21.910938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:22.015783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] Set router 5039532b-12e7-43cb-b67d-29333507b2b8 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:08:22.523541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Allocated IP 172.20.0.2 (287d6266-31c5-417b-90e0-fafa7a17dce3/f0ff3b48-081f-456a-a929-fe200517bf58/22d57768-0bb2-4652-9ed9-9a37e57d4b42) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:08:22.548660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4eb00b8>, [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:18Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:22.573672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8002a6a-85ff-4e03-81f4-e64fcf0bae72 None None] The sync data for ids ['5039532b-12e7-43cb-b67d-29333507b2b8'] in dv-neutron-765072-2-ovs is: [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:18Z', 'revision_number': 3, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:08:22.766802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:22.778224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Transition to ACTIVE for port object 22d57768-0bb2-4652-9ed9-9a37e57d4b42 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:08:22.795556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Transition to ACTIVE for port object 22d57768-0bb2-4652-9ed9-9a37e57d4b42 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:08:22.800121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:22.816416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:22.871544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.20.0.1 (287d6266-31c5-417b-90e0-fafa7a17dce3/f0ff3b48-081f-456a-a929-fe200517bf58/b12b8436-2948-4b5e-84cd-3608bcc0a267) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:08:22.975645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Pushing event updated for resources: {'Port': ['ID=22d57768-0bb2-4652-9ed9-9a37e57d4b42,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:22.981075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:23.042718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Network 287d6266-31c5-417b-90e0-fafa7a17dce3 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:08:23.046872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:08:23.046872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:08:23.108405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:23.110251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Attempting to bind port 22d57768-0bb2-4652-9ed9-9a37e57d4b42 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:08:23.110674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Attempting to bind port 22d57768-0bb2-4652-9ed9-9a37e57d4b42 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:08:23.111388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Attempting to bind port 22d57768-0bb2-4652-9ed9-9a37e57d4b42 on network 287d6266-31c5-417b-90e0-fafa7a17dce3 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:08:23.117710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:08:23.117900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Checking segment: {'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:08:23.118198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:23.118643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Bound using segment: {'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:08:23.119194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Bound port: 22d57768-0bb2-4652-9ed9-9a37e57d4b42, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:08:23.120193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:23.127518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Transition to ACTIVE for port object b12b8436-2948-4b5e-84cd-3608bcc0a267 will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:08:23.152958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:23.170124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:23.218999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] For port 22d57768-0bb2-4652-9ed9-9a37e57d4b42, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:08:23.222947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] For port 22d57768-0bb2-4652-9ed9-9a37e57d4b42, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=22d57768-0bb2-4652-9ed9-9a37e57d4b42,segment=NetworkSegment(04fd6905-ecf7-4831-990a-3f238dd27cdb),segment_id=04fd6905-ecf7-4831-990a-3f238dd27cdb)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:08:23.227404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:23.241663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad9a0cec-4efb-4c59-bec3-de5b9bcc7297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:23.319949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=b12b8436-2948-4b5e-84cd-3608bcc0a267,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:23.324158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:23.380713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 287d6266-31c5-417b-90e0-fafa7a17dce3 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:08:23.382296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:08:23.384819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:08:23.398392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Pushing event updated for resources: {'Port': ['ID=22d57768-0bb2-4652-9ed9-9a37e57d4b42,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:23.409421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:23.452374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:23.573093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:24.086887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 22d57768-0bb2-4652-9ed9-9a37e57d4b42 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:08:24.092366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:24.096006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:24.130887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad22b0e5-c87c-447d-bdb2-3b155448977c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:24.160610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 22d57768-0bb2-4652-9ed9-9a37e57d4b42 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:08:24.165851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:08:24.220945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=b12b8436-2948-4b5e-84cd-3608bcc0a267,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:24.224157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:24.233779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:08:24.238697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:24.239169 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:24.241101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:24.360467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:24.374851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 287d6266-31c5-417b-90e0-fafa7a17dce3 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:08:24.376141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:08:24.377628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:08:24.381767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:24.384637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6b0e637f-b63c-4cc8-b36f-6b23e20c88c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:24.451660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:24.455123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:24.579343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router 5039532b-12e7-43cb-b67d-29333507b2b8 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:08:24.754919 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a2a672-26c3-4afb-99e3-d1645194f1d3 None None] Network 287d6266-31c5-417b-90e0-fafa7a17dce3 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:08:24.772410 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:08:24.786302 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "PUT /v2.0/routers/5039532b-12e7-43cb-b67d-29333507b2b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6086960
Dec 03 12:08:24.873904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c14abea2-2268-430a-a526-7e0c0852588b None None] Provisioning for port 22d57768-0bb2-4652-9ed9-9a37e57d4b42 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:08:24.883280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c14abea2-2268-430a-a526-7e0c0852588b None None] Provisioning complete for port 22d57768-0bb2-4652-9ed9-9a37e57d4b42 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:24.884125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c14abea2-2268-430a-a526-7e0c0852588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:25.020627 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-ad9e24fe-3101-469c-861e-1836581a4b4f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039786410&fields=id&tenant_id=d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 267 time: 0.0488105
Dec 03 12:08:25.196650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-8aec2f93-1026-460a-9a12-7532e87f2a44 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:25.198277 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-8aec2f93-1026-460a-9a12-7532e87f2a44 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/networks?id=287d6266-31c5-417b-90e0-fafa7a17dce3 HTTP/1.1" status: 200  len: 796 time: 0.1689184
Dec 03 12:08:25.216335 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-2fe9660d-13dc-467c-8d71-17c551ee6915 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/quotas/d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 375 time: 0.0111547
Dec 03 12:08:25.297190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c14abea2-2268-430a-a526-7e0c0852588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:25.304252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Sync routers for ids ['5039532b-12e7-43cb-b67d-29333507b2b8'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:08:25.311261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-6f64a04d-7c9f-4a51-acc1-3ea0eea9e5dc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:08:25.316289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Routers {'5039532b-12e7-43cb-b67d-29333507b2b8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:08:25.317064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61687f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:08:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5039532b-12e7-43cb-b67d-29333507b2b8'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:25.327704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-6f64a04d-7c9f-4a51-acc1-3ea0eea9e5dc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:08:25.329166 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-6f64a04d-7c9f-4a51-acc1-3ea0eea9e5dc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1067114
Dec 03 12:08:25.340912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-c14abea2-2268-430a-a526-7e0c0852588b None None] For port 22d57768-0bb2-4652-9ed9-9a37e57d4b42, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=22d57768-0bb2-4652-9ed9-9a37e57d4b42,segment=NetworkSegment(04fd6905-ecf7-4831-990a-3f238dd27cdb),segment_id=04fd6905-ecf7-4831-990a-3f238dd27cdb)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:08:25.345644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c14abea2-2268-430a-a526-7e0c0852588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:25.347664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7899452e-bec3-412a-8488-879c5c3e499e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:25.426555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14abea2-2268-430a-a526-7e0c0852588b None None] Pushing event updated for resources: {'Port': ['ID=22d57768-0bb2-4652-9ed9-9a37e57d4b42,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:25.430936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c14abea2-2268-430a-a526-7e0c0852588b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:25.507043 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-a0455dc2-f0ec-4979-87a1-acd576946d31 service neutron] 10.222.0.90 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567438
Dec 03 12:08:25.572355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9d30b4bf-106d-4b53-9658-93e286db64e4 None None] Provisioning for port b12b8436-2948-4b5e-84cd-3608bcc0a267 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:08:25.579443 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9d30b4bf-106d-4b53-9658-93e286db64e4 None None] Provisioning complete for port b12b8436-2948-4b5e-84cd-3608bcc0a267 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:25.580156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d30b4bf-106d-4b53-9658-93e286db64e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:25.650381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-9d30b4bf-106d-4b53-9658-93e286db64e4 None None] Port b12b8436-2948-4b5e-84cd-3608bcc0a267 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:08:25.663315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9d30b4bf-106d-4b53-9658-93e286db64e4 None None] Provisioning complete for port 22d57768-0bb2-4652-9ed9-9a37e57d4b42 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:25.663736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9d30b4bf-106d-4b53-9658-93e286db64e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:25.673454 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-c1859028-3862-4833-a47f-6ba431223203 service neutron] 10.222.0.90 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578867
Dec 03 12:08:25.693658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Set router 5039532b-12e7-43cb-b67d-29333507b2b8 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:08:25.942731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-182a2467-a8f1-4ac1-9979-7c714338aeb3 None None] Provisioning complete for port 22d57768-0bb2-4652-9ed9-9a37e57d4b42 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:25.943526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-182a2467-a8f1-4ac1-9979-7c714338aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:26.016932 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cdbbcb2d-281a-44a7-9729-d6fbc1db736c req-64f7cfd6-eca1-4085-ad05-8f4deb25e2bf tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 210 time: 0.0710893
Dec 03 12:08:26.119266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 22d57768-0bb2-4652-9ed9-9a37e57d4b42 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:08:26.142135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61687f0>, [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:23Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'b12b8436-2948-4b5e-84cd-3608bcc0a267', 'name': '', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:40:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:22Z', 'updated_at': '2020-12-03T12:08:23Z', 'revision_number': 2, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:26.146438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Checking router: 5039532b-12e7-43cb-b67d-29333507b2b8 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:08:26.147014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Updating router 5039532b-12e7-43cb-b67d-29333507b2b8 port b12b8436-2948-4b5e-84cd-3608bcc0a267 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 12:08:26.218696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:26.225304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 22d57768-0bb2-4652-9ed9-9a37e57d4b42 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:26.225734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:26.312386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-63ec25b7-b3ae-423c-a648-8843cd301b1b None None] Provisioning complete for port b12b8436-2948-4b5e-84cd-3608bcc0a267 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:26.312817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-63ec25b7-b3ae-423c-a648-8843cd301b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:26.432878 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-63ec25b7-b3ae-423c-a648-8843cd301b1b None None] Port b12b8436-2948-4b5e-84cd-3608bcc0a267 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:08:26.437109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:08:26.518737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:26.519317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:26.583400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7c7185a0-085d-42a2-9369-92060a7b00f5 None None] Provisioning complete for port 22d57768-0bb2-4652-9ed9-9a37e57d4b42 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:26.583922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7c7185a0-085d-42a2-9369-92060a7b00f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:26.673430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:26.686283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Transition to ACTIVE for port object b12b8436-2948-4b5e-84cd-3608bcc0a267 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:08:26.689162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:26.708288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c63c3f4e-c830-44af-b79e-b4680b6c3da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:26.850577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Pushing event updated for resources: {'Port': ['ID=b12b8436-2948-4b5e-84cd-3608bcc0a267,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:26.861374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.861764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.862145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.862520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.862899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.863287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.863651 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.864017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.864381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.864742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.865105 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.865469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.865887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.866257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.866618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.867288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.867396 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.867676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.868035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.868397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.868758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.869119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.870053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.870418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:08:26.876172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:27.049481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Attempting to bind port b12b8436-2948-4b5e-84cd-3608bcc0a267 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:08:27.049891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Attempting to bind port b12b8436-2948-4b5e-84cd-3608bcc0a267 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:08:27.050298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Attempting to bind port b12b8436-2948-4b5e-84cd-3608bcc0a267 on network 287d6266-31c5-417b-90e0-fafa7a17dce3 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:08:27.056556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:08:27.057016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Checking segment: {'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:08:27.057464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:27.057891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Bound using segment: {'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:08:27.058415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Bound port: b12b8436-2948-4b5e-84cd-3608bcc0a267, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:08:27.058826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:27.161828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] For port b12b8436-2948-4b5e-84cd-3608bcc0a267, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:08:27.165273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] For port b12b8436-2948-4b5e-84cd-3608bcc0a267, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b12b8436-2948-4b5e-84cd-3608bcc0a267,segment=NetworkSegment(04fd6905-ecf7-4831-990a-3f238dd27cdb),segment_id=04fd6905-ecf7-4831-990a-3f238dd27cdb)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:08:27.168544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:27.185935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1dcbd80f-3a37-4742-83a8-e3633b3a018d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:27.204552 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-21c70e08-cfa5-484e-9561-741090df6ef5 req-b587c8b8-3687-4dc7-82c7-d332b5793a4e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 210 time: 0.0480280
Dec 03 12:08:27.330709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Pushing event updated for resources: {'Port': ['ID=b12b8436-2948-4b5e-84cd-3608bcc0a267,revision_number=4']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:27.341546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:27.383290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Routers {'5039532b-12e7-43cb-b67d-29333507b2b8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:08:27.383982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b61687f0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:08:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5039532b-12e7-43cb-b67d-29333507b2b8'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:27.579822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] Set router 5039532b-12e7-43cb-b67d-29333507b2b8 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:08:27.714423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-09d9961c-9ba8-4bef-9d96-371eaab0fe60 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:27.715159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-09d9961c-9ba8-4bef-9d96-371eaab0fe60 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:08:27.731231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-09d9961c-9ba8-4bef-9d96-371eaab0fe60 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:08:27.732688 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-09d9961c-9ba8-4bef-9d96-371eaab0fe60 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/networks?id=287d6266-31c5-417b-90e0-fafa7a17dce3 HTTP/1.1" status: 200  len: 796 time: 0.1948566
Dec 03 12:08:27.825965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-1302db5d-7dfd-4c89-907e-4cde9c19251b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:08:27.840264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-1302db5d-7dfd-4c89-907e-4cde9c19251b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:08:27.841787 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-1302db5d-7dfd-4c89-907e-4cde9c19251b tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d7e512aba3ba418e94ebbd613101b36b HTTP/1.1" status: 200  len: 7773 time: 0.0893831
Dec 03 12:08:27.852012 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'port': {'device_id': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'admin_state_up': True, 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'security_groups': ['9d6254b9-b4b8-4400-930d-46ba55653c84']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:27.924342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b61687f0>, [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:23Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'b12b8436-2948-4b5e-84cd-3608bcc0a267', 'name': '', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:40:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:22Z', 'updated_at': '2020-12-03T12:08:27Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:27.929046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93572b29-55c5-497c-a90b-92d33fa64173 None None] The sync data for ids ['5039532b-12e7-43cb-b67d-29333507b2b8'] in dv-neutron-765072-2-ovs is: [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:23Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'b12b8436-2948-4b5e-84cd-3608bcc0a267', 'name': '', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:40:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:22Z', 'updated_at': '2020-12-03T12:08:27Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:08:28.013470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:28.024864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:28.039286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Made reservation on behalf of d7e512aba3ba418e94ebbd613101b36b for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:08:28.046283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:28.099743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b12b8436-2948-4b5e-84cd-3608bcc0a267 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:08:28.174944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port b12b8436-2948-4b5e-84cd-3608bcc0a267 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:08:28.181403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b12b8436-2948-4b5e-84cd-3608bcc0a267 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:28.182777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:28.317486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:28.362103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port b12b8436-2948-4b5e-84cd-3608bcc0a267, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b12b8436-2948-4b5e-84cd-3608bcc0a267,segment=NetworkSegment(04fd6905-ecf7-4831-990a-3f238dd27cdb),segment_id=04fd6905-ecf7-4831-990a-3f238dd27cdb)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:08:28.366023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:28.368101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:28.408049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.20.0.5 (287d6266-31c5-417b-90e0-fafa7a17dce3/f0ff3b48-081f-456a-a929-fe200517bf58/6ed89572-2297-426a-8d9a-a7c180775e33) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:08:28.429591 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-583669bb-45c2-40a6-b594-58b7d61ce5ad req-f775d02d-c2f5-4463-a755-c5cece0ea09f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 210 time: 0.0749528
Dec 03 12:08:28.449430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=b12b8436-2948-4b5e-84cd-3608bcc0a267,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:28.453693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:28.631631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:28.649272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Transition to ACTIVE for port object 6ed89572-2297-426a-8d9a-a7c180775e33 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:08:28.670805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:28.686854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a32103f-e5a6-4d0a-9f45-927f6cb60aa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:28.835192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=6ed89572-2297-426a-8d9a-a7c180775e33,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:28.841265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:28.895280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 287d6266-31c5-417b-90e0-fafa7a17dce3 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:08:28.896505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:08:28.898879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:08:28.968925 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:28.969608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:28.997614 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1497014
Dec 03 12:08:29.015930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Request body: {'port': {'device_id': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:29.136984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:29.142085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4c3a738c-f876-43a8-8b3d-450bf6af3f28 None None] Provisioning for port 6ed89572-2297-426a-8d9a-a7c180775e33 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:08:29.147380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4c3a738c-f876-43a8-8b3d-450bf6af3f28 None None] Provisioning complete for port 6ed89572-2297-426a-8d9a-a7c180775e33 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:29.147792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c3a738c-f876-43a8-8b3d-450bf6af3f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:29.206801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4c3a738c-f876-43a8-8b3d-450bf6af3f28 None None] Port 6ed89572-2297-426a-8d9a-a7c180775e33 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:08:29.553702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed89572-2297-426a-8d9a-a7c180775e33 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 12:08:29.561598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:29.574097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Transition to ACTIVE for port object 6ed89572-2297-426a-8d9a-a7c180775e33 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:08:29.577522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:29.593022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c83d82f8-3bdc-44a1-b37c-874681d57f7f tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:29.646390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a21a4-e617-42c7-8fbb-58d64f971340 req-e5d5f8ef-d4a8-42af-b71f-8b61b8fa4a41 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:29.648027 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c4a21a4-e617-42c7-8fbb-58d64f971340 req-e5d5f8ef-d4a8-42af-b71f-8b61b8fa4a41 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 943 time: 0.0842721
Dec 03 12:08:29.695159 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8c4a21a4-e617-42c7-8fbb-58d64f971340 req-14c909c4-543e-4e92-9707-ea46d0330ec7 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406086
Dec 03 12:08:29.730778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Pushing event updated for resources: {'Port': ['ID=6ed89572-2297-426a-8d9a-a7c180775e33,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:29.735057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:29.925845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Attempting to bind port 6ed89572-2297-426a-8d9a-a7c180775e33 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:08:29.926223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Attempting to bind port 6ed89572-2297-426a-8d9a-a7c180775e33 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:08:29.926592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Attempting to bind port 6ed89572-2297-426a-8d9a-a7c180775e33 on network 287d6266-31c5-417b-90e0-fafa7a17dce3 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:08:29.932840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:08:29.933216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Checking segment: {'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:08:29.933622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:29.934013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Bound using segment: {'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:08:29.934484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Bound port: 6ed89572-2297-426a-8d9a-a7c180775e33, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fd6905-ecf7-4831-990a-3f238dd27cdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:08:29.934858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:30.029611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] For port 6ed89572-2297-426a-8d9a-a7c180775e33, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:08:30.033665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] For port 6ed89572-2297-426a-8d9a-a7c180775e33, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6ed89572-2297-426a-8d9a-a7c180775e33,segment=NetworkSegment(04fd6905-ecf7-4831-990a-3f238dd27cdb),segment_id=04fd6905-ecf7-4831-990a-3f238dd27cdb)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:08:30.037680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:30.044546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b12b8436-2948-4b5e-84cd-3608bcc0a267 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:08:30.054577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8361b735-d50b-4d44-ab92-1ef7072cf81c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:30.114699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b12b8436-2948-4b5e-84cd-3608bcc0a267 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:30.115159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:30.210195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Pushing event updated for resources: {'Port': ['ID=6ed89572-2297-426a-8d9a-a7c180775e33,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:30.216745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:30.252401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:30.253081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:30.254585 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] 10.222.0.91 "PUT /v2.0/ports/6ed89572-2297-426a-8d9a-a7c180775e33 HTTP/1.1" status: 200  len: 1157 time: 1.2437203
Dec 03 12:08:30.255182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'tag': '6ed89572-2297-426a-8d9a-a7c180775e33'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:08:30.347354 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'tag': '6ed89572-2297-426a-8d9a-a7c180775e33', 'status': 'completed', 'code': 200}
Dec 03 12:08:30.386653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-c4a85b81-85cc-40c4-a14e-44b787815626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:30.388392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-c4a85b81-85cc-40c4-a14e-44b787815626 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 1160 time: 0.0824480
Dec 03 12:08:30.472872 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-38f5b6ab-7579-484f-9973-4baa55cb0b45 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ed89572-2297-426a-8d9a-a7c180775e33 HTTP/1.1" status: 200  len: 217 time: 0.0722582
Dec 03 12:08:30.543599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-e1abbf53-a1de-434e-a00c-52c8d2a1567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:30.545209 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-e1abbf53-a1de-434e-a00c-52c8d2a1567a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f0ff3b48-081f-456a-a929-fe200517bf58 HTTP/1.1" status: 200  len: 834 time: 0.0655527
Dec 03 12:08:30.625309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-6e4f1e7b-8f13-4644-9c61-130094db570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:30.626958 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-6e4f1e7b-8f13-4644-9c61-130094db570a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=287d6266-31c5-417b-90e0-fafa7a17dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0748322
Dec 03 12:08:30.922926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7212ebd-46e0-4f21-a4a8-83964325c130 req-161e6f9a-89f0-4fe0-a448-ca477e007641 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:30.924823 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c7212ebd-46e0-4f21-a4a8-83964325c130 req-161e6f9a-89f0-4fe0-a448-ca477e007641 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 943 time: 0.0964549
Dec 03 12:08:30.952897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e5821dc0-f7d6-4ffe-b251-c42fd36bd720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:30.976651 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c7212ebd-46e0-4f21-a4a8-83964325c130 req-d52c52c7-cf50-446d-9258-2ae33c06ea3a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445707
Dec 03 12:08:31.035468 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-4c00322e-7a79-42c5-a4d4-d781e19faf8f service neutron] 10.222.0.91 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4016881
Dec 03 12:08:31.182745 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e8e6a024-07f9-437e-b35a-40fd58443a93 req-e0448306-4642-43d9-9b06-836354fabe5b service neutron] 10.222.0.91 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397455
Dec 03 12:08:31.359731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14a86a-8d88-4ef6-af2a-2a0ab92f72ae req-fa901a15-c5f0-4277-b407-a8c14c0c20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:31.361348 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-af14a86a-8d88-4ef6-af2a-2a0ab92f72ae req-fa901a15-c5f0-4277-b407-a8c14c0c20a0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 1160 time: 0.0821548
Dec 03 12:08:31.509333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14a86a-8d88-4ef6-af2a-2a0ab92f72ae req-d1f8cf4d-8179-414c-b179-90229101400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:31.511185 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-af14a86a-8d88-4ef6-af2a-2a0ab92f72ae req-d1f8cf4d-8179-414c-b179-90229101400a service neutron] 10.222.0.91 "GET /v2.0/networks?id=287d6266-31c5-417b-90e0-fafa7a17dce3 HTTP/1.1" status: 200  len: 890 time: 0.1432099
Dec 03 12:08:31.585235 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-af14a86a-8d88-4ef6-af2a-2a0ab92f72ae req-e3171ca0-bd5e-40cb-ba5c-54fb8e149f65 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ed89572-2297-426a-8d9a-a7c180775e33 HTTP/1.1" status: 200  len: 217 time: 0.0678027
Dec 03 12:08:31.654666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14a86a-8d88-4ef6-af2a-2a0ab92f72ae req-7c9b33dd-3e51-48b6-b078-7b923ba1b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:31.656228 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-af14a86a-8d88-4ef6-af2a-2a0ab92f72ae req-7c9b33dd-3e51-48b6-b078-7b923ba1b2bc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f0ff3b48-081f-456a-a929-fe200517bf58 HTTP/1.1" status: 200  len: 834 time: 0.0649087
Dec 03 12:08:31.737574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14a86a-8d88-4ef6-af2a-2a0ab92f72ae req-13416230-c88e-4dba-bbfd-32c2912acad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:31.739195 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-af14a86a-8d88-4ef6-af2a-2a0ab92f72ae req-13416230-c88e-4dba-bbfd-32c2912acad3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=287d6266-31c5-417b-90e0-fafa7a17dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0767436
Dec 03 12:08:31.890519 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-af14a86a-8d88-4ef6-af2a-2a0ab92f72ae req-ca81bdb9-c599-4f94-9e43-6c4b446d8858 service neutron] 10.222.0.91 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438067
Dec 03 12:08:32.038767 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-af14a86a-8d88-4ef6-af2a-2a0ab92f72ae req-2a02452b-e5f6-4010-8263-e040b84981b9 service neutron] 10.222.0.91 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410570
Dec 03 12:08:32.195180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5224b-ef1e-4400-90b7-39c29483f162 req-05247dd6-24ec-462b-b69b-85869f738c90 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:32.196819 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-84e5224b-ef1e-4400-90b7-39c29483f162 req-05247dd6-24ec-462b-b69b-85869f738c90 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 943 time: 0.0850651
Dec 03 12:08:32.248289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-84e5224b-ef1e-4400-90b7-39c29483f162 req-1645e0de-dba3-4620-8d89-a81f782820fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447550
Dec 03 12:08:33.055730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2923d78-bcb9-4279-b902-d22fe176f95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:33.463245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91cc2f-0f83-4793-97cd-1f4f957166fc req-fb369fa4-daee-43cb-95b5-998d542b2a4e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:33.465012 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7e91cc2f-0f83-4793-97cd-1f4f957166fc req-fb369fa4-daee-43cb-95b5-998d542b2a4e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 943 time: 0.0831401
Dec 03 12:08:33.512389 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7e91cc2f-0f83-4793-97cd-1f4f957166fc req-57d5d874-6d2d-49af-a4cc-a3882943f8ba tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409567
Dec 03 12:08:33.964954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:34.727873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc557809-69ec-44bf-a2c9-41cf0bfac283 req-1930025d-abd3-474c-a962-f3d2004c41bf tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:34.730382 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dc557809-69ec-44bf-a2c9-41cf0bfac283 req-1930025d-abd3-474c-a962-f3d2004c41bf tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 943 time: 0.0887475
Dec 03 12:08:34.778428 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dc557809-69ec-44bf-a2c9-41cf0bfac283 req-14a0ea33-3587-4d45-b44b-86973a848450 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413504
Dec 03 12:08:35.164537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:35.715256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:35.995739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd733ce1-4cf1-4b59-9763-b3b433e9b3ff req-d2b8acdc-5c1d-498f-8830-3bda06d5f58f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:35.997353 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd733ce1-4cf1-4b59-9763-b3b433e9b3ff req-d2b8acdc-5c1d-498f-8830-3bda06d5f58f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 943 time: 0.0855620
Dec 03 12:08:36.047842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd733ce1-4cf1-4b59-9763-b3b433e9b3ff req-908ba67f-1f1f-49c0-b32a-3cc052915a28 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440114
Dec 03 12:08:36.627990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6ed89572-2297-426a-8d9a-a7c180775e33 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:08:36.697593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 6ed89572-2297-426a-8d9a-a7c180775e33 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:08:36.702552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 6ed89572-2297-426a-8d9a-a7c180775e33 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:36.702994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:36.818460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:36.848210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed89572-2297-426a-8d9a-a7c180775e33'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:08:36.859590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 6ed89572-2297-426a-8d9a-a7c180775e33, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6ed89572-2297-426a-8d9a-a7c180775e33,segment=NetworkSegment(04fd6905-ecf7-4831-990a-3f238dd27cdb),segment_id=04fd6905-ecf7-4831-990a-3f238dd27cdb)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:08:36.863549 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:36.865506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c0790cdc-b2b7-428e-bf14-f263211ffa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:36.908486 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed89572-2297-426a-8d9a-a7c180775e33', 'code': 200}
Dec 03 12:08:36.935746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=6ed89572-2297-426a-8d9a-a7c180775e33,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:36.939016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:37.185187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de00d6-197b-4393-8ca1-c60e6bc31a9f req-1486b10d-20bf-4ea7-b640-6af8e93df7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:37.186860 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92de00d6-197b-4393-8ca1-c60e6bc31a9f req-1486b10d-20bf-4ea7-b640-6af8e93df7b0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 1162 time: 0.0811250
Dec 03 12:08:37.231971 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92de00d6-197b-4393-8ca1-c60e6bc31a9f req-db8988d7-f98d-4b0e-8030-90c7955cfacf service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383532
Dec 03 12:08:37.264768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544d844-89bb-45b4-a2ef-fc1c64356e9f req-13d5bcb3-6bd1-4252-bbc3-f0b49340244f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:37.266389 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4544d844-89bb-45b4-a2ef-fc1c64356e9f req-13d5bcb3-6bd1-4252-bbc3-f0b49340244f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.0867336
Dec 03 12:08:37.314092 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4544d844-89bb-45b4-a2ef-fc1c64356e9f req-88b56f45-2e14-4fec-9f10-15f605fe880a tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411279
Dec 03 12:08:38.162316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6ed89572-2297-426a-8d9a-a7c180775e33 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:08:38.232640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 6ed89572-2297-426a-8d9a-a7c180775e33 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:08:38.233174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:38.538246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851df01b-c40d-46f2-ab0d-b9c991a9a1a7 req-b2db1270-f020-4a45-8616-2dfbc130eb23 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:38.539864 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-851df01b-c40d-46f2-ab0d-b9c991a9a1a7 req-b2db1270-f020-4a45-8616-2dfbc130eb23 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.0918498
Dec 03 12:08:38.592367 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-851df01b-c40d-46f2-ab0d-b9c991a9a1a7 req-b174ed10-9713-456b-bbcb-a9ec839d99be tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451117
Dec 03 12:08:39.809622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3b3b1-4bdb-450f-81ff-16921b86315a req-f37731b1-511e-4e4c-b478-3ae016d85689 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:39.811247 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-65f3b3b1-4bdb-450f-81ff-16921b86315a req-f37731b1-511e-4e4c-b478-3ae016d85689 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.0852072
Dec 03 12:08:39.861547 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-65f3b3b1-4bdb-450f-81ff-16921b86315a req-13d8d489-d54a-4ea4-ad1b-2c647abfe6de tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438325
Dec 03 12:08:40.080483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46130d05-26bf-4c1b-8ee9-415e90c3d295 req-ba388c5b-a6df-4a24-ba61-2841d2d44c38 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:40.082096 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-46130d05-26bf-4c1b-8ee9-415e90c3d295 req-ba388c5b-a6df-4a24-ba61-2841d2d44c38 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.0871158
Dec 03 12:08:40.131742 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-46130d05-26bf-4c1b-8ee9-415e90c3d295 req-57167bdc-6c28-4f55-a46b-cc8a7554816f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433326
Dec 03 12:08:40.161739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57390) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:40.524561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2125c7f3-9c8d-45a5-b98a-bd037ac41d14 tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:40.527212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2125c7f3-9c8d-45a5-b98a-bd037ac41d14 tempest-TestNetworkAdvancedServerOps-2143444070 tempest-TestNetworkAdvancedServerOps-2143444070] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 1157 time: 0.3633990
Dec 03 12:08:40.529718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57394) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:40.535253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'port_id': '6ed89572-2297-426a-8d9a-a7c180775e33', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:08:40.541209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:08:40.546631 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Usage tracker for resource:floatingip and tenant:d7e512aba3ba418e94ebbd613101b36b is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:08:40.549666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:08:40.555512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:08:40.565257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:40.710208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:40.982057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Allocated IP 172.26.1.89 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/8c6cbb1f-a5ec-4c8a-ad6e-b000f1dd01bc) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:08:41.142167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:41.167302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:41.182786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be6363ba-75ed-464b-a39b-1a2da322e42e tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:41.242056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:08:41.318051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=8c6cbb1f-a5ec-4c8a-ad6e-b000f1dd01bc,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:41.322456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:41.368533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:08:41.370185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:08:41.372546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:08:41.780612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:41.856987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:42.124998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:42.128385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:42.143605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fd7eb93-c7b4-4bdc-b40f-475866bf98ab tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:08:42.285342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event updated for resources: {'Port': ['ID=8c6cbb1f-a5ec-4c8a-ad6e-b000f1dd01bc,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:08:42.288460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:08:42.386361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:42.562483 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Floating IP f49cd662-370a-4c2b-ba03-220a357c49e9 associated. External IP: 172.26.1.89, port: 6ed89572-2297-426a-8d9a-a7c180775e33.
Dec 03 12:08:42.926551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router 5039532b-12e7-43cb-b67d-29333507b2b8 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:08:43.387239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:08:43.397679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e809e6-cf56-429b-9ff7-e2c86d445c1a None None] Sync routers for ids ['5039532b-12e7-43cb-b67d-29333507b2b8'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:08:43.408331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e809e6-cf56-429b-9ff7-e2c86d445c1a None None] Routers {'5039532b-12e7-43cb-b67d-29333507b2b8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:08:43.409004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-60e809e6-cf56-429b-9ff7-e2c86d445c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c0dbe0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:08:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5039532b-12e7-43cb-b67d-29333507b2b8'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:43.411690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:08:43.470637 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9398310
Dec 03 12:08:43.471695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'tag': '6ed89572-2297-426a-8d9a-a7c180775e33'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:08:43.597082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-60e809e6-cf56-429b-9ff7-e2c86d445c1a None None] Set router 5039532b-12e7-43cb-b67d-29333507b2b8 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:08:43.624461 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'tag': '6ed89572-2297-426a-8d9a-a7c180775e33', 'status': 'completed', 'code': 200}
Dec 03 12:08:43.663865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5d118-b242-4271-871a-7dbd3051d929 req-aab19a2d-807f-4a20-984a-6eb603a911ac tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:43.665436 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3c5d118-b242-4271-871a-7dbd3051d929 req-aab19a2d-807f-4a20-984a-6eb603a911ac tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.0916204
Dec 03 12:08:43.715978 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3c5d118-b242-4271-871a-7dbd3051d929 req-7662981b-5322-469d-b1ae-72608c40c06f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434775
Dec 03 12:08:43.737841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bb6ad-3038-4ecf-a280-6bdf4af92b15 req-398f8573-0e25-440d-98fe-770341a044fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:43.739666 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-306bb6ad-3038-4ecf-a280-6bdf4af92b15 req-398f8573-0e25-440d-98fe-770341a044fb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 1162 time: 0.0788031
Dec 03 12:08:43.748618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57404) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:43.865040 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-b810b895-84e1-4ab3-826e-4161700fbba3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/f49cd662-370a-4c2b-ba03-220a357c49e9 HTTP/1.1" status: 200  len: 990 time: 0.1139131
Dec 03 12:08:43.890142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bb6ad-3038-4ecf-a280-6bdf4af92b15 req-328cabf2-96f5-4f53-9a1f-628474878453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:43.891751 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-306bb6ad-3038-4ecf-a280-6bdf4af92b15 req-328cabf2-96f5-4f53-9a1f-628474878453 service neutron] 10.222.0.91 "GET /v2.0/networks?id=287d6266-31c5-417b-90e0-fafa7a17dce3 HTTP/1.1" status: 200  len: 890 time: 0.1447012
Dec 03 12:08:43.976920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-60e809e6-cf56-429b-9ff7-e2c86d445c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c0dbe0>, [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:23Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'f49cd662-370a-4c2b-ba03-220a357c49e9', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.89', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'port_id': '6ed89572-2297-426a-8d9a-a7c180775e33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'mac_address': 'fa:16:3e:17:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:08:41Z', 'updated_at': '2020-12-03T12:08:41Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12b8436-2948-4b5e-84cd-3608bcc0a267', 'name': '', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:40:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:22Z', 'updated_at': '2020-12-03T12:08:28Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:43.982110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e809e6-cf56-429b-9ff7-e2c86d445c1a None None] Checking router: 5039532b-12e7-43cb-b67d-29333507b2b8 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:08:43.991328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e809e6-cf56-429b-9ff7-e2c86d445c1a None None] Routers {'5039532b-12e7-43cb-b67d-29333507b2b8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:08:43.991910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-60e809e6-cf56-429b-9ff7-e2c86d445c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c0dbe0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:08:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5039532b-12e7-43cb-b67d-29333507b2b8'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:44.009848 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-306bb6ad-3038-4ecf-a280-6bdf4af92b15 req-e0b8e180-3df4-4558-a090-92b20b2b0c1d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ed89572-2297-426a-8d9a-a7c180775e33 HTTP/1.1" status: 200  len: 998 time: 0.1113837
Dec 03 12:08:44.083533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bb6ad-3038-4ecf-a280-6bdf4af92b15 req-ed827d6e-de96-4b6c-bf89-b14935ee2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:44.085111 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-306bb6ad-3038-4ecf-a280-6bdf4af92b15 req-ed827d6e-de96-4b6c-bf89-b14935ee2aba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f0ff3b48-081f-456a-a929-fe200517bf58 HTTP/1.1" status: 200  len: 834 time: 0.0684063
Dec 03 12:08:44.165949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bb6ad-3038-4ecf-a280-6bdf4af92b15 req-781b0d00-1b67-4ada-b1e5-4bc20e848f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:08:44.168657 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-306bb6ad-3038-4ecf-a280-6bdf4af92b15 req-781b0d00-1b67-4ada-b1e5-4bc20e848f36 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=287d6266-31c5-417b-90e0-fafa7a17dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0766637
Dec 03 12:08:44.181000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-60e809e6-cf56-429b-9ff7-e2c86d445c1a None None] Set router 5039532b-12e7-43cb-b67d-29333507b2b8 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:08:44.320371 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-306bb6ad-3038-4ecf-a280-6bdf4af92b15 req-ca1cf033-890b-4f8c-9594-57d61220daf2 service neutron] 10.222.0.91 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443143
Dec 03 12:08:44.472039 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-306bb6ad-3038-4ecf-a280-6bdf4af92b15 req-f19306f7-a0ab-4687-a664-c23389fa55a7 service neutron] 10.222.0.91 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449325
Dec 03 12:08:44.711432 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-60e809e6-cf56-429b-9ff7-e2c86d445c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c0dbe0>, [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:23Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'f49cd662-370a-4c2b-ba03-220a357c49e9', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.89', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'port_id': '6ed89572-2297-426a-8d9a-a7c180775e33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'mac_address': 'fa:16:3e:17:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:08:41Z', 'updated_at': '2020-12-03T12:08:41Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12b8436-2948-4b5e-84cd-3608bcc0a267', 'name': '', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:40:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:22Z', 'updated_at': '2020-12-03T12:08:28Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:08:44.715924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e809e6-cf56-429b-9ff7-e2c86d445c1a None None] The sync data for ids ['5039532b-12e7-43cb-b67d-29333507b2b8'] in dv-neutron-765072-2-ovs is: [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:23Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': 'f49cd662-370a-4c2b-ba03-220a357c49e9', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'floating_ip_address': '172.26.1.89', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'port_id': '6ed89572-2297-426a-8d9a-a7c180775e33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'mac_address': 'fa:16:3e:17:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:08:41Z', 'updated_at': '2020-12-03T12:08:41Z', 'revision_number': 0, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12b8436-2948-4b5e-84cd-3608bcc0a267', 'name': '', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:40:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:22Z', 'updated_at': '2020-12-03T12:08:28Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:08:44.867988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57408) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:44.984597 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fb1b97c8-148b-4e2f-a05e-9a5e00ac5192 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/f49cd662-370a-4c2b-ba03-220a357c49e9 HTTP/1.1" status: 200  len: 990 time: 0.1152747
Dec 03 12:08:45.051026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f48a49-96bc-45f2-93d5-d758fbfac505 None None] New status for floating IP f49cd662-370a-4c2b-ba03-220a357c49e9: ACTIVE {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:08:45.988776 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57412) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:08:46.105416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-19a9e694-9d2b-48bb-8825-e1928c1c97ee tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/f49cd662-370a-4c2b-ba03-220a357c49e9 HTTP/1.1" status: 200  len: 992 time: 0.1151302
Dec 03 12:08:51.702870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:00.956043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d23f1eb-f67c-4f9f-8ab8-9ba6fb9aa3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:03.058270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-80c972ab-b77a-4fc5-8aa9-680b4515f9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:03.969386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:05.138329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:05.717967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:18.241166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:09:18.679102 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-18ae1bb6-3534-4658-a70f-382ed11fb9e3 req-27b86571-54e6-4a6e-9b1a-3b830b13986d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0757189
Dec 03 12:09:18.848639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae1bb6-3534-4658-a70f-382ed11fb9e3 req-520f1ae1-6e01-4466-81ab-49ad2e525b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:18.850290 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-18ae1bb6-3534-4658-a70f-382ed11fb9e3 req-520f1ae1-6e01-4466-81ab-49ad2e525b1c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 1162 time: 0.0802989
Dec 03 12:09:19.010794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae1bb6-3534-4658-a70f-382ed11fb9e3 req-85e803a4-ae85-4c53-a186-63fcfd9599be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:19.012338 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-18ae1bb6-3534-4658-a70f-382ed11fb9e3 req-85e803a4-ae85-4c53-a186-63fcfd9599be service neutron] 10.222.0.91 "GET /v2.0/networks?id=287d6266-31c5-417b-90e0-fafa7a17dce3 HTTP/1.1" status: 200  len: 890 time: 0.1425216
Dec 03 12:09:19.122973 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-18ae1bb6-3534-4658-a70f-382ed11fb9e3 req-ca4c5fd6-01e3-41c3-a9f6-becbc5fe8941 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ed89572-2297-426a-8d9a-a7c180775e33 HTTP/1.1" status: 200  len: 1000 time: 0.1032631
Dec 03 12:09:19.192236 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae1bb6-3534-4658-a70f-382ed11fb9e3 req-5eb4ad4d-212a-4d58-b12d-d6bdbd9379d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:19.193789 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-18ae1bb6-3534-4658-a70f-382ed11fb9e3 req-5eb4ad4d-212a-4d58-b12d-d6bdbd9379d3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f0ff3b48-081f-456a-a929-fe200517bf58 HTTP/1.1" status: 200  len: 834 time: 0.0644381
Dec 03 12:09:19.273421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae1bb6-3534-4658-a70f-382ed11fb9e3 req-5102bd84-d542-4bce-8d26-efee191cd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:19.275091 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-18ae1bb6-3534-4658-a70f-382ed11fb9e3 req-5102bd84-d542-4bce-8d26-efee191cd858 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=287d6266-31c5-417b-90e0-fafa7a17dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0747073
Dec 03 12:09:19.421804 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-18ae1bb6-3534-4658-a70f-382ed11fb9e3 req-dab6125c-e980-49f5-97dd-9a72a06c63ef service neutron] 10.222.0.91 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396339
Dec 03 12:09:19.570193 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-18ae1bb6-3534-4658-a70f-382ed11fb9e3 req-8d101f17-d47d-4256-a7c6-e8aae635555a service neutron] 10.222.0.91 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410153
Dec 03 12:09:21.701449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:30.960742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8c6f-fe99-4549-8feb-ad8221ad5934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:33.058887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3dc044c9-a3d1-446a-ba6d-7c46b6e867a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:33.971263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:35.139646 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:35.721073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:51.721686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:09:53.577843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b5b37-2ff8-48ac-94a1-db9c694940bd req-70b90b87-f2f1-4770-b175-7aa2e6237d23 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:53.579408 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a94b5b37-2ff8-48ac-94a1-db9c694940bd req-70b90b87-f2f1-4770-b175-7aa2e6237d23 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.0849965
Dec 03 12:09:53.627579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a94b5b37-2ff8-48ac-94a1-db9c694940bd req-5aa6fe67-ca66-4cc8-91cc-73b669b90ff8 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414810
Dec 03 12:09:54.849021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fe89a-37a6-46a0-a4ce-b3926dc53ca0 req-4346749f-7712-43b0-9f46-403f48cfe152 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:54.850699 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-139fe89a-37a6-46a0-a4ce-b3926dc53ca0 req-4346749f-7712-43b0-9f46-403f48cfe152 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.0884964
Dec 03 12:09:54.905700 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-139fe89a-37a6-46a0-a4ce-b3926dc53ca0 req-e71cbca3-8e79-4df0-9b18-8c1479e3ff1c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481193
Dec 03 12:09:55.240837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:09:56.119070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5171753-d3ab-46ae-9348-8afc3c6400ab req-43b73c65-69b3-4989-af58-4a16d9d84727 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:56.120683 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5171753-d3ab-46ae-9348-8afc3c6400ab req-43b73c65-69b3-4989-af58-4a16d9d84727 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.0842235
Dec 03 12:09:56.171379 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f5171753-d3ab-46ae-9348-8afc3c6400ab req-fd3b48b1-b495-4133-a979-6b2f548d62f2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442634
Dec 03 12:09:56.201319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57452) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:09:56.310212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-984d280b-dd03-4a07-a0c8-5b7c574912c6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/f49cd662-370a-4c2b-ba03-220a357c49e9 HTTP/1.1" status: 200  len: 992 time: 0.1075647
Dec 03 12:09:57.841398 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390844e-35b4-4a0c-bb43-94e1dd2d44ff req-446c3da0-5c0d-4f1e-bbc1-960a06b19f92 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:57.843051 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4390844e-35b4-4a0c-bb43-94e1dd2d44ff req-446c3da0-5c0d-4f1e-bbc1-960a06b19f92 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.0922449
Dec 03 12:09:57.857323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336012cc-0f56-4c0f-8aef-cb8c646cd9ba req-7b010537-0cf1-4ee8-ae62-ab07a92321a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:57.859001 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-336012cc-0f56-4c0f-8aef-cb8c646cd9ba req-7b010537-0cf1-4ee8-ae62-ab07a92321a1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 1162 time: 0.0832808
Dec 03 12:09:57.892755 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4390844e-35b4-4a0c-bb43-94e1dd2d44ff req-c43bf588-adb5-480b-9ab0-60474051e7d3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427103
Dec 03 12:09:58.012944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336012cc-0f56-4c0f-8aef-cb8c646cd9ba req-efd36a15-aecf-4ac2-92c7-a411e1fa7981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:58.014543 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-336012cc-0f56-4c0f-8aef-cb8c646cd9ba req-efd36a15-aecf-4ac2-92c7-a411e1fa7981 service neutron] 10.222.0.91 "GET /v2.0/networks?id=287d6266-31c5-417b-90e0-fafa7a17dce3 HTTP/1.1" status: 200  len: 890 time: 0.1494491
Dec 03 12:09:58.122462 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-336012cc-0f56-4c0f-8aef-cb8c646cd9ba req-b72fd25b-9793-446b-92a8-158d8e287110 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ed89572-2297-426a-8d9a-a7c180775e33 HTTP/1.1" status: 200  len: 1000 time: 0.1012175
Dec 03 12:09:58.190386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336012cc-0f56-4c0f-8aef-cb8c646cd9ba req-060b5a49-2316-4993-9b2f-3ff85eb66e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:58.191867 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-336012cc-0f56-4c0f-8aef-cb8c646cd9ba req-060b5a49-2316-4993-9b2f-3ff85eb66e20 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f0ff3b48-081f-456a-a929-fe200517bf58 HTTP/1.1" status: 200  len: 834 time: 0.0636249
Dec 03 12:09:58.270480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336012cc-0f56-4c0f-8aef-cb8c646cd9ba req-633ee24f-410b-4e11-8c33-c5027d1b9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:58.272086 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-336012cc-0f56-4c0f-8aef-cb8c646cd9ba req-633ee24f-410b-4e11-8c33-c5027d1b9fc2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=287d6266-31c5-417b-90e0-fafa7a17dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0729010
Dec 03 12:09:58.413264 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-336012cc-0f56-4c0f-8aef-cb8c646cd9ba req-41a75d5f-36d0-4708-9c62-9e8b1376ad3d service neutron] 10.222.0.91 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342368
Dec 03 12:09:58.556717 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-336012cc-0f56-4c0f-8aef-cb8c646cd9ba req-b52b687e-8b4a-4f3f-b733-63d2f31eb716 service neutron] 10.222.0.91 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369760
Dec 03 12:09:59.134616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27253e-8c95-4d0a-a578-b7f3f427b0e2 req-a5a055b9-ec33-4ab4-9cc1-9685562eb0ef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:09:59.136299 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c27253e-8c95-4d0a-a578-b7f3f427b0e2 req-a5a055b9-ec33-4ab4-9cc1-9685562eb0ef tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.1039627
Dec 03 12:09:59.193373 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c27253e-8c95-4d0a-a578-b7f3f427b0e2 req-21ec37ea-e97c-4de1-adcf-bab29ef73ec5 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506434
Dec 03 12:10:00.427760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa1c32-3991-4434-8843-723448defece req-6ddea549-2cad-4091-921a-8b0c7904fd9f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:00.429365 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36aa1c32-3991-4434-8843-723448defece req-6ddea549-2cad-4091-921a-8b0c7904fd9f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.0836399
Dec 03 12:10:00.476472 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36aa1c32-3991-4434-8843-723448defece req-639b6202-7778-4f79-8bc8-c774391b4182 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399022
Dec 03 12:10:00.509109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57466) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:00.622046 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-77c7db29-0f3c-408a-9fb1-2f402cf478df tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/floatingips/f49cd662-370a-4c2b-ba03-220a357c49e9 HTTP/1.1" status: 200  len: 992 time: 0.1115286
Dec 03 12:10:00.947529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57474) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:00.965156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cf2b6198-12cb-4f70-bf5f-0e1b37df3ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:01.173487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 8c6cbb1f-a5ec-4c8a-ad6e-b000f1dd01bc {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:10:01.173870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:01.356041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:01.356414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:01.485321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for 8c6cbb1f-a5ec-4c8a-ad6e-b000f1dd01bc owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:10:01.640968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:01.656525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:01.705541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=8c6cbb1f-a5ec-4c8a-ad6e-b000f1dd01bc,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:01.727051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.728115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.728547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.728974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.729399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.729825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.730253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.730963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.731382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.731801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.732217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.732633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.733118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.733540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.733959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.734377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.734794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.735238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.735817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.736162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.736581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.737000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.737418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.737831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:01.742562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:01.902217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:01.902583 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Floating IP f49cd662-370a-4c2b-ba03-220a357c49e9 disassociated (deleted). External IP: 172.26.1.89, port: 6ed89572-2297-426a-8d9a-a7c180775e33.
Dec 03 12:10:02.264153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router 5039532b-12e7-43cb-b67d-29333507b2b8 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:10:02.447764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:10:02.457494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c33c8c5-6665-42d2-9426-b57cf4e53a01 None None] Sync routers for ids ['5039532b-12e7-43cb-b67d-29333507b2b8'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:10:02.464891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:02.468131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33c8c5-6665-42d2-9426-b57cf4e53a01 None None] Routers {'5039532b-12e7-43cb-b67d-29333507b2b8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:02.468816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4c33c8c5-6665-42d2-9426-b57cf4e53a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d00780>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:09:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5039532b-12e7-43cb-b67d-29333507b2b8'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:02.521316 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-5600f3c4-1894-461a-82be-0d45a482f037 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/floatingips/f49cd662-370a-4c2b-ba03-220a357c49e9 HTTP/1.1" status: 204  len: 168 time: 1.5725694
Dec 03 12:10:02.522002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'tag': '6ed89572-2297-426a-8d9a-a7c180775e33'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:10:02.583570 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'tag': '6ed89572-2297-426a-8d9a-a7c180775e33', 'status': 'completed', 'code': 200}
Dec 03 12:10:02.666735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-4c33c8c5-6665-42d2-9426-b57cf4e53a01 None None] Set router 5039532b-12e7-43cb-b67d-29333507b2b8 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:02.708459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0b590-4783-4c49-b3e5-bae7abc6afbd req-46300dff-db58-4895-acdc-1dbf01dcc915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:02.710012 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1fb0b590-4783-4c49-b3e5-bae7abc6afbd req-46300dff-db58-4895-acdc-1dbf01dcc915 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d7e512aba3ba418e94ebbd613101b36b&device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 1162 time: 0.0823488
Dec 03 12:10:02.865343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0b590-4783-4c49-b3e5-bae7abc6afbd req-9d975fb5-190c-4773-b22d-472f9f95691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:02.867133 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1fb0b590-4783-4c49-b3e5-bae7abc6afbd req-9d975fb5-190c-4773-b22d-472f9f95691c service neutron] 10.222.0.91 "GET /v2.0/networks?id=287d6266-31c5-417b-90e0-fafa7a17dce3 HTTP/1.1" status: 200  len: 890 time: 0.1472299
Dec 03 12:10:02.947054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e6546-6886-4c5f-b737-d6d24377bc0c req-ca05674a-b6fc-4c3b-924e-0482735ad060 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:02.947830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-b88e6546-6886-4c5f-b737-d6d24377bc0c req-ca05674a-b6fc-4c3b-924e-0482735ad060 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:10:02.953299 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1fb0b590-4783-4c49-b3e5-bae7abc6afbd req-b0dc290f-bf27-4cb2-8965-bc8f36253442 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ed89572-2297-426a-8d9a-a7c180775e33 HTTP/1.1" status: 200  len: 217 time: 0.0784192
Dec 03 12:10:02.963390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-b88e6546-6886-4c5f-b737-d6d24377bc0c req-ca05674a-b6fc-4c3b-924e-0482735ad060 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:10:02.964720 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b88e6546-6886-4c5f-b737-d6d24377bc0c req-ca05674a-b6fc-4c3b-924e-0482735ad060 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.1059077
Dec 03 12:10:03.018114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4c33c8c5-6665-42d2-9426-b57cf4e53a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d00780>, [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:23Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'b12b8436-2948-4b5e-84cd-3608bcc0a267', 'name': '', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:40:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:22Z', 'updated_at': '2020-12-03T12:08:28Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:03.019517 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b88e6546-6886-4c5f-b737-d6d24377bc0c req-f41270cf-6ddf-4832-b9a7-d5a00ce30945 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482283
Dec 03 12:10:03.022382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c33c8c5-6665-42d2-9426-b57cf4e53a01 None None] Checking router: 5039532b-12e7-43cb-b67d-29333507b2b8 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:10:03.030486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0b590-4783-4c49-b3e5-bae7abc6afbd req-e4fe6570-1ee7-40e4-995c-6831824a57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:03.032147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33c8c5-6665-42d2-9426-b57cf4e53a01 None None] Routers {'5039532b-12e7-43cb-b67d-29333507b2b8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:03.032284 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1fb0b590-4783-4c49-b3e5-bae7abc6afbd req-e4fe6570-1ee7-40e4-995c-6831824a57ef service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f0ff3b48-081f-456a-a929-fe200517bf58 HTTP/1.1" status: 200  len: 834 time: 0.0712202
Dec 03 12:10:03.032877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4c33c8c5-6665-42d2-9426-b57cf4e53a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d00780>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:09:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5039532b-12e7-43cb-b67d-29333507b2b8'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:03.116974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0b590-4783-4c49-b3e5-bae7abc6afbd req-810716ac-b69f-4e0e-bb44-135e5ca4f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:03.118669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1fb0b590-4783-4c49-b3e5-bae7abc6afbd req-810716ac-b69f-4e0e-bb44-135e5ca4f90f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=287d6266-31c5-417b-90e0-fafa7a17dce3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0790579
Dec 03 12:10:03.181452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-aa46a608-5f5b-409a-a482-243261e7033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:03.240990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-4c33c8c5-6665-42d2-9426-b57cf4e53a01 None None] Set router 5039532b-12e7-43cb-b67d-29333507b2b8 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:03.519286 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1fb0b590-4783-4c49-b3e5-bae7abc6afbd req-67258fc5-a2d2-4e29-8591-6cc92ed84b7d service neutron] 10.222.0.91 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3929296
Dec 03 12:10:03.581957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-4c33c8c5-6665-42d2-9426-b57cf4e53a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d00780>, [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:23Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'b12b8436-2948-4b5e-84cd-3608bcc0a267', 'name': '', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:40:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:22Z', 'updated_at': '2020-12-03T12:08:28Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:03.586464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c33c8c5-6665-42d2-9426-b57cf4e53a01 None None] The sync data for ids ['5039532b-12e7-43cb-b67d-29333507b2b8'] in dv-neutron-765072-2-ovs is: [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:23Z', 'revision_number': 4, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'b12b8436-2948-4b5e-84cd-3608bcc0a267', 'name': '', 'network_id': '287d6266-31c5-417b-90e0-fafa7a17dce3', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'mac_address': 'fa:16:3e:40:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:22Z', 'updated_at': '2020-12-03T12:08:28Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'subnets': [{'id': 'f0ff3b48-081f-456a-a929-fe200517bf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:10:03.670313 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1fb0b590-4783-4c49-b3e5-bae7abc6afbd req-322cc8ad-1cc5-464f-b4d7-26875f1c6e67 service neutron] 10.222.0.91 "GET /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432579
Dec 03 12:10:03.973466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:03.982722 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc3547-abba-4124-b1f5-2ae95af05305 None None] New status for floating IP f49cd662-370a-4c2b-ba03-220a357c49e9: DOWN {{(pid=80978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:10:04.416834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f05bd-02da-4739-bd95-c90d8c70b9ef req-ffccfd6a-c747-43b5-82f6-5493c1852bf6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:04.418456 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-925f05bd-02da-4739-bd95-c90d8c70b9ef req-ffccfd6a-c747-43b5-82f6-5493c1852bf6 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.1726527
Dec 03 12:10:04.467588 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-925f05bd-02da-4739-bd95-c90d8c70b9ef req-90957360-c2f2-4b47-ab2e-1b5df6b4dee3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/security-groups?id=9d6254b9-b4b8-4400-930d-46ba55653c84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427296
Dec 03 12:10:04.931759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-937331b4-68ea-4bf3-b9dd-35b4e2f9bb1d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:04.932529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-937331b4-68ea-4bf3-b9dd-35b4e2f9bb1d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Synchronizing usage tracker for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:10:04.945345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-937331b4-68ea-4bf3-b9dd-35b4e2f9bb1d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Unset dirty status for tenant:d7e512aba3ba418e94ebbd613101b36b on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:10:04.946846 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-937331b4-68ea-4bf3-b9dd-35b4e2f9bb1d tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 945 time: 0.1041365
Dec 03 12:10:05.019453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 6ed89572-2297-426a-8d9a-a7c180775e33 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:10:05.019833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:05.145260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:05.276530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port 6ed89572-2297-426a-8d9a-a7c180775e33, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6ed89572-2297-426a-8d9a-a7c180775e33,segment=NetworkSegment(04fd6905-ecf7-4831-990a-3f238dd27cdb),segment_id=04fd6905-ecf7-4831-990a-3f238dd27cdb)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:10:05.276843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:05.401696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for 6ed89572-2297-426a-8d9a-a7c180775e33 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:10:05.552626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:05.567876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7beb244b-4939-46c3-b0f3-66795861ba1f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:05.615938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=6ed89572-2297-426a-8d9a-a7c180775e33,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:05.643289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.643730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.644163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.644584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.645004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.645477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.645898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.646310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.646777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.647221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.647636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.648051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.648294 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9bcc58c1-f2b4-4420-9581-618abc9df045 req-913b5f10-f0a0-4def-b589-087622bd62cc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "GET /v2.0/ports?device_id=23917d20-ff58-4c6a-affb-34b20c6ef189 HTTP/1.1" status: 200  len: 210 time: 0.0477350
Dec 03 12:10:05.648526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.649079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.649979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.650508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.650949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.651368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.651782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.652194 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.652607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.653019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.653434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.653842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:05.659151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:05.722663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:05.799441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] No DVR routers for this DVR port 6ed89572-2297-426a-8d9a-a7c180775e33 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:10:05.802035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:05.804908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'name': 'network-vif-deleted', 'tag': '6ed89572-2297-426a-8d9a-a7c180775e33'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:10:05.820599 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5a3be5a0-a710-4f00-845b-cc7e5b721fd4 req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.91 "DELETE /v2.0/ports/6ed89572-2297-426a-8d9a-a7c180775e33 HTTP/1.1" status: 204  len: 173 time: 0.8685853
Dec 03 12:10:05.871076 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23917d20-ff58-4c6a-affb-34b20c6ef189', 'name': 'network-vif-deleted', 'tag': '6ed89572-2297-426a-8d9a-a7c180775e33', 'status': 'completed', 'code': 200}
Dec 03 12:10:06.764405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57496) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:06.792846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6ed89572-2297-426a-8d9a-a7c180775e33 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:10:06.831283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 6ed89572-2297-426a-8d9a-a7c180775e33 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:10:06.831680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 6ed89572-2297-426a-8d9a-a7c180775e33 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:10:07.131630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:08.029534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port b12b8436-2948-4b5e-84cd-3608bcc0a267 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:10:08.029942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:08.225345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port b12b8436-2948-4b5e-84cd-3608bcc0a267, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b12b8436-2948-4b5e-84cd-3608bcc0a267,segment=NetworkSegment(04fd6905-ecf7-4831-990a-3f238dd27cdb),segment_id=04fd6905-ecf7-4831-990a-3f238dd27cdb)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:10:08.225650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:08.356335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for b12b8436-2948-4b5e-84cd-3608bcc0a267 owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:10:08.529825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:08.548572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d227a67f-1c00-4795-acdb-196ed1fa5487 tempest-TestVolumeBootPattern-786340756 tempest-TestVolumeBootPattern-786340756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:08.596707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Port': ['ID=b12b8436-2948-4b5e-84cd-3608bcc0a267,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:08.610280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:08.963122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:09.460000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Router 5039532b-12e7-43cb-b67d-29333507b2b8 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:10:09.643397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:10:09.653845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121fe6e-f080-43a9-b5ef-9c80fa67cc53 None None] Sync routers for ids ['5039532b-12e7-43cb-b67d-29333507b2b8'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:10:09.657454 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "PUT /v2.0/routers/5039532b-12e7-43cb-b67d-29333507b2b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8915141
Dec 03 12:10:09.660062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57500) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:09.663790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121fe6e-f080-43a9-b5ef-9c80fa67cc53 None None] Routers {'5039532b-12e7-43cb-b67d-29333507b2b8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:09.664487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6121fe6e-f080-43a9-b5ef-9c80fa67cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b3ccc0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:10:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5039532b-12e7-43cb-b67d-29333507b2b8'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:09.848373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-6121fe6e-f080-43a9-b5ef-9c80fa67cc53 None None] Set router 5039532b-12e7-43cb-b67d-29333507b2b8 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:09.866796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0d8b0e-7d3d-4139-8798-4e828a840c5f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting subnet f0ff3b48-081f-456a-a929-fe200517bf58 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 12:10:09.870032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b0e-7d3d-4139-8798-4e828a840c5f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:09.932095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b0e-7d3d-4139-8798-4e828a840c5f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:10.022565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b0e-7d3d-4139-8798-4e828a840c5f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:10.157446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6121fe6e-f080-43a9-b5ef-9c80fa67cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b3ccc0>, [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:10:08Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:10.161657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121fe6e-f080-43a9-b5ef-9c80fa67cc53 None None] Checking router: 5039532b-12e7-43cb-b67d-29333507b2b8 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:10:10.171551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121fe6e-f080-43a9-b5ef-9c80fa67cc53 None None] Routers {'5039532b-12e7-43cb-b67d-29333507b2b8'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:10.172206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6121fe6e-f080-43a9-b5ef-9c80fa67cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b3ccc0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:10:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['5039532b-12e7-43cb-b67d-29333507b2b8'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:10.329816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b0e-7d3d-4139-8798-4e828a840c5f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:10.347789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8f3f5922-50fd-4bbd-ae1f-6400b72896d2 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:10.532915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-6121fe6e-f080-43a9-b5ef-9c80fa67cc53 None None] Set router 5039532b-12e7-43cb-b67d-29333507b2b8 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:10.701223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d8b0e-7d3d-4139-8798-4e828a840c5f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Subnet': ['ID=f0ff3b48-081f-456a-a929-fe200517bf58,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:10.706305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0f0d8b0e-7d3d-4139-8798-4e828a840c5f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:10.794293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b0e-7d3d-4139-8798-4e828a840c5f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:10.801120 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-0f0d8b0e-7d3d-4139-8798-4e828a840c5f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/subnets/f0ff3b48-081f-456a-a929-fe200517bf58 HTTP/1.1" status: 204  len: 168 time: 1.1399980
Dec 03 12:10:10.803944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57504) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:10.830827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc176d2f-c073-45db-8182-3ee722b7d5da None None] Network 287d6266-31c5-417b-90e0-fafa7a17dce3 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:10:11.002356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:11.039900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-6121fe6e-f080-43a9-b5ef-9c80fa67cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4b3ccc0>, [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:10:08Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:11.044639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121fe6e-f080-43a9-b5ef-9c80fa67cc53 None None] The sync data for ids ['5039532b-12e7-43cb-b67d-29333507b2b8'] in dv-neutron-765072-2-ovs is: [{'id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618541030', 'tenant_id': 'd7e512aba3ba418e94ebbd613101b36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:10:08Z', 'revision_number': 5, 'project_id': 'd7e512aba3ba418e94ebbd613101b36b', 'gw_port': {'id': '0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039532b-12e7-43cb-b67d-29333507b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:08:17Z', 'updated_at': '2020-12-03T12:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:10:11.154892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] DHCP port deletion for 287d6266-31c5-417b-90e0-fafa7a17dce3 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 12:10:11.159615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Deleting port 22d57768-0bb2-4652-9ed9-9a37e57d4b42 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:10:11.160424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:11.211908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:11.219352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Deleting port 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:10:11.219800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:11.413316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] For port 22d57768-0bb2-4652-9ed9-9a37e57d4b42, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=22d57768-0bb2-4652-9ed9-9a37e57d4b42,segment=NetworkSegment(04fd6905-ecf7-4831-990a-3f238dd27cdb),segment_id=04fd6905-ecf7-4831-990a-3f238dd27cdb)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:10:11.413759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:11.418964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] For port 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:10:11.419377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:11.542498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Calling delete_port for 22d57768-0bb2-4652-9ed9-9a37e57d4b42 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:10:11.549673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Calling delete_port for 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:10:11.616001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626'] for port, after_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:11.632782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:11.682553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Pushing event deleted for resources: {'Port': ['ID=22d57768-0bb2-4652-9ed9-9a37e57d4b42,revision_number=None']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:11.689959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:11.704153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.704592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.705016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.705421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.705804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.706181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.706555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.706941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.707324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.707692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.708062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.708431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.708861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.709231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.709603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.709976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.710347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.710718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.712010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.712377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.712883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.713262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.713633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.714005 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:11.766292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:11.797415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] No DVR routers for this DVR port 22d57768-0bb2-4652-9ed9-9a37e57d4b42 on host dv-neutron-765072-2-ovs {{(pid=80977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:10:11.881630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:12.018028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:12.020463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:12.045977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:12.046546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Fanout notify agent at l3_agent the message router_deleted on router 5039532b-12e7-43cb-b67d-29333507b2b8 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 12:10:12.063333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:12.067491 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7e046380-09a7-4faf-b70b-ee69fd68e201 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/routers/5039532b-12e7-43cb-b67d-29333507b2b8 HTTP/1.1" status: 204  len: 168 time: 1.2624738
Dec 03 12:10:12.068273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57508) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:12.094305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 22d57768-0bb2-4652-9ed9-9a37e57d4b42 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:10:12.134609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 22d57768-0bb2-4652-9ed9-9a37e57d4b42 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:10:12.135030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 22d57768-0bb2-4652-9ed9-9a37e57d4b42 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:10:12.135494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b12b8436-2948-4b5e-84cd-3608bcc0a267 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:10:12.168341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: b12b8436-2948-4b5e-84cd-3608bcc0a267 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:10:12.168717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b12b8436-2948-4b5e-84cd-3608bcc0a267 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:10:12.197596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:12.399832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:12.522003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b47fcc50>,) {'filters': {'network_id': ['287d6266-31c5-417b-90e0-fafa7a17dce3']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:12.535505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b47fcc50>, '04fd6905-ecf7-4831-990a-3f238dd27cdb') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:12.535848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b47fcc50>, '04fd6905-ecf7-4831-990a-3f238dd27cdb') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:12.548403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:12.564484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:12.566464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Releasing vxlan tunnel 3 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 12:10:12.749992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 287d6266-31c5-417b-90e0-fafa7a17dce3 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:10:12.759856 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:12.936872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Network 287d6266-31c5-417b-90e0-fafa7a17dce3 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 12:10:12.961788 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 12:10:13.043506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:13.046800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-173fbe1a-78e8-4f9d-9909-62f595915bfe tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:13.062555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:13.074645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'Network': ['ID=287d6266-31c5-417b-90e0-fafa7a17dce3,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:13.078033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:13.082555 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d284746e-d7c1-464b-b7e9-5f6db8a42dce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/networks/287d6266-31c5-417b-90e0-fafa7a17dce3 HTTP/1.1" status: 204  len: 168 time: 1.0129936
Dec 03 12:10:13.085590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57512) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:13.161168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f63c702-296c-451c-b6a9-f808f3f1eb33 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:13.192926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f63c702-296c-451c-b6a9-f808f3f1eb33 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:13.246110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f63c702-296c-451c-b6a9-f808f3f1eb33 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:13.253252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0fe622ad-1c80-4da3-ab95-0770fca96fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:13.269554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63c702-296c-451c-b6a9-f808f3f1eb33 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6254b9-b4b8-4400-930d-46ba55653c84,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:13.275588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3f63c702-296c-451c-b6a9-f808f3f1eb33 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:13.277515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f63c702-296c-451c-b6a9-f808f3f1eb33 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:13.278739 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3f63c702-296c-451c-b6a9-f808f3f1eb33 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] 10.222.0.90 "DELETE /v2.0/security-groups/9d6254b9-b4b8-4400-930d-46ba55653c84 HTTP/1.1" status: 204  len: 168 time: 0.1920276
Dec 03 12:10:13.702296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57522) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:13.886400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-92b864f1-7ef6-4c09-8605-fcbbf8cb6c61 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d7e512aba3ba418e94ebbd613101b36b&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1827285
Dec 03 12:10:13.889014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57528) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:13.951126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ca576da-dc96-4b21-b6fa-127d0075cfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:13.978034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ca576da-dc96-4b21-b6fa-127d0075cfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:14.025492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ca576da-dc96-4b21-b6fa-127d0075cfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:14.029538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d72c4ee9-7d42-4ce7-a0ab-46e3134227ce tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:14.048166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca576da-dc96-4b21-b6fa-127d0075cfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b910087e-6ce4-48eb-a1ab-ddb87b7c1e10,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:14.051886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8ca576da-dc96-4b21-b6fa-127d0075cfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:14.058523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8ca576da-dc96-4b21-b6fa-127d0075cfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:14.059806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8ca576da-dc96-4b21-b6fa-127d0075cfdb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b910087e-6ce4-48eb-a1ab-ddb87b7c1e10 HTTP/1.1" status: 204  len: 168 time: 0.1698148
Dec 03 12:10:14.089576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:10:14.124233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:10:14.124642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0ea50cb8-fea3-4f57-9350-7b0dc81ef5d7 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:10:14.404445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57536) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:14.423894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdfae315-48e1-4767-99ba-62be0e04852e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:14.439616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fdfae315-48e1-4767-99ba-62be0e04852e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:14.443683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fdfae315-48e1-4767-99ba-62be0e04852e admin admin] Usage tracker for resource:security_group_rule and tenant:3c17a23204a3428fb09d3eb7ce14b718 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:14.447273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-fdfae315-48e1-4767-99ba-62be0e04852e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:14.453045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-fdfae315-48e1-4767-99ba-62be0e04852e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:14.542517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdfae315-48e1-4767-99ba-62be0e04852e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:14.545138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fdfae315-48e1-4767-99ba-62be0e04852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:14.553452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-37fed4d1-350c-4fce-8846-e7203aa35a62 tempest-ServerActionsTestJSON-1919345054 tempest-ServerActionsTestJSON-1919345054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:14.596699 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-fdfae315-48e1-4767-99ba-62be0e04852e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3c17a23204a3428fb09d3eb7ce14b718&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1910300
Dec 03 12:10:14.598418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfae315-48e1-4767-99ba-62be0e04852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c191a4eb-0a0e-4a3d-9ecf-8944e660a6dd,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:14.599596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57540) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:14.602311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fdfae315-48e1-4767-99ba-62be0e04852e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:14.665526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72b54455-1d13-44a2-b919-bbccd5d9590e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:14.692727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72b54455-1d13-44a2-b919-bbccd5d9590e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:14.737714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72b54455-1d13-44a2-b919-bbccd5d9590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:14.743703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1fe52d73-899d-428b-a92e-b03f3357131e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:14.758363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b54455-1d13-44a2-b919-bbccd5d9590e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c191a4eb-0a0e-4a3d-9ecf-8944e660a6dd,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:14.763252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-72b54455-1d13-44a2-b919-bbccd5d9590e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:14.766514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-72b54455-1d13-44a2-b919-bbccd5d9590e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:14.767773 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-72b54455-1d13-44a2-b919-bbccd5d9590e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c191a4eb-0a0e-4a3d-9ecf-8944e660a6dd HTTP/1.1" status: 204  len: 168 time: 0.1670172
Dec 03 12:10:15.705197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57562) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:15.845394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1517408192-network', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:15.850657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:15.854783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Usage tracker for resource:network and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:15.858061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:15.863874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:15.874106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Made reservation on behalf of b525a15b25a7437c9902edc6fa882ebd for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:10:15.878837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:15.892764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:15.908055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:15.912159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Usage tracker for resource:security_group_rule and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:15.915350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:15.921206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:16.008985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:16.011738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:16.015844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-991ad6ed-0284-45ba-8525-be9af0000fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:16.048581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 12:10:16.058474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f2d58b-960c-458c-a2d3-cb03ca4d227a,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:16.063311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:16.066585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:16.067138 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Added segment 10d7840a-02e9-4a7a-981f-0643dd1dfb4e of type vxlan for network 2d252d9f-0e54-485b-9598-4630dae438b6
Dec 03 12:10:16.094134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:16.124922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:16.125903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:16.126582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:16.131885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f85479bb-03f6-45fa-b8bc-1b1cf3f3e06d tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:16.242077 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5357444
Dec 03 12:10:16.243921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Pushing event updated for resources: {'Network': ['ID=2d252d9f-0e54-485b-9598-4630dae438b6,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:16.246028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57568) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:16.248673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4963ceb9-5d06-42d8-b0e6-f021c585f28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:16.252842 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Request body: {'subnet': {'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1517408192-subnet', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:16.254864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 2d252d9f-0e54-485b-9598-4630dae438b6 details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 12:10:16.258372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:16.262806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Usage tracker for resource:subnet and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:16.265917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:16.271930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:16.275033 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 2d252d9f-0e54-485b-9598-4630dae438b6 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 12:10:16.282006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Made reservation on behalf of b525a15b25a7437c9902edc6fa882ebd for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:10:16.286832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:16.700262 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:16.715850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7a72b425-8343-4342-9ecf-75b118b3d7e6 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:16.846202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Pushing event updated for resources: {'Subnet': ['ID=042c2ed7-6e9c-4b32-b494-12349de6af3b,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:16.850295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:16.920367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Checking segment: {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:10:16.920762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Network hostable DHCP agents. Network: 2d252d9f-0e54-485b-9598-4630dae438b6, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 12:10:16.940800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Network 2d252d9f-0e54-485b-9598-4630dae438b6 is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 12:10:16.949960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 2d252d9f-0e54-485b-9598-4630dae438b6) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:10:16.963232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:16.963799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:16.964302 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40917015-2c97-451e-8134-537ef26560aa None None] Network 2d252d9f-0e54-485b-9598-4630dae438b6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:10:16.983501 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4c3e013a-e401-47a3-bc3c-f46f8ef3255b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7364054
Dec 03 12:10:16.986523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57572) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:16.992686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:16.997733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:17.001771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Usage tracker for resource:router and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:17.005309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:17.011694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:17.020709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:17.021749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:17.036875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:17.229754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-2d252d9f-0e54-485b-9598-4630dae438b6', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 12:10:17.230941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:17.307289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:17.542417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Allocated IP 172.20.0.2 (2d252d9f-0e54-485b-9598-4630dae438b6/042c2ed7-6e9c-4b32-b494-12349de6af3b/b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:10:17.769561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:17.780901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Transition to ACTIVE for port object b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:10:17.798684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Transition to ACTIVE for port object b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:10:17.803500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:17.819881 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:17.876927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:17.919988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:18.130387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Pushing event updated for resources: {'Port': ['ID=b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:18.134826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:18.181894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Network 2d252d9f-0e54-485b-9598-4630dae438b6 is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:10:18.183165 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:10:18.185436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:10:18.210864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Allocated IP 172.26.1.195 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:10:18.241378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Attempting to bind port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:10:18.241797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Attempting to bind port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:10:18.242249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Attempting to bind port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea on network 2d252d9f-0e54-485b-9598-4630dae438b6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:10:18.248825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:10:18.249247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Checking segment: {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:10:18.249698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:18.250142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Bound using segment: {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:10:18.250664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Bound port: b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:10:18.251129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:18.344701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] For port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:10:18.347872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] For port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:10:18.351232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:18.366661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7899452e-bec3-412a-8488-879c5c3e499e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:18.371823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:18.398285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:18.415043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b4ce3da3-6655-4fa0-ba56-cedb5a2efec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:18.518036 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Pushing event updated for resources: {'Port': ['ID=b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:18.521798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:18.554510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Pushing event updated for resources: {'Port': ['ID=f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:18.559359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:18.610611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:10:18.611895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:10:18.614276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:10:19.068709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:19.415416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:19.632461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Router 6348e158-feae-49f1-98f2-3392cc1aa4de is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 12:10:19.825650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:10:19.835710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Sync routers for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:10:19.847337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:19.848122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fe048>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:10:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:19.850380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582b304a-7a76-40f7-b439-a539298f0b3a None None] Network 2d252d9f-0e54-485b-9598-4630dae438b6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:10:19.852221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:19.856586 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.8659928
Dec 03 12:10:19.857086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57576) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:19.968524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a0a1b27c-f9c5-4fe2-a6e7-c6dd116b819b None None] Provisioning for port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:10:20.048714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:20.172337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:20.256354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:10:20.263970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:20.264587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:20.389061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fe048>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:18Z', 'revision_number': 3, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:20.396395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Checking router: 6348e158-feae-49f1-98f2-3392cc1aa4de for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:10:20.396964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Updating router 6348e158-feae-49f1-98f2-3392cc1aa4de port f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 12:10:20.402544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:20.448129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:10:20.456156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-31f6cf2b-b792-4d1a-a16d-cbba329cbc6a None None] Provisioning complete for port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:20.456687 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31f6cf2b-b792-4d1a-a16d-cbba329cbc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:20.462390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:20.483225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:20.489563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:20.568110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:20.573541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:20.578987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:20.795123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-ec406a97-c80e-468d-8466-8ed9ade91224 None None] Provisioning complete for port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:20.795550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ec406a97-c80e-468d-8466-8ed9ade91224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:20.911583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:20.925765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Transition to ACTIVE for port object f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:10:20.930306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:20.948156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Allocated IP 172.20.0.1 (2d252d9f-0e54-485b-9598-4630dae438b6/042c2ed7-6e9c-4b32-b494-12349de6af3b/c5b50906-d51d-4146-8e30-b489aec8150e) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:10:20.948332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35c03a41-6896-4e92-a029-5e929c452faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:21.085093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:21.098150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.098542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.098969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.099336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.099711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.100082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.100448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.100816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.101183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.101630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.102261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.102685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.103134 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.103508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.103872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.104238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.104601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.104968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.105331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.105946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.106315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.106674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.107065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.107267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:21.107427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:10:21.121751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:21.124595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Transition to ACTIVE for port object c5b50906-d51d-4146-8e30-b489aec8150e will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:10:21.147148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:21.163641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0756d17c-a892-43e8-a994-f97cc066bb71 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:21.167847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Attempting to bind port f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:10:21.168270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Attempting to bind port f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:10:21.168810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Attempting to bind port f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:10:21.174763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:10:21.175293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:10:21.175629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:21.176065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:10:21.176607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Bound port: f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:10:21.177025 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:21.257765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] For port f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:10:21.262229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] For port f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:10:21.265018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:21.280362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:21.304375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b50906-d51d-4146-8e30-b489aec8150e,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:21.309984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:21.359558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Network 2d252d9f-0e54-485b-9598-4630dae438b6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:10:21.360782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:10:21.363219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:10:21.423790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:21.425568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:21.436883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:21.485629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:21.486367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fe048>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:10:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:21.546543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:21.651055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4894b9e7-681a-4f27-8460-3264032ad7c5 None None] Provisioning for port c5b50906-d51d-4146-8e30-b489aec8150e completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:10:21.657413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-4894b9e7-681a-4f27-8460-3264032ad7c5 None None] Provisioning complete for port c5b50906-d51d-4146-8e30-b489aec8150e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:21.658293 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4894b9e7-681a-4f27-8460-3264032ad7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:21.737843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4894b9e7-681a-4f27-8460-3264032ad7c5 None None] Port c5b50906-d51d-4146-8e30-b489aec8150e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:10:21.740126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:21.831772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:22.096150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:22.134327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:22.138301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:22.169487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d579e238-27fe-4900-82ec-6ebafafb1dfc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:22.177127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:22.177594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:22.182578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fe048>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:20Z', 'revision_number': 1, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:22.187093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c935e-e909-46f5-8c66-193f5542b00d None None] The sync data for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs is: [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:20Z', 'revision_number': 1, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:10:22.247536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b50906-d51d-4146-8e30-b489aec8150e,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:22.251995 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:22.265831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:22.412653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Network 2d252d9f-0e54-485b-9598-4630dae438b6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:10:22.413784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:10:22.618310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Router 6348e158-feae-49f1-98f2-3392cc1aa4de has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:10:22.665718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a3cdab17-53e9-4c22-b2ed-87b0e08cbfbc None None] Provisioning complete for port c5b50906-d51d-4146-8e30-b489aec8150e triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:22.666202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a3cdab17-53e9-4c22-b2ed-87b0e08cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:22.731574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a3cdab17-53e9-4c22-b2ed-87b0e08cbfbc None None] Port c5b50906-d51d-4146-8e30-b489aec8150e cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:10:22.820097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:10:22.839501 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-23587b32-dacc-4c1b-96bc-e9d9f90f69e0 admin admin] 10.222.0.90 "PUT /v2.0/routers/6348e158-feae-49f1-98f2-3392cc1aa4de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9811718
Dec 03 12:10:23.618087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57594) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:23.624550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-363227478-network', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:23.629933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:23.634877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Usage tracker for resource:network and tenant:a1cb79e2d84a433399b5de672d7f29f6 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:23.637924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:23.643740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:23.654316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Made reservation on behalf of a1cb79e2d84a433399b5de672d7f29f6 for: {'network': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:10:23.659086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:23.672221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:23.687297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:23.693082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Usage tracker for resource:security_group_rule and tenant:a1cb79e2d84a433399b5de672d7f29f6 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:23.697092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:23.702868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:23.789600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:23.792453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:23.796668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-5fcee2a1-3655-4da4-8c8e-3f0db8c98dda tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:23.828418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 12:10:23.838062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7103cee9-ca1d-4dc8-bf02-570a4f5d1845,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:23.842076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:23.846307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:23.846470 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Added segment 55be0827-5dc7-4cb4-8fbb-a1e8f1f09885 of type vxlan for network 13cfc00b-3a90-4480-8019-9da93301dafa
Dec 03 12:10:23.873828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:23.908059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:23.909034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:23.909668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:23.914861 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c0807ea4-1906-4c34-a1f3-f9348b342421 tempest-NetworksIpV6Test-1632184433 tempest-NetworksIpV6Test-1632184433] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:24.019830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4005151
Dec 03 12:10:24.020803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Pushing event updated for resources: {'Network': ['ID=13cfc00b-3a90-4480-8019-9da93301dafa,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:24.022847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57598) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:24.024161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-48a6492d-cd47-4a7a-8227-c781edc0e38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:24.029958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Request body: {'subnet': {'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-363227478-subnet', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'ip_version': 4}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:24.032996 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 13cfc00b-3a90-4480-8019-9da93301dafa details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 12:10:24.035679 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:24.040611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Usage tracker for resource:subnet and tenant:a1cb79e2d84a433399b5de672d7f29f6 is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:24.044929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:24.051331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:24.063386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Made reservation on behalf of a1cb79e2d84a433399b5de672d7f29f6 for: {'subnet': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:10:24.068590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852698062'] for subnet, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:24.075633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 13cfc00b-3a90-4480-8019-9da93301dafa details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 12:10:24.154072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:24.322051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:10:24.327274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:24.327697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:24.448030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:24.466467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:10:24.470352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:24.472421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:24.547405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:24.550868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:24.746903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2095148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852698077'] for subnet, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:24.759645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45f048e0-7c4c-4b22-8564-227e4b64a823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:24.891382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbcf28a-d1ac-4d21-8799-8be8d59a0acc,revision_number=0']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:24.894431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:24.967739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Checking segment: {'id': '55be0827-5dc7-4cb4-8fbb-a1e8f1f09885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:10:24.968143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Network hostable DHCP agents. Network: 13cfc00b-3a90-4480-8019-9da93301dafa, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 12:10:24.987551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Network 13cfc00b-3a90-4480-8019-9da93301dafa is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 12:10:24.996204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 13cfc00b-3a90-4480-8019-9da93301dafa) {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:10:25.005422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ec9cba-0359-423b-ac34-c30c73b3cc80 None None] Network 13cfc00b-3a90-4480-8019-9da93301dafa requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:10:25.010498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:25.011209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:25.033469 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-01c1cf3d-e250-4894-bd89-7997427b7307 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0088243
Dec 03 12:10:25.036176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 57602) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:25.042522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-363227478-router', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:25.047798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:25.051920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Usage tracker for resource:router and tenant:a1cb79e2d84a433399b5de672d7f29f6 is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:25.055079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:25.061006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:25.072676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:25.073922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:25.094063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:25.246958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-13cfc00b-3a90-4480-8019-9da93301dafa', 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'fixed_ips': [{'subnet_id': 'cbbcf28a-d1ac-4d21-8799-8be8d59a0acc'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 12:10:25.247937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:25.378992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:25.543653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Sync routers for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:10:25.556959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Allocated IP 172.20.0.2 (13cfc00b-3a90-4480-8019-9da93301dafa/cbbcf28a-d1ac-4d21-8799-8be8d59a0acc/136b74e3-65ff-4331-b5e8-80b4f2cf5fa5) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:10:25.561820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:25.562504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c3dd68>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:10:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:25.712555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:25.745591 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:26.031939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Allocated IP 172.26.1.105 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/3ddbfdb9-5029-489c-b07a-d3f39546f2eb) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:10:26.059354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:26.108550 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:26.198418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:26.224320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:26.240328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:26.360006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:26.382179 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Pushing event updated for resources: {'Port': ['ID=3ddbfdb9-5029-489c-b07a-d3f39546f2eb,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:26.385940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:26.433930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Transition to ACTIVE for port object 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:10:26.435239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:10:26.436407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:10:26.439024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:10:26.452394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:26.452820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:26.523702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Transition to ACTIVE for port object 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:10:26.545018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:26.590701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:26.782652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Pushing event updated for resources: {'Port': ['ID=136b74e3-65ff-4331-b5e8-80b4f2cf5fa5,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:26.797740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:26.880153 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c3dd68>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 2, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:26.887359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Network 13cfc00b-3a90-4480-8019-9da93301dafa is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:10:26.889118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Checking router: 6348e158-feae-49f1-98f2-3392cc1aa4de for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:10:26.889533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Updating router 6348e158-feae-49f1-98f2-3392cc1aa4de port c5b50906-d51d-4146-8e30-b489aec8150e binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 12:10:26.916027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:10:26.922220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:10:27.006767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:27.023092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Attempting to bind port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:10:27.023877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Attempting to bind port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '55be0827-5dc7-4cb4-8fbb-a1e8f1f09885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:10:27.024607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Attempting to bind port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 on network 13cfc00b-3a90-4480-8019-9da93301dafa {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:10:27.034022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:10:27.034610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Checking segment: {'id': '55be0827-5dc7-4cb4-8fbb-a1e8f1f09885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:10:27.034810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:27.035290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Bound using segment: {'id': '55be0827-5dc7-4cb4-8fbb-a1e8f1f09885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:10:27.035825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Bound port: 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55be0827-5dc7-4cb4-8fbb-a1e8f1f09885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:10:27.036254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:27.162158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:27.276312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] For port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:10:27.298292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] For port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=136b74e3-65ff-4331-b5e8-80b4f2cf5fa5,segment=NetworkSegment(55be0827-5dc7-4cb4-8fbb-a1e8f1f09885),segment_id=55be0827-5dc7-4cb4-8fbb-a1e8f1f09885)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:10:27.303123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:27.322172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ad9a0cec-4efb-4c59-bec3-de5b9bcc7297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:27.521526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:27.588542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Pushing event updated for resources: {'Port': ['ID=136b74e3-65ff-4331-b5e8-80b4f2cf5fa5,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:27.606718 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:27.743290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Router d64d1e3c-6e6a-4b72-838d-8308b640a193 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 12:10:27.759403 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:27.772265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Transition to ACTIVE for port object c5b50906-d51d-4146-8e30-b489aec8150e will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:10:27.775764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:27.791910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b2040c64-6141-485b-b31d-e55a01de22aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:28.009972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:10:28.021039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Sync routers for ids ['d64d1e3c-6e6a-4b72-838d-8308b640a193'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:10:28.032321 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Routers {'d64d1e3c-6e6a-4b72-838d-8308b640a193'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:28.033331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69e1550>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:10:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d64d1e3c-6e6a-4b72-838d-8308b640a193'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:28.045094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:28.049701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 57606) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:10:28.065989 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0283349
Dec 03 12:10:28.163416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673738a8-4919-40ff-9b2d-cd91971ff385 None None] Pushing event updated for resources: {'Port': ['ID=c5b50906-d51d-4146-8e30-b489aec8150e,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:28.199731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-673738a8-4919-40ff-9b2d-cd91971ff385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:28.203417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:28.261738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Set router d64d1e3c-6e6a-4b72-838d-8308b640a193 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:28.388917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Attempting to bind port c5b50906-d51d-4146-8e30-b489aec8150e on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:10:28.389342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Attempting to bind port c5b50906-d51d-4146-8e30-b489aec8150e by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:10:28.389757 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Attempting to bind port c5b50906-d51d-4146-8e30-b489aec8150e on network 2d252d9f-0e54-485b-9598-4630dae438b6 {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:10:28.399915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:10:28.399915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Checking segment: {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:10:28.400323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:28.400665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Bound using segment: {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:10:28.401190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Bound port: c5b50906-d51d-4146-8e30-b489aec8150e, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:10:28.401616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:28.416477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:10:28.505783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] For port c5b50906-d51d-4146-8e30-b489aec8150e, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:10:28.510319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] For port c5b50906-d51d-4146-8e30-b489aec8150e, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c5b50906-d51d-4146-8e30-b489aec8150e,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:10:28.516934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:28.536209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38bcab96-5d7e-4d80-b771-569219bb71f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:28.614100 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69e1550>, [{'id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'name': 'tempest-TestShelveInstance-363227478-router', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:26Z', 'revision_number': 3, 'project_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'gw_port': {'id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:28.620202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Checking router: d64d1e3c-6e6a-4b72-838d-8308b640a193 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:10:28.620888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Updating router d64d1e3c-6e6a-4b72-838d-8308b640a193 port 3ddbfdb9-5029-489c-b07a-d3f39546f2eb binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 12:10:28.684509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:28.726097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673738a8-4919-40ff-9b2d-cd91971ff385 None None] Pushing event updated for resources: {'Port': ['ID=c5b50906-d51d-4146-8e30-b489aec8150e,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:28.737562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-673738a8-4919-40ff-9b2d-cd91971ff385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:28.762408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:28.778225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:28.778924 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c3dd68>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:10:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:29.045551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:29.202440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:29.215308 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Transition to ACTIVE for port object 3ddbfdb9-5029-489c-b07a-d3f39546f2eb will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:10:29.216212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Allocated IP 172.20.0.1 (13cfc00b-3a90-4480-8019-9da93301dafa/cbbcf28a-d1ac-4d21-8799-8be8d59a0acc/0f3e9cc4-4051-4a3d-b49d-e1755d864b52) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:10:29.218401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:29.234974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dd5f84a0-c5a3-4b1e-b948-5003738f03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:29.340904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb13f73-35c3-4adf-9977-32c5f7dca5a6 None None] Network 13cfc00b-3a90-4480-8019-9da93301dafa requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:10:29.381091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd6752-aa4c-4070-9f42-8f54fb26cb8b None None] Pushing event updated for resources: {'Port': ['ID=3ddbfdb9-5029-489c-b07a-d3f39546f2eb,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:29.385980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6bd6752-aa4c-4070-9f42-8f54fb26cb8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:29.406627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:29.425742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Transition to ACTIVE for port object 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:10:29.444042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Attempting to bind port 3ddbfdb9-5029-489c-b07a-d3f39546f2eb on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:10:29.444393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Attempting to bind port 3ddbfdb9-5029-489c-b07a-d3f39546f2eb by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:10:29.444882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Attempting to bind port 3ddbfdb9-5029-489c-b07a-d3f39546f2eb on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:10:29.449477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:29.452994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:10:29.453418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:10:29.453988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:29.454457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:10:29.455341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Bound port: 3ddbfdb9-5029-489c-b07a-d3f39546f2eb, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:10:29.456476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:29.470077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75514c12-0a54-4e75-9ded-47a4e27bf969 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:29.525368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dc89e190-165a-49ae-b15f-3e6783f437a4 None None] Provisioning for port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:10:29.532529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] For port 3ddbfdb9-5029-489c-b07a-d3f39546f2eb, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:10:29.535900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] For port 3ddbfdb9-5029-489c-b07a-d3f39546f2eb, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ddbfdb9-5029-489c-b07a-d3f39546f2eb,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:10:29.539741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:29.555257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f3ae5d65-5f47-44d2-9865-f4b5d595a119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:29.558874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dc89e190-165a-49ae-b15f-3e6783f437a4 None None] Provisioning complete for port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:29.559343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc89e190-165a-49ae-b15f-3e6783f437a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:29.619414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Pushing event updated for resources: {'Port': ['ID=0f3e9cc4-4051-4a3d-b49d-e1755d864b52,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:29.631066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:29.686596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Network 13cfc00b-3a90-4480-8019-9da93301dafa is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:10:29.687933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:10:29.690455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:10:29.702704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd6752-aa4c-4070-9f42-8f54fb26cb8b None None] Pushing event updated for resources: {'Port': ['ID=3ddbfdb9-5029-489c-b07a-d3f39546f2eb,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:29.713372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e6bd6752-aa4c-4070-9f42-8f54fb26cb8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:29.755372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:29.757007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Routers {'d64d1e3c-6e6a-4b72-838d-8308b640a193'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:29.757280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69e1550>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:10:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d64d1e3c-6e6a-4b72-838d-8308b640a193'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:29.789899 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4c3dd68>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:28Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:29.802152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea5f683-dc0f-48c5-a7a1-9706e2366bee None None] The sync data for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs is: [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:28Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:10:29.833812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc89e190-165a-49ae-b15f-3e6783f437a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:29.873144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-dc89e190-165a-49ae-b15f-3e6783f437a4 None None] For port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=136b74e3-65ff-4331-b5e8-80b4f2cf5fa5,segment=NetworkSegment(55be0827-5dc7-4cb4-8fbb-a1e8f1f09885),segment_id=55be0827-5dc7-4cb4-8fbb-a1e8f1f09885)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:10:29.886384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:29.903661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dc89e190-165a-49ae-b15f-3e6783f437a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:29.908734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-169ae204-0411-4f2c-a840-649f00bc5dba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:29.979092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] Set router d64d1e3c-6e6a-4b72-838d-8308b640a193 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:29.999938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89e190-165a-49ae-b15f-3e6783f437a4 None None] Pushing event updated for resources: {'Port': ['ID=136b74e3-65ff-4331-b5e8-80b4f2cf5fa5,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:30.006082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc89e190-165a-49ae-b15f-3e6783f437a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:30.171078 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c5b50906-d51d-4146-8e30-b489aec8150e up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:30.266429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:30.272964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:30.297612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port c5b50906-d51d-4146-8e30-b489aec8150e completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:10:30.308093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port c5b50906-d51d-4146-8e30-b489aec8150e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:30.308512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:30.347495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c5379445-e960-4074-9493-50e0cfbb2326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:30.394006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:30.429143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d80509d6-b374-4f53-a18d-9c5c168ec8ac None None] Provisioning complete for port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:30.429574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d80509d6-b374-4f53-a18d-9c5c168ec8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:30.464524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Pushing event updated for resources: {'Port': ['ID=0f3e9cc4-4051-4a3d-b49d-e1755d864b52,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:30.471397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:30.572515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:30.638784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69e1550>, [{'id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'name': 'tempest-TestShelveInstance-363227478-router', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:26Z', 'revision_number': 3, 'project_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'gw_port': {'id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:30.643474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebea45b-7df1-4309-9e10-5000a6a2def3 None None] The sync data for ids ['d64d1e3c-6e6a-4b72-838d-8308b640a193'] in dv-neutron-765072-2-ovs is: [{'id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'name': 'tempest-TestShelveInstance-363227478-router', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:26Z', 'revision_number': 3, 'project_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'gw_port': {'id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:10:30.645927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Network 13cfc00b-3a90-4480-8019-9da93301dafa is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:10:30.650114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:10:30.686851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port c5b50906-d51d-4146-8e30-b489aec8150e, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c5b50906-d51d-4146-8e30-b489aec8150e,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:10:30.692636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:30.693364 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:30.753341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:30.861375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:30.861808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:30.896260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Router d64d1e3c-6e6a-4b72-838d-8308b640a193 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:10:30.897577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d80509d6-b374-4f53-a18d-9c5c168ec8ac None None] Provisioning for port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:10:30.915266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d80509d6-b374-4f53-a18d-9c5c168ec8ac None None] Provisioning complete for port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:30.915787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d80509d6-b374-4f53-a18d-9c5c168ec8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:30.984123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-d80509d6-b374-4f53-a18d-9c5c168ec8ac None None] Port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:10:30.985573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=c5b50906-d51d-4146-8e30-b489aec8150e,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:30.995352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:31.020554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-393ecc4d-7f9d-4071-abb7-4464645c5c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:31.109173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:10:31.119054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dad29f41-44a9-48e2-b554-9b620fc33f30 None None] Provisioning complete for port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:31.119483 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dad29f41-44a9-48e2-b554-9b620fc33f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:31.123668 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] 10.222.0.90 "PUT /v2.0/routers/d64d1e3c-6e6a-4b72-838d-8308b640a193/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0728011
Dec 03 12:10:31.253217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-dad29f41-44a9-48e2-b554-9b620fc33f30 None None] Provisioning complete for port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:31.253752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-dad29f41-44a9-48e2-b554-9b620fc33f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:31.314597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-dad29f41-44a9-48e2-b554-9b620fc33f30 None None] Port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:10:31.436600 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-1ed72c71-8296-40fa-ada5-6726797c48ff None None] Provisioning complete for port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:31.437024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-1ed72c71-8296-40fa-ada5-6726797c48ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:32.169429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c5b50906-d51d-4146-8e30-b489aec8150e up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:32.240279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:10:32.240681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port c5b50906-d51d-4146-8e30-b489aec8150e triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:32.241099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:32.361001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ddbfdb9-5029-489c-b07a-d3f39546f2eb up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:32.428534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 3ddbfdb9-5029-489c-b07a-d3f39546f2eb completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:10:32.433770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 3ddbfdb9-5029-489c-b07a-d3f39546f2eb triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:32.434182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:32.549894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:32.565900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 3ddbfdb9-5029-489c-b07a-d3f39546f2eb, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ddbfdb9-5029-489c-b07a-d3f39546f2eb,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:10:32.568671 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:32.570767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c14abea2-2268-430a-a526-7e0c0852588b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:32.637532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=3ddbfdb9-5029-489c-b07a-d3f39546f2eb,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:32.640732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:33.064055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1f3659d-b802-4acb-89c8-3cf23bb629e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.129225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2031610514', 'description': 'tempest-TestShelveInstance-2031610514 description'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:33.136079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:33.141289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Usage tracker for resource:security_group and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:33.144357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:33.150893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:33.162499 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.185423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:33.189612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Usage tracker for resource:security_group_rule and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:33.192609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:33.199276 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:33.271207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.275211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.280707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0a11a1d6-ce3f-4a0a-bdda-8fc2e63406d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:33.322873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.324211 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e53b09fc-a5df-4749-a68f-a2a3761e8595 req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1759 time: 0.1997116
Dec 03 12:10:33.325048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbac066-903e-4351-ab4a-8e8cbd1a381a,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:33.328490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7c55e579-5b5e-4849-9dbf-8f885f1d435d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:33.544386 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31a15942-795d-401e-94a1-ef54f6111a0f req-a010703d-5e9c-42a4-b92c-6bd5782216c6 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups/6bbac066-903e-4351-ab4a-8e8cbd1a381a HTTP/1.1" status: 200  len: 1754 time: 0.1860151
Dec 03 12:10:33.555409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-31a15942-795d-401e-94a1-ef54f6111a0f req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bbac066-903e-4351-ab4a-8e8cbd1a381a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:33.555768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-31a15942-795d-401e-94a1-ef54f6111a0f req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bbac066-903e-4351-ab4a-8e8cbd1a381a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:33.562324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-31a15942-795d-401e-94a1-ef54f6111a0f req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:33.566385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-31a15942-795d-401e-94a1-ef54f6111a0f req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Usage tracker for resource:security_group_rule and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:33.569358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-31a15942-795d-401e-94a1-ef54f6111a0f req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:33.575762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-31a15942-795d-401e-94a1-ef54f6111a0f req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:33.635222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-31a15942-795d-401e-94a1-ef54f6111a0f req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.659045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-31a15942-795d-401e-94a1-ef54f6111a0f req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.661639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-31a15942-795d-401e-94a1-ef54f6111a0f req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.663634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-86d38de2-2fb6-43fc-b108-5200b6158236 tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:33.687717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec5ddd4-7cd0-48e4-96a2-69ef8f211e1c,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:33.690390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:33.697593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-31a15942-795d-401e-94a1-ef54f6111a0f req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.698897 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-31a15942-795d-401e-94a1-ef54f6111a0f req-cd582284-1e55-47ef-a740-569337d3bf3c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1478102
Dec 03 12:10:33.780236 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2183b0be-252e-41c4-b124-701d92642189 req-1e17ed6f-ec0e-43b3-a6e3-87621b6abe13 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups/6bbac066-903e-4351-ab4a-8e8cbd1a381a HTTP/1.1" status: 200  len: 2316 time: 0.0487359
Dec 03 12:10:33.792629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-2183b0be-252e-41c4-b124-701d92642189 req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bbac066-903e-4351-ab4a-8e8cbd1a381a', 'remote_group_id': None}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:33.792987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-2183b0be-252e-41c4-b124-701d92642189 req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bbac066-903e-4351-ab4a-8e8cbd1a381a', 'remote_group_id': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:33.799568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-2183b0be-252e-41c4-b124-701d92642189 req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:33.803607 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-2183b0be-252e-41c4-b124-701d92642189 req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Usage tracker for resource:security_group_rule and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:33.807335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-2183b0be-252e-41c4-b124-701d92642189 req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:33.813125 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-2183b0be-252e-41c4-b124-701d92642189 req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:33.870484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Sync routers for ids ['d64d1e3c-6e6a-4b72-838d-8308b640a193'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:10:33.870643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-2183b0be-252e-41c4-b124-701d92642189 req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.881095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Routers {'d64d1e3c-6e6a-4b72-838d-8308b640a193'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:33.882001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d85358>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:10:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d64d1e3c-6e6a-4b72-838d-8308b640a193'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:33.895865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-2183b0be-252e-41c4-b124-701d92642189 req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.899737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-2183b0be-252e-41c4-b124-701d92642189 req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.901738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8a028ccc-92f0-418d-b3cf-fe224051f29e tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:33.925162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5de143-d5a2-4950-a234-7f06c61f5036,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:33.928349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:33.936431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-2183b0be-252e-41c4-b124-701d92642189 req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:33.937838 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2183b0be-252e-41c4-b124-701d92642189 req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1501760
Dec 03 12:10:34.037311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:34.088133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Set router d64d1e3c-6e6a-4b72-838d-8308b640a193 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:34.135121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ddbfdb9-5029-489c-b07a-d3f39546f2eb up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:34.135312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-57efa8a0-fad4-4246-a530-75a06647645e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Synchronizing usage tracker for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:10:34.152260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-57efa8a0-fad4-4246-a530-75a06647645e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Unset dirty status for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:10:34.153521 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-57efa8a0-fad4-4246-a530-75a06647645e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2031610514&fields=id&tenant_id=b525a15b25a7437c9902edc6fa882ebd HTTP/1.1" status: 200  len: 267 time: 0.0642748
Dec 03 12:10:34.320768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-db1fc96b-aa77-4e23-aae0-5f3dd79a20f9 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:34.322450 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-db1fc96b-aa77-4e23-aae0-5f3dd79a20f9 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 809 time: 0.1610169
Dec 03 12:10:34.339840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-c5eb08cd-0a5c-430e-92cd-2a278b008af1 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/quotas/b525a15b25a7437c9902edc6fa882ebd HTTP/1.1" status: 200  len: 375 time: 0.0109923
Dec 03 12:10:34.387745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 3ddbfdb9-5029-489c-b07a-d3f39546f2eb triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:34.388175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:34.425559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-098980d8-76ae-421e-a593-082e6f673a0c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Synchronizing usage tracker for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:10:34.442835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-098980d8-76ae-421e-a593-082e6f673a0c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Unset dirty status for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:10:34.444275 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-098980d8-76ae-421e-a593-082e6f673a0c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0985358
Dec 03 12:10:34.574741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-b22c67a8-56d1-426b-94de-f3ab66dd188b service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:10:34.575880 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-b22c67a8-56d1-426b-94de-f3ab66dd188b service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0762377
Dec 03 12:10:34.609204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d85358>, [{'id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'name': 'tempest-TestShelveInstance-363227478-router', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:29Z', 'revision_number': 4, 'project_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'gw_port': {'id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '0f3e9cc4-4051-4a3d-b49d-e1755d864b52', 'name': '', 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'cbbcf28a-d1ac-4d21-8799-8be8d59a0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:29Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 2, 'project_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'subnets': [{'id': 'cbbcf28a-d1ac-4d21-8799-8be8d59a0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:34.613359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Checking router: d64d1e3c-6e6a-4b72-838d-8308b640a193 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:10:34.613773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Updating router d64d1e3c-6e6a-4b72-838d-8308b640a193 port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 12:10:34.671510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:34.722649 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-ab28a0ab-5100-4f29-b2ae-2a13ef47d0e0 service neutron] 10.222.0.90 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398809
Dec 03 12:10:34.873628 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-3d9b92c3-db5e-4919-82b4-589dd6ccc719 service neutron] 10.222.0.90 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435621
Dec 03 12:10:35.089983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:35.102043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Transition to ACTIVE for port object 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:10:35.104488 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:35.120205 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:35.268041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:35.276091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22734cf6-b513-4d66-9188-83d8793b8706 None None] Pushing event updated for resources: {'Port': ['ID=0f3e9cc4-4051-4a3d-b49d-e1755d864b52,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:35.280545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-22734cf6-b513-4d66-9188-83d8793b8706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:35.436836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Attempting to bind port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:10:35.437259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Attempting to bind port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '55be0827-5dc7-4cb4-8fbb-a1e8f1f09885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:10:35.437673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Attempting to bind port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 on network 13cfc00b-3a90-4480-8019-9da93301dafa {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:10:35.443960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:10:35.444538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Checking segment: {'id': '55be0827-5dc7-4cb4-8fbb-a1e8f1f09885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:10:35.444844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:35.446065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Bound using segment: {'id': '55be0827-5dc7-4cb4-8fbb-a1e8f1f09885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:10:35.446685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Bound port: 0f3e9cc4-4051-4a3d-b49d-e1755d864b52, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55be0827-5dc7-4cb4-8fbb-a1e8f1f09885', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:10:35.447137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:35.539537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] For port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:10:35.542823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] For port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0f3e9cc4-4051-4a3d-b49d-e1755d864b52,segment=NetworkSegment(55be0827-5dc7-4cb4-8fbb-a1e8f1f09885),segment_id=55be0827-5dc7-4cb4-8fbb-a1e8f1f09885)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:10:35.546256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:35.562162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:35.721767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22734cf6-b513-4d66-9188-83d8793b8706 None None] Pushing event updated for resources: {'Port': ['ID=0f3e9cc4-4051-4a3d-b49d-e1755d864b52,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:35.732337 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-22734cf6-b513-4d66-9188-83d8793b8706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:35.751734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:35.787459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Routers {'d64d1e3c-6e6a-4b72-838d-8308b640a193'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:35.788185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d85358>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:10:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d64d1e3c-6e6a-4b72-838d-8308b640a193'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:36.128368 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-76db7a15-2107-41de-9357-3e3c51aba674 req-f218bc82-35a4-41ed-b5c2-487a65ae7d48 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 210 time: 0.0504951
Dec 03 12:10:36.158771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] Set router d64d1e3c-6e6a-4b72-838d-8308b640a193 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:36.495582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b4d85358>, [{'id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'name': 'tempest-TestShelveInstance-363227478-router', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:29Z', 'revision_number': 4, 'project_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'gw_port': {'id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '0f3e9cc4-4051-4a3d-b49d-e1755d864b52', 'name': '', 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'cbbcf28a-d1ac-4d21-8799-8be8d59a0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:29Z', 'updated_at': '2020-12-03T12:10:35Z', 'revision_number': 4, 'project_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'subnets': [{'id': 'cbbcf28a-d1ac-4d21-8799-8be8d59a0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:36.499765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687cf58-587c-4eee-a315-11dd4e640368 None None] The sync data for ids ['d64d1e3c-6e6a-4b72-838d-8308b640a193'] in dv-neutron-765072-2-ovs is: [{'id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'name': 'tempest-TestShelveInstance-363227478-router', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:29Z', 'revision_number': 4, 'project_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'gw_port': {'id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '0f3e9cc4-4051-4a3d-b49d-e1755d864b52', 'name': '', 'network_id': '13cfc00b-3a90-4480-8019-9da93301dafa', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'cbbcf28a-d1ac-4d21-8799-8be8d59a0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:29Z', 'updated_at': '2020-12-03T12:10:35Z', 'revision_number': 4, 'project_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'subnets': [{'id': 'cbbcf28a-d1ac-4d21-8799-8be8d59a0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:10:37.268220 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7a8a8456-e687-4220-b5f8-0b3fa51f4a25 req-2f9098b3-17b4-493d-b931-27e868dece80 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 210 time: 0.0561950
Dec 03 12:10:38.121841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:38.191359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:10:38.196876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:38.197305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:38.324525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:38.363198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0f3e9cc4-4051-4a3d-b49d-e1755d864b52,segment=NetworkSegment(55be0827-5dc7-4cb4-8fbb-a1e8f1f09885),segment_id=55be0827-5dc7-4cb4-8fbb-a1e8f1f09885)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:10:38.367110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:38.369678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-49ef40dc-1c9d-48eb-af72-7ec999ef392a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:38.393050 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-41d5df98-316b-45d7-93ef-e8916123d491 req-938ad005-51fb-49b1-9e07-d580abbcd0b7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 210 time: 0.0479469
Dec 03 12:10:38.440446 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=0f3e9cc4-4051-4a3d-b49d-e1755d864b52,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:38.444021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:39.317935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-1276e2ff-26b8-40be-9ace-9a24f4d150df tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:39.318606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-1276e2ff-26b8-40be-9ace-9a24f4d150df tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Synchronizing usage tracker for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:10:39.336007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-1276e2ff-26b8-40be-9ace-9a24f4d150df tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Unset dirty status for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:10:39.337453 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-1276e2ff-26b8-40be-9ace-9a24f4d150df tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 809 time: 0.1795866
Dec 03 12:10:39.426588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-545a0c1f-7f3f-402a-a3b9-4fe3aedb257d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Synchronizing usage tracker for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:10:39.438962 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-545a0c1f-7f3f-402a-a3b9-4fe3aedb257d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Unset dirty status for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:10:39.440305 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-545a0c1f-7f3f-402a-a3b9-4fe3aedb257d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b525a15b25a7437c9902edc6fa882ebd HTTP/1.1" status: 200  len: 5553 time: 0.0846066
Dec 03 12:10:39.450539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'port': {'device_id': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'admin_state_up': True, 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'security_groups': ['6bbac066-903e-4351-ab4a-8e8cbd1a381a']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:39.584718 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa412bea-2b2e-47ef-a243-76e4570ff2ce req-8b46827b-5cc8-4636-97f3-f8b4f498197a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 210 time: 0.0487349
Dec 03 12:10:39.597916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:39.608872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:39.618438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Made reservation on behalf of b525a15b25a7437c9902edc6fa882ebd for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:10:39.624315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:40.109710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:40.183477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Allocated IP 172.20.0.13 (2d252d9f-0e54-485b-9598-4630dae438b6/042c2ed7-6e9c-4b32-b494-12349de6af3b/4c21179b-1b52-4884-8d06-3af4c9d7e398) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:10:40.186292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:40.186719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:40.386463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:40.403031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Transition to ACTIVE for port object 4c21179b-1b52-4884-8d06-3af4c9d7e398 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:10:40.422531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:40.437288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93623d90-f5c8-4eaa-ba67-fec83c4b762c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:40.576079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event updated for resources: {'Port': ['ID=4c21179b-1b52-4884-8d06-3af4c9d7e398,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:40.580502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:40.628287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Network 2d252d9f-0e54-485b-9598-4630dae438b6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:10:40.629501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:10:40.631947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:10:40.701598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:40.702982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:40.734011 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2874618
Dec 03 12:10:40.823349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f87eb-ef10-4257-820c-ef9bda517664 req-14a5d083-c11d-46fa-a620-003d077d2f18 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:40.825163 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e18f87eb-ef10-4257-820c-ef9bda517664 req-14a5d083-c11d-46fa-a620-003d077d2f18 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 932 time: 0.0960977
Dec 03 12:10:40.828330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Request body: {'port': {'device_id': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:40.876159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b38106de-629e-46c1-bbd6-908d9e38823d None None] Provisioning for port 4c21179b-1b52-4884-8d06-3af4c9d7e398 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:10:40.878199 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e18f87eb-ef10-4257-820c-ef9bda517664 req-530982f8-7889-4088-bfcc-cd296fc9d8ed tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0466664
Dec 03 12:10:40.885082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-b38106de-629e-46c1-bbd6-908d9e38823d None None] Provisioning complete for port 4c21179b-1b52-4884-8d06-3af4c9d7e398 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:40.885726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b38106de-629e-46c1-bbd6-908d9e38823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:40.946354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:40.949351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-b38106de-629e-46c1-bbd6-908d9e38823d None None] Port 4c21179b-1b52-4884-8d06-3af4c9d7e398 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:10:41.357390 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c21179b-1b52-4884-8d06-3af4c9d7e398 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 12:10:41.364428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:41.377154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Transition to ACTIVE for port object 4c21179b-1b52-4884-8d06-3af4c9d7e398 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:10:41.379539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:41.395140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-79d4955b-7ae1-4d93-9787-be6ff0dfaead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:41.531686 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Pushing event updated for resources: {'Port': ['ID=4c21179b-1b52-4884-8d06-3af4c9d7e398,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:41.535879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:41.718142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Attempting to bind port 4c21179b-1b52-4884-8d06-3af4c9d7e398 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:10:41.718514 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Attempting to bind port 4c21179b-1b52-4884-8d06-3af4c9d7e398 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:10:41.719129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Attempting to bind port 4c21179b-1b52-4884-8d06-3af4c9d7e398 on network 2d252d9f-0e54-485b-9598-4630dae438b6 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:10:41.725132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:10:41.725513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Checking segment: {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:10:41.726000 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:41.726416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Bound using segment: {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:10:41.726902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Bound port: 4c21179b-1b52-4884-8d06-3af4c9d7e398, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:10:41.727326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:41.823937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] For port 4c21179b-1b52-4884-8d06-3af4c9d7e398, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:10:41.827129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] For port 4c21179b-1b52-4884-8d06-3af4c9d7e398, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:10:41.830611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:41.846844 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3c072deb-8abf-4b5d-9a25-9e05c47ac62c tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:42.000052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Pushing event updated for resources: {'Port': ['ID=4c21179b-1b52-4884-8d06-3af4c9d7e398,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:42.003678 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:42.039310 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:42.040073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:42.041596 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] 10.222.0.91 "PUT /v2.0/ports/4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 1158 time: 1.2965610
Dec 03 12:10:42.042189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:10:42.122754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f5394-9154-4d19-958a-f5b21dee2090 req-26272ed0-0894-4c07-a7fc-dcbdbbdef6c6 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:42.124663 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-983f5394-9154-4d19-958a-f5b21dee2090 req-26272ed0-0894-4c07-a7fc-dcbdbbdef6c6 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0945499
Dec 03 12:10:42.136416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398', 'status': 'completed', 'code': 200}
Dec 03 12:10:42.183483 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-983f5394-9154-4d19-958a-f5b21dee2090 req-9d258cc1-c774-4954-8070-726a8f5d316f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0521059
Dec 03 12:10:42.184758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-ab1935bd-fa35-4f30-8bff-48ea09bd829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:42.186422 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-ab1935bd-fa35-4f30-8bff-48ea09bd829b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1161 time: 0.0909889
Dec 03 12:10:42.268742 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-85cfcadb-ab19-47dd-9dcc-bf027c8e80f1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 217 time: 0.0685456
Dec 03 12:10:42.343385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-bc650a14-7dbd-4314-a7b5-91135a992109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:42.344856 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-bc650a14-7dbd-4314-a7b5-91135a992109 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0696156
Dec 03 12:10:42.425748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-0db9fe00-f550-4cd2-8d7f-88474b68cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:42.427354 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-0db9fe00-f550-4cd2-8d7f-88474b68cb00 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0763068
Dec 03 12:10:42.572818 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-0b655c3a-fcf3-4d1e-aea6-34477789b48e service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385303
Dec 03 12:10:42.719094 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-36584a34-1f98-4fd0-b78f-0b5178b12c52 req-6856cab5-6aaf-45eb-a337-03453c9113db service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396210
Dec 03 12:10:42.875291 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef80cf-2b7a-4de5-876a-867ed1c67c20 req-444ba707-2d3f-4520-b80a-5dfce2a4fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:42.876937 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d9ef80cf-2b7a-4de5-876a-867ed1c67c20 req-444ba707-2d3f-4520-b80a-5dfce2a4fba6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1161 time: 0.0771906
Dec 03 12:10:43.024751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef80cf-2b7a-4de5-876a-867ed1c67c20 req-26854ed6-e699-45c8-b992-8861eff36997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:43.026277 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d9ef80cf-2b7a-4de5-876a-867ed1c67c20 req-26854ed6-e699-45c8-b992-8861eff36997 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1423523
Dec 03 12:10:43.104583 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d9ef80cf-2b7a-4de5-876a-867ed1c67c20 req-bb49718b-3288-4cc5-b320-055efadf6ea3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 217 time: 0.0714772
Dec 03 12:10:43.175638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef80cf-2b7a-4de5-876a-867ed1c67c20 req-045b4f37-d5bb-42fc-b404-801c9870c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:43.177183 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d9ef80cf-2b7a-4de5-876a-867ed1c67c20 req-045b4f37-d5bb-42fc-b404-801c9870c2ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0650597
Dec 03 12:10:43.261568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef80cf-2b7a-4de5-876a-867ed1c67c20 req-738ca997-8c0c-4a60-9cf4-3de28e5cbcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:43.263231 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d9ef80cf-2b7a-4de5-876a-867ed1c67c20 req-738ca997-8c0c-4a60-9cf4-3de28e5cbcd9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0795677
Dec 03 12:10:43.398614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a1bbf-6263-4693-bc6c-5e3640096e4a req-34913f09-569c-44ef-b229-97b5c96c477d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:43.400385 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-844a1bbf-6263-4693-bc6c-5e3640096e4a req-34913f09-569c-44ef-b229-97b5c96c477d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0855117
Dec 03 12:10:43.413091 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d9ef80cf-2b7a-4de5-876a-867ed1c67c20 req-55b7d794-75ce-4b0d-b042-88aea0599380 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431828
Dec 03 12:10:43.448880 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-844a1bbf-6263-4693-bc6c-5e3640096e4a req-928a439e-5eab-4256-8003-7ec7ed52f3c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0419865
Dec 03 12:10:43.559151 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d9ef80cf-2b7a-4de5-876a-867ed1c67c20 req-6e6116e8-666c-4330-9194-c4abb4c446e6 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389368
Dec 03 12:10:44.668366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08807445-7f3d-4b8e-ae09-e34f45568d3f req-db258a39-a425-4b20-854e-b698d02f684c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:44.669976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-08807445-7f3d-4b8e-ae09-e34f45568d3f req-db258a39-a425-4b20-854e-b698d02f684c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0892739
Dec 03 12:10:44.718247 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-08807445-7f3d-4b8e-ae09-e34f45568d3f req-6a021275-c742-45bf-89b4-f21710c16fe9 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418017
Dec 03 12:10:45.929752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e50dc9-5503-43b5-800f-0052d5dab41d req-7d12b317-4910-4c59-8efe-9766ac6fec67 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:45.931531 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b2e50dc9-5503-43b5-800f-0052d5dab41d req-7d12b317-4910-4c59-8efe-9766ac6fec67 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0844562
Dec 03 12:10:45.982466 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b2e50dc9-5503-43b5-800f-0052d5dab41d req-87da7635-fb4b-4e16-8f47-12eeb545b653 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0446925
Dec 03 12:10:47.193425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671d56c-8982-4f41-bfca-636e14ced064 req-abb9e360-4aa3-408c-8f9a-b9563e6fd48e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:47.195587 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6671d56c-8982-4f41-bfca-636e14ced064 req-abb9e360-4aa3-408c-8f9a-b9563e6fd48e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0832350
Dec 03 12:10:47.242390 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6671d56c-8982-4f41-bfca-636e14ced064 req-b91e77d1-408f-45c4-87e1-1b9881be12e9 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0395794
Dec 03 12:10:47.893172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4c21179b-1b52-4884-8d06-3af4c9d7e398 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:47.963408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 4c21179b-1b52-4884-8d06-3af4c9d7e398 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:10:47.968243 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4c21179b-1b52-4884-8d06-3af4c9d7e398 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:47.968665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:48.086725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:48.114552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:10:48.125199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 4c21179b-1b52-4884-8d06-3af4c9d7e398, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:10:48.128159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:48.130047 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:48.175197 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398', 'code': 200}
Dec 03 12:10:48.199652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=4c21179b-1b52-4884-8d06-3af4c9d7e398,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:48.202949 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:48.450110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860b6a4-666e-4c9d-a7b1-5e61056c6496 req-d2b3e0fb-b59b-4058-8512-1de39a64cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:48.451700 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1860b6a4-666e-4c9d-a7b1-5e61056c6496 req-d2b3e0fb-b59b-4058-8512-1de39a64cf67 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1163 time: 0.0766110
Dec 03 12:10:48.463312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61aac94-a62c-4d3e-a9e8-53f207c3601d req-0dccfc48-374c-4c9b-8998-ce2bb7614156 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:48.464936 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d61aac94-a62c-4d3e-a9e8-53f207c3601d req-0dccfc48-374c-4c9b-8998-ce2bb7614156 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0872424
Dec 03 12:10:48.495432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1860b6a4-666e-4c9d-a7b1-5e61056c6496 req-62ddadad-db02-4cf1-ae26-6c7fe55ab26c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0369763
Dec 03 12:10:48.514012 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d61aac94-a62c-4d3e-a9e8-53f207c3601d req-c33c87d7-a895-491f-8e6b-2a1a4d91d007 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427382
Dec 03 12:10:49.372223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4c21179b-1b52-4884-8d06-3af4c9d7e398 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:10:49.444278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4c21179b-1b52-4884-8d06-3af4c9d7e398 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:10:49.445338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:49.734129 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ae061-d652-4c82-b33e-cbf59014734f req-690db50a-ace4-4450-aee4-903914672135 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:49.735697 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4f8ae061-d652-4c82-b33e-cbf59014734f req-690db50a-ace4-4450-aee4-903914672135 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0849190
Dec 03 12:10:49.790335 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4f8ae061-d652-4c82-b33e-cbf59014734f req-88d37034-e24a-4f8a-84b3-4fff44aec06f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0466619
Dec 03 12:10:51.007915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cf284-6dd2-464a-8310-cddbfa1b717d req-10005a23-89ed-4619-93a9-20f0a7bdc22a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:51.009537 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-412cf284-6dd2-464a-8310-cddbfa1b717d req-10005a23-89ed-4619-93a9-20f0a7bdc22a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0842147
Dec 03 12:10:51.057059 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-412cf284-6dd2-464a-8310-cddbfa1b717d req-8a65dca0-7402-4c8b-adcd-3df503422712 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410693
Dec 03 12:10:51.270001 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56352f2-6823-4239-8cd2-4b5a080bc2b0 req-0d778c5e-b406-41f8-8c70-309b4775f464 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:51.271656 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a56352f2-6823-4239-8cd2-4b5a080bc2b0 req-0d778c5e-b406-41f8-8c70-309b4775f464 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0866139
Dec 03 12:10:51.320587 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a56352f2-6823-4239-8cd2-4b5a080bc2b0 req-341a61c9-072c-4113-b21d-9be228bbb71f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415175
Dec 03 12:10:51.530613 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-fbcf4129-39e3-4966-b967-a84355796c73 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1568310
Dec 03 12:10:51.540826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:51.546706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:10:51.550723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Usage tracker for resource:floatingip and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:10:51.553680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:10:51.559528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:10:51.568783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:51.713616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:51.743715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:52.263467 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Allocated IP 172.26.1.26 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/3706ccc3-c249-4cc9-89ad-a56ccfba425c) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:10:52.420668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:52.447440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:52.463311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-89f5eeda-d76c-47ab-8559-28b9cc216b34 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:52.602584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event updated for resources: {'Port': ['ID=3706ccc3-c249-4cc9-89ad-a56ccfba425c,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:52.607345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:52.655034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:10:52.656183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:10:52.658595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:10:52.746221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:52.805643 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:53.080255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:53.083785 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:53.099875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:10:53.241983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event updated for resources: {'Port': ['ID=3706ccc3-c249-4cc9-89ad-a56ccfba425c,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:10:53.246626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:10:53.349207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:53.373099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:53.374421 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8378026
Dec 03 12:10:53.462071 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-07d3338b-eb30-4051-ac13-b0d898a14d14 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Synchronizing usage tracker for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:10:53.478611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-07d3338b-eb30-4051-ac13-b0d898a14d14 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Unset dirty status for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:10:53.479889 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-07d3338b-eb30-4051-ac13-b0d898a14d14 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.26 HTTP/1.1" status: 200  len: 695 time: 0.0990074
Dec 03 12:10:53.642547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-4ca8dcec-ba66-46f8-a62d-908c43c55b1e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:53.644048 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-4ca8dcec-ba66-46f8-a62d-908c43c55b1e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1580234
Dec 03 12:10:53.654959 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-7dc60960-e7e6-42d7-ad8f-b812b900e86a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:10:53.656005 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be3ed9c0-acb7-4441-8f2a-74c434757646 req-7dc60960-e7e6-42d7-ad8f-b812b900e86a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0059793
Dec 03 12:10:53.848771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6598927-5041-434d-9df8-efe5cd961ccd req-1d60354d-e263-4b2b-bab7-3983a0caa1ef tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:53.850388 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6598927-5041-434d-9df8-efe5cd961ccd req-1d60354d-e263-4b2b-bab7-3983a0caa1ef tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0841327
Dec 03 12:10:53.937502 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6598927-5041-434d-9df8-efe5cd961ccd req-194f65f0-6ebc-4396-a4ba-39cf740e8aab tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.26 HTTP/1.1" status: 200  len: 695 time: 0.0799186
Dec 03 12:10:53.947942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-c6598927-5041-434d-9df8-efe5cd961ccd req-bca97a5b-b7d6-4141-863c-7aa7a6d6339e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'floatingip': {'port_id': '4c21179b-1b52-4884-8d06-3af4c9d7e398', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:10:54.025809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6598927-5041-434d-9df8-efe5cd961ccd req-bca97a5b-b7d6-4141-863c-7aa7a6d6339e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:54.635018 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6598927-5041-434d-9df8-efe5cd961ccd req-bca97a5b-b7d6-4141-863c-7aa7a6d6339e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:54.637755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6598927-5041-434d-9df8-efe5cd961ccd req-bca97a5b-b7d6-4141-863c-7aa7a6d6339e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:54.815757 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-c6598927-5041-434d-9df8-efe5cd961ccd req-bca97a5b-b7d6-4141-863c-7aa7a6d6339e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Floating IP 5fd1d8ef-24c0-447e-ac76-6af2c521ab52 associated. External IP: 172.26.1.26, port: 4c21179b-1b52-4884-8d06-3af4c9d7e398.
Dec 03 12:10:55.178920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6598927-5041-434d-9df8-efe5cd961ccd req-bca97a5b-b7d6-4141-863c-7aa7a6d6339e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Router 6348e158-feae-49f1-98f2-3392cc1aa4de has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:10:55.638857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6598927-5041-434d-9df8-efe5cd961ccd req-bca97a5b-b7d6-4141-863c-7aa7a6d6339e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:10:55.643209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-c6598927-5041-434d-9df8-efe5cd961ccd req-bca97a5b-b7d6-4141-863c-7aa7a6d6339e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:10:55.649558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2e495-f3d4-404a-ad1b-cf881c2130a1 None None] Sync routers for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:10:55.660440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2e495-f3d4-404a-ad1b-cf881c2130a1 None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:55.661146 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b0a2e495-f3d4-404a-ad1b-cf881c2130a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6813be0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:10:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:55.702496 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6598927-5041-434d-9df8-efe5cd961ccd req-bca97a5b-b7d6-4141-863c-7aa7a6d6339e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "PUT /v2.0/floatingips/5fd1d8ef-24c0-447e-ac76-6af2c521ab52 HTTP/1.1" status: 200  len: 996 time: 1.7587752
Dec 03 12:10:55.703109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:10:55.768291 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398', 'status': 'completed', 'code': 200}
Dec 03 12:10:55.853123 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b0a2e495-f3d4-404a-ad1b-cf881c2130a1 None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:55.935412 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6598927-5041-434d-9df8-efe5cd961ccd req-5919cf97-a73c-4e0c-a5b2-ab90641c3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:55.937187 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6598927-5041-434d-9df8-efe5cd961ccd req-5919cf97-a73c-4e0c-a5b2-ab90641c3709 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1163 time: 0.1762798
Dec 03 12:10:56.034828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4268af-3869-4a56-b933-1f24b0f221e3 req-693eac93-4fd7-4426-be33-7b3dac573df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:56.036483 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f4268af-3869-4a56-b933-1f24b0f221e3 req-693eac93-4fd7-4426-be33-7b3dac573df4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1163 time: 0.1722534
Dec 03 12:10:56.089287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6598927-5041-434d-9df8-efe5cd961ccd req-ed81e0c9-0145-4c13-b6ff-f6d0e4e79784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:56.090959 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6598927-5041-434d-9df8-efe5cd961ccd req-ed81e0c9-0145-4c13-b6ff-f6d0e4e79784 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1471374
Dec 03 12:10:56.194080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4268af-3869-4a56-b933-1f24b0f221e3 req-f53f13ae-b5f8-4495-805c-e26eaf42c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:56.196676 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f4268af-3869-4a56-b933-1f24b0f221e3 req-f53f13ae-b5f8-4495-805c-e26eaf42c4b6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1533730
Dec 03 12:10:56.210091 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6598927-5041-434d-9df8-efe5cd961ccd req-807c1bd5-37e0-4f4a-9ef6-36bfe7ed4b8e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 999 time: 0.1122010
Dec 03 12:10:56.227951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b0a2e495-f3d4-404a-ad1b-cf881c2130a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6813be0>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '5fd1d8ef-24c0-447e-ac76-6af2c521ab52', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'floating_ip_address': '172.26.1.26', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'port_id': '4c21179b-1b52-4884-8d06-3af4c9d7e398', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'mac_address': 'fa:16:3e:45:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:10:52Z', 'updated_at': '2020-12-03T12:10:54Z', 'revision_number': 1, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:56.232314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2e495-f3d4-404a-ad1b-cf881c2130a1 None None] Checking router: 6348e158-feae-49f1-98f2-3392cc1aa4de for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:10:56.241745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2e495-f3d4-404a-ad1b-cf881c2130a1 None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:10:56.242400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b0a2e495-f3d4-404a-ad1b-cf881c2130a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6813be0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:10:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:56.285473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6598927-5041-434d-9df8-efe5cd961ccd req-9fa3eb34-c3db-40e9-8c89-e8f5cbb9794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:56.287145 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6598927-5041-434d-9df8-efe5cd961ccd req-9fa3eb34-c3db-40e9-8c89-e8f5cbb9794a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0697968
Dec 03 12:10:56.312707 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f4268af-3869-4a56-b933-1f24b0f221e3 req-76864dfb-1507-4e61-a3ca-a8daa4ec31fe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 999 time: 0.1090746
Dec 03 12:10:56.378188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6598927-5041-434d-9df8-efe5cd961ccd req-70cd8a81-932d-4492-9d36-ba21ae103571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:56.379941 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6598927-5041-434d-9df8-efe5cd961ccd req-70cd8a81-932d-4492-9d36-ba21ae103571 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0850480
Dec 03 12:10:56.393845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-c6598927-5041-434d-9df8-efe5cd961ccd req-2b1ee60c-7dda-4d5e-ac9b-c53a73a66632 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:10:56.396943 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6598927-5041-434d-9df8-efe5cd961ccd req-2b1ee60c-7dda-4d5e-ac9b-c53a73a66632 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0088859
Dec 03 12:10:56.434569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b0a2e495-f3d4-404a-ad1b-cf881c2130a1 None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:10:56.560073 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6598927-5041-434d-9df8-efe5cd961ccd req-81c662f2-0b8e-47bc-8952-19600da36039 service neutron] 10.222.0.90 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535406
Dec 03 12:10:56.642576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4268af-3869-4a56-b933-1f24b0f221e3 req-4ad1ee77-45aa-46c0-a19f-22ca17278332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:56.644180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f4268af-3869-4a56-b933-1f24b0f221e3 req-4ad1ee77-45aa-46c0-a19f-22ca17278332 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.3255355
Dec 03 12:10:56.724784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4268af-3869-4a56-b933-1f24b0f221e3 req-0910e7f6-82e7-422b-b33b-f6421af1c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:10:56.725136 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c6598927-5041-434d-9df8-efe5cd961ccd req-ea915b51-417c-4ef3-a110-03569d290c21 service neutron] 10.222.0.90 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1577566
Dec 03 12:10:56.727138 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f4268af-3869-4a56-b933-1f24b0f221e3 req-0910e7f6-82e7-422b-b33b-f6421af1c972 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0762177
Dec 03 12:10:56.872661 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f4268af-3869-4a56-b933-1f24b0f221e3 req-32ef3fe8-a3a8-466c-82b2-767d43edefc1 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382635
Dec 03 12:10:56.963111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b0a2e495-f3d4-404a-ad1b-cf881c2130a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6813be0>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '5fd1d8ef-24c0-447e-ac76-6af2c521ab52', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'floating_ip_address': '172.26.1.26', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'port_id': '4c21179b-1b52-4884-8d06-3af4c9d7e398', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'mac_address': 'fa:16:3e:45:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:10:52Z', 'updated_at': '2020-12-03T12:10:54Z', 'revision_number': 1, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:10:56.978464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2e495-f3d4-404a-ad1b-cf881c2130a1 None None] The sync data for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs is: [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '5fd1d8ef-24c0-447e-ac76-6af2c521ab52', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'floating_ip_address': '172.26.1.26', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'port_id': '4c21179b-1b52-4884-8d06-3af4c9d7e398', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'mac_address': 'fa:16:3e:45:be:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:10:52Z', 'updated_at': '2020-12-03T12:10:54Z', 'revision_number': 1, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:10:57.026705 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2f4268af-3869-4a56-b933-1f24b0f221e3 req-2b60bbcd-7488-4925-a1fa-13eb1ca2b0d1 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1480906
Dec 03 12:10:57.275554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd861ef-5aba-4138-9065-72f693bce1e2 None None] New status for floating IP 5fd1d8ef-24c0-447e-ac76-6af2c521ab52: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:11:00.973931 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6074dea5-035e-42cd-818c-60173a553ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:11:03.065289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9c5aff98-a951-48bc-8d06-9e9323346fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:11:03.977965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:11:05.140461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:11:05.728397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:11:09.240067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:11:20.684628 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b8c2490-5f2a-4482-83f4-d76ada5ad886 req-6fc18e83-52bc-49e0-85a7-e1d17cc43af5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0801055
Dec 03 12:11:20.847421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c2490-5f2a-4482-83f4-d76ada5ad886 req-cabecfe0-898b-4420-abb5-b87d8a4dc4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:11:20.849029 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b8c2490-5f2a-4482-83f4-d76ada5ad886 req-cabecfe0-898b-4420-abb5-b87d8a4dc4eb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1163 time: 0.0759158
Dec 03 12:11:21.006137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c2490-5f2a-4482-83f4-d76ada5ad886 req-25859e35-59e6-46be-bed3-beb34d49c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:11:21.007666 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b8c2490-5f2a-4482-83f4-d76ada5ad886 req-25859e35-59e6-46be-bed3-beb34d49c4f1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1391077
Dec 03 12:11:21.114969 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b8c2490-5f2a-4482-83f4-d76ada5ad886 req-116e5f70-93ac-4ee4-87f5-24b1a7c02777 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 1001 time: 0.1007690
Dec 03 12:11:21.190512 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c2490-5f2a-4482-83f4-d76ada5ad886 req-72f4460a-c297-43bd-a018-945634dd727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:11:21.192092 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b8c2490-5f2a-4482-83f4-d76ada5ad886 req-72f4460a-c297-43bd-a018-945634dd727f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0715535
Dec 03 12:11:21.271110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c2490-5f2a-4482-83f4-d76ada5ad886 req-9235f4f0-6fc7-4ebd-b88d-49ea5ac944ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:11:21.272648 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b8c2490-5f2a-4482-83f4-d76ada5ad886 req-9235f4f0-6fc7-4ebd-b88d-49ea5ac944ab service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0745773
Dec 03 12:11:21.415323 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b8c2490-5f2a-4482-83f4-d76ada5ad886 req-af6efe2d-1ab3-4aba-bfd2-5af839e67963 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360977
Dec 03 12:11:21.557756 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0b8c2490-5f2a-4482-83f4-d76ada5ad886 req-376a9bb4-1582-44bd-a99b-bdc48b3ac7e3 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358993
Dec 03 12:11:21.738341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:11:30.976553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c91735d0-67fa-4112-b8ad-44347a543bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:11:33.066204 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b8492dfa-b6ef-4662-959e-12a059708b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:11:33.982207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:11:35.141578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:11:35.732562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:11:46.239966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:11:51.742294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:12:00.987436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-acaa6474-c328-45e9-84a3-06594f0b77cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:12:03.069857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c82486e7-adc1-4b25-b713-c72f6393d3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:12:03.827334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-9ad1b69e-4fa7-4214-b7d1-a022efffed49 req-ccc9d3d7-cd4f-4bfd-86ed-a404f5038ae7 service neutron] (80976) timed out ('10.222.0.91', 54598) {{(pid=80976) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 03 12:12:03.986527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:12:05.143429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:12:05.738707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:12:21.678074 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-86875575-8703-4890-84c6-b129abd894df req-638203ca-5efe-4aeb-b304-69ffc51f3f58 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0854428
Dec 03 12:12:21.739965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:12:21.844405 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86875575-8703-4890-84c6-b129abd894df req-170fd2c4-4533-4b1d-b5b9-bfbffa1f912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:12:21.846289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-86875575-8703-4890-84c6-b129abd894df req-170fd2c4-4533-4b1d-b5b9-bfbffa1f912f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1163 time: 0.0811863
Dec 03 12:12:22.008445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86875575-8703-4890-84c6-b129abd894df req-a5ae5e74-1126-46fa-98a7-57880734f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:12:22.010025 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-86875575-8703-4890-84c6-b129abd894df req-a5ae5e74-1126-46fa-98a7-57880734f4b7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1438575
Dec 03 12:12:22.120290 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-86875575-8703-4890-84c6-b129abd894df req-35182f53-bfe0-4ac9-a302-5a60ab25c211 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 1001 time: 0.1040835
Dec 03 12:12:22.189908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86875575-8703-4890-84c6-b129abd894df req-f27f4738-77b7-461a-80ef-a16022a4b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:12:22.191448 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-86875575-8703-4890-84c6-b129abd894df req-f27f4738-77b7-461a-80ef-a16022a4b6c5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0643685
Dec 03 12:12:22.273522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86875575-8703-4890-84c6-b129abd894df req-7008911d-2c81-4e7c-84a6-7c6b52190ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:12:22.275174 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-86875575-8703-4890-84c6-b129abd894df req-7008911d-2c81-4e7c-84a6-7c6b52190ecb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0771515
Dec 03 12:12:22.418992 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-86875575-8703-4890-84c6-b129abd894df req-79faafe7-7889-42a7-8fd1-375a224b7aec service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370184
Dec 03 12:12:22.563853 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-86875575-8703-4890-84c6-b129abd894df req-ca0f10ed-d52f-40ee-95f9-5849acafb717 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373420
Dec 03 12:12:23.240770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:12:30.983213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9516302a-5b09-4750-8387-c0ecc78a0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:12:33.070761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f6e9362f-3921-47ea-ba36-520e6d5b4824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:12:33.986862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:12:35.145609 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:12:35.741770 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:12:51.756928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:00.241553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:13:00.991162 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97ca52c1-1ffc-452a-98d2-f67cb3765257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:03.072222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4f220d40-8e9b-4c1c-bd75-f4b6cb457c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:03.990031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:05.147473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:05.744585 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:20.117688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc617018-d59b-4558-a337-966109871f67 req-db9dd813-01a2-4f20-85db-9d8d4cf6cd39 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:20.119259 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dc617018-d59b-4558-a337-966109871f67 req-db9dd813-01a2-4f20-85db-9d8d4cf6cd39 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0954335
Dec 03 12:13:20.168025 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dc617018-d59b-4558-a337-966109871f67 req-b206234e-4d78-4837-97bc-d88ae4f12245 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422966
Dec 03 12:13:21.403719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296bbd1-8e34-4c09-8163-625a0be84f09 req-95dd8343-c077-48a5-b70b-30788939deff tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:21.405332 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9296bbd1-8e34-4c09-8163-625a0be84f09 req-95dd8343-c077-48a5-b70b-30788939deff tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0875070
Dec 03 12:13:21.453173 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9296bbd1-8e34-4c09-8163-625a0be84f09 req-0d0f3e4a-2737-4a0a-a65c-fc44bf8b9524 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411203
Dec 03 12:13:21.749482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:22.677761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748555aa-f89b-4e62-89a7-124bdb37d1f4 req-a380d0fd-f869-4e15-92f7-b099872e404c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:22.679377 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-748555aa-f89b-4e62-89a7-124bdb37d1f4 req-a380d0fd-f869-4e15-92f7-b099872e404c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0833137
Dec 03 12:13:22.729600 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-748555aa-f89b-4e62-89a7-124bdb37d1f4 req-74c02198-3006-4f5e-96df-b35b3f493dc5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439360
Dec 03 12:13:23.799711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265223-4b35-4963-89c4-3685bc0a4109 req-7bf8baae-ff21-403b-9010-3c2cca29140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:23.801586 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-06265223-4b35-4963-89c4-3685bc0a4109 req-7bf8baae-ff21-403b-9010-3c2cca29140c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1163 time: 0.0854313
Dec 03 12:13:23.943793 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b6abd-2fdc-470e-a6ce-0cab5af49323 req-02a35ff3-e5ac-4e8a-bc37-78908d73ef94 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:23.945423 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fa0b6abd-2fdc-470e-a6ce-0cab5af49323 req-02a35ff3-e5ac-4e8a-bc37-78908d73ef94 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0867581
Dec 03 12:13:23.961701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265223-4b35-4963-89c4-3685bc0a4109 req-3505dae7-435c-465a-abe2-19c084164b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:23.963322 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-06265223-4b35-4963-89c4-3685bc0a4109 req-3505dae7-435c-465a-abe2-19c084164b4c service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1434214
Dec 03 12:13:23.993339 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fa0b6abd-2fdc-470e-a6ce-0cab5af49323 req-18fdd55b-dd37-4925-9379-303b60f716bc tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414667
Dec 03 12:13:24.073709 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-06265223-4b35-4963-89c4-3685bc0a4109 req-4da844b5-4cf3-4692-9868-4ae7abd28934 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 1001 time: 0.1041117
Dec 03 12:13:24.147752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265223-4b35-4963-89c4-3685bc0a4109 req-32b5f95c-ec30-48cb-93ef-4a6e120c6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:24.149305 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-06265223-4b35-4963-89c4-3685bc0a4109 req-32b5f95c-ec30-48cb-93ef-4a6e120c6d63 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0673635
Dec 03 12:13:24.229159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265223-4b35-4963-89c4-3685bc0a4109 req-faf9acb4-a3ae-4d81-a99e-5fdb533d4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:24.230733 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-06265223-4b35-4963-89c4-3685bc0a4109 req-faf9acb4-a3ae-4d81-a99e-5fdb533d4842 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0750608
Dec 03 12:13:24.376818 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-06265223-4b35-4963-89c4-3685bc0a4109 req-b93664a1-3229-41e7-9290-30ff7c5c0458 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394610
Dec 03 12:13:24.518477 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-06265223-4b35-4963-89c4-3685bc0a4109 req-3c033467-03a4-461d-a368-dc67adb3ab23 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352496
Dec 03 12:13:25.208024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9d86d-ffb7-4a9c-9a3e-02380cc52ff2 req-5ae46543-f3eb-466b-929e-3a29fa5ce609 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:25.209555 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57c9d86d-ffb7-4a9c-9a3e-02380cc52ff2 req-5ae46543-f3eb-466b-929e-3a29fa5ce609 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0874987
Dec 03 12:13:25.257625 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-57c9d86d-ffb7-4a9c-9a3e-02380cc52ff2 req-a76486ef-0ccd-4412-9133-c5989e63e42a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415769
Dec 03 12:13:26.475260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aad5d8-0976-4c03-9016-ab8529e67b43 req-a2481b44-c907-4cfd-b7c2-8a9fdcec0466 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:26.476899 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b7aad5d8-0976-4c03-9016-ab8529e67b43 req-a2481b44-c907-4cfd-b7c2-8a9fdcec0466 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0871680
Dec 03 12:13:26.529202 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b7aad5d8-0976-4c03-9016-ab8529e67b43 req-24dac85e-9c85-441b-baf5-16c3beca8368 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0455868
Dec 03 12:13:27.747579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6b06b-94b5-4565-8c9b-48b37063c1a4 req-8fb0807f-e674-47cd-b531-071eb6934727 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:27.749252 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96a6b06b-94b5-4565-8c9b-48b37063c1a4 req-8fb0807f-e674-47cd-b531-071eb6934727 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0880554
Dec 03 12:13:27.796920 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-96a6b06b-94b5-4565-8c9b-48b37063c1a4 req-cf127177-cb73-4e30-817a-954b1d471e69 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408232
Dec 03 12:13:29.012468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0c514-525e-4064-8c83-c39a117f90a9 req-91cd1b78-7ec7-40e9-9ddf-6afe29b8ff46 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:29.014062 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-51e0c514-525e-4064-8c83-c39a117f90a9 req-91cd1b78-7ec7-40e9-9ddf-6afe29b8ff46 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0863292
Dec 03 12:13:29.061280 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-51e0c514-525e-4064-8c83-c39a117f90a9 req-7a496dde-226b-4410-afe4-76dd686f24af tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0400417
Dec 03 12:13:30.272945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f8c81-ca02-49e2-9833-732e207912fd req-842dc36f-20b1-45f0-988b-61a55098ff40 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:30.274471 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c58f8c81-ca02-49e2-9833-732e207912fd req-842dc36f-20b1-45f0-988b-61a55098ff40 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0844047
Dec 03 12:13:30.326042 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c58f8c81-ca02-49e2-9833-732e207912fd req-aca01ed2-7b40-4e5c-adf2-84d0a431d3cf tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0451279
Dec 03 12:13:30.984229 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ae4d8a18-3f0a-4a08-a292-02f6c07ccf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:31.537859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187505f-53fd-44ee-860e-56ad7e398023 req-1366b0fd-63ba-4fd0-aaf1-035dcce971bf tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:31.539512 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7187505f-53fd-44ee-860e-56ad7e398023 req-1366b0fd-63ba-4fd0-aaf1-035dcce971bf tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0851803
Dec 03 12:13:31.586433 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-7187505f-53fd-44ee-860e-56ad7e398023 req-09221c64-ac02-4ca1-8417-551287886ed3 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0404251
Dec 03 12:13:32.807848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ae4ea-825c-41d8-b544-f3358745e919 req-57b88345-81e4-4f55-9a55-0399352ba096 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:32.809385 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a52ae4ea-825c-41d8-b544-f3358745e919 req-57b88345-81e4-4f55-9a55-0399352ba096 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0919943
Dec 03 12:13:32.857652 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a52ae4ea-825c-41d8-b544-f3358745e919 req-7dfcf827-8694-443b-9885-733900c0d4c1 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408401
Dec 03 12:13:33.072563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7f8b3044-d64f-4d65-876d-4e17d457dac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:33.992273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:34.072820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa514bb-69b3-4059-b225-b38deba44016 req-519f49e8-ee64-40a0-b6d2-d980e34dda35 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:34.074435 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-faa514bb-69b3-4059-b225-b38deba44016 req-519f49e8-ee64-40a0-b6d2-d980e34dda35 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0846677
Dec 03 12:13:34.125057 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-faa514bb-69b3-4059-b225-b38deba44016 req-3691a4ac-20e7-465c-9d72-f210150ec368 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442386
Dec 03 12:13:35.150016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:35.340456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81073759-a998-46f8-9998-84c41ba15be6 req-207992a6-c218-45bc-bf44-8a25a97e0cfa tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:35.342047 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81073759-a998-46f8-9998-84c41ba15be6 req-207992a6-c218-45bc-bf44-8a25a97e0cfa tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0836146
Dec 03 12:13:35.389612 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81073759-a998-46f8-9998-84c41ba15be6 req-9ba8a6c0-a775-4cdc-b464-df3c5ba766d5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406320
Dec 03 12:13:35.747657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:36.607910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72c787-a3c3-4eeb-9a15-d4750c638e88 req-418d55a8-cd35-4df8-a9dd-05a107e35fc6 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:36.609544 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf72c787-a3c3-4eeb-9a15-d4750c638e88 req-418d55a8-cd35-4df8-a9dd-05a107e35fc6 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0893776
Dec 03 12:13:36.661398 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf72c787-a3c3-4eeb-9a15-d4750c638e88 req-2a06c0cd-b8a3-4ddf-b819-c20760d3b8a7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0444641
Dec 03 12:13:37.242303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:13:37.898873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f15b9-7bca-40d1-b58c-8d30e17d9606 req-9b651a55-e99c-4e16-9419-ee4b0a898685 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:37.900529 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea2f15b9-7bca-40d1-b58c-8d30e17d9606 req-9b651a55-e99c-4e16-9419-ee4b0a898685 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0904162
Dec 03 12:13:37.956667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea2f15b9-7bca-40d1-b58c-8d30e17d9606 req-5d642738-2c85-4b0f-866e-2ece3887fd94 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0471377
Dec 03 12:13:39.192561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf64ba-c4e3-4795-a966-2d96021bfd7f req-f1dbcbdc-0cee-45e9-be7d-3b1920d7e58c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:39.194345 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5fdf64ba-c4e3-4795-a966-2d96021bfd7f req-f1dbcbdc-0cee-45e9-be7d-3b1920d7e58c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0899677
Dec 03 12:13:39.245919 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5fdf64ba-c4e3-4795-a966-2d96021bfd7f req-37333cc9-3c4a-4433-95e1-4fe86b9dcfd5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442214
Dec 03 12:13:40.475905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b1f4c-561a-4677-844c-a0ef23377576 req-9dd32eff-a662-4779-92bc-a96f6a2289c1 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:40.477601 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b60b1f4c-561a-4677-844c-a0ef23377576 req-9dd32eff-a662-4779-92bc-a96f6a2289c1 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0989518
Dec 03 12:13:40.527966 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b60b1f4c-561a-4677-844c-a0ef23377576 req-d55e25bb-8db5-48d0-b1df-414441f645d0 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430441
Dec 03 12:13:41.761566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32d892-31e7-42d6-8674-ae4bcb056672 req-58d70ff3-0e4e-4de2-ac1d-e2e6e0aa7a45 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:41.763440 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd32d892-31e7-42d6-8674-ae4bcb056672 req-58d70ff3-0e4e-4de2-ac1d-e2e6e0aa7a45 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0950019
Dec 03 12:13:41.822115 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cd32d892-31e7-42d6-8674-ae4bcb056672 req-37d708eb-9af5-404a-86c8-94a1c8bcc499 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0495660
Dec 03 12:13:43.060767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d44f0-e1a7-492c-ba75-6f0833b1141d req-61794bf0-d2b0-474d-9ac9-2c303cf13470 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:43.062381 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2a8d44f0-e1a7-492c-ba75-6f0833b1141d req-61794bf0-d2b0-474d-9ac9-2c303cf13470 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0888188
Dec 03 12:13:43.117608 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2a8d44f0-e1a7-492c-ba75-6f0833b1141d req-e642cf4e-3000-4c09-9fd6-11d62ad2f084 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0452335
Dec 03 12:13:44.359953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef906f8-b073-4d24-a0ed-7a45165837f8 req-46e705aa-8e03-4ac4-a9f2-92e2da98cd08 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:44.363052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6ef906f8-b073-4d24-a0ed-7a45165837f8 req-46e705aa-8e03-4ac4-a9f2-92e2da98cd08 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.1003516
Dec 03 12:13:44.417067 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6ef906f8-b073-4d24-a0ed-7a45165837f8 req-80e2b159-b882-40c0-ba11-90e010b3e82d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0460420
Dec 03 12:13:45.652020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fa1b8-412b-4345-bb96-bac616fe8aae req-2ca27793-8006-40ed-a725-d2b974a07f02 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:45.654374 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5e4fa1b8-412b-4345-bb96-bac616fe8aae req-2ca27793-8006-40ed-a725-d2b974a07f02 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0921218
Dec 03 12:13:45.712588 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5e4fa1b8-412b-4345-bb96-bac616fe8aae req-1ea5803a-12f6-446b-8f8b-1247c8fbd4b1 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0480909
Dec 03 12:13:46.927009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b702f6-1a15-427d-826a-701752f052a4 req-f87c4c90-fc6a-4bc3-989e-18064de5a96c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:46.928633 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9b702f6-1a15-427d-826a-701752f052a4 req-f87c4c90-fc6a-4bc3-989e-18064de5a96c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0836899
Dec 03 12:13:46.976748 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a9b702f6-1a15-427d-826a-701752f052a4 req-07eb2dc7-2849-43ac-8d26-e4c478742a3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415957
Dec 03 12:13:47.064370 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615be697-7c8b-4838-9358-4853d0bf2598 req-4dabee1f-bada-4e23-a442-e31b6968c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:47.065929 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-615be697-7c8b-4838-9358-4853d0bf2598 req-4dabee1f-bada-4e23-a442-e31b6968c349 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1163 time: 0.0787234
Dec 03 12:13:47.206039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615be697-7c8b-4838-9358-4853d0bf2598 req-cd6984e3-bb02-414e-9768-179aac2ef44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:47.207605 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-615be697-7c8b-4838-9358-4853d0bf2598 req-cd6984e3-bb02-414e-9768-179aac2ef44b service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1347380
Dec 03 12:13:47.316741 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-615be697-7c8b-4838-9358-4853d0bf2598 req-495f7670-8375-4f39-882d-c6148f17a4b2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 1001 time: 0.1021590
Dec 03 12:13:47.384906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615be697-7c8b-4838-9358-4853d0bf2598 req-383642a3-6ab5-4b79-97c2-958a070d22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:47.386437 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-615be697-7c8b-4838-9358-4853d0bf2598 req-383642a3-6ab5-4b79-97c2-958a070d22f2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0635984
Dec 03 12:13:47.467963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615be697-7c8b-4838-9358-4853d0bf2598 req-d7153191-2f0a-4650-a12f-da256861c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:47.469518 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-615be697-7c8b-4838-9358-4853d0bf2598 req-d7153191-2f0a-4650-a12f-da256861c97d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0762303
Dec 03 12:13:47.610840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-615be697-7c8b-4838-9358-4853d0bf2598 req-ac2ecce4-aa78-40c2-b719-c9897edeee25 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343257
Dec 03 12:13:47.752129 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-615be697-7c8b-4838-9358-4853d0bf2598 req-b0ee6efa-b8f7-4279-8473-9160d9f748a0 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1354589
Dec 03 12:13:48.195425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b059a-e0d6-4c63-bb6f-f89e9a3fc681 req-87c358f9-773d-4238-a440-93c11b90a66c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:48.196947 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c81b059a-e0d6-4c63-bb6f-f89e9a3fc681 req-87c358f9-773d-4238-a440-93c11b90a66c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0864675
Dec 03 12:13:48.243498 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c81b059a-e0d6-4c63-bb6f-f89e9a3fc681 req-49aa983f-0304-42c4-90e7-67fd8017a1ef tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0402234
Dec 03 12:13:49.461080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cd02d-9e5f-4aef-bc79-8b8f47fc9e53 req-4fd65492-d4fc-470a-a74d-bb81967d71b5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:49.462727 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae8cd02d-9e5f-4aef-bc79-8b8f47fc9e53 req-4fd65492-d4fc-470a-a74d-bb81967d71b5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0871284
Dec 03 12:13:49.515253 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ae8cd02d-9e5f-4aef-bc79-8b8f47fc9e53 req-e30d6b95-5b37-434c-a169-fe5542510add tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0460935
Dec 03 12:13:50.729135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b847b5-e767-41fc-a958-6d1bdcaea885 req-f0c765da-9681-4674-8313-681305e63bd4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:50.730731 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-17b847b5-e767-41fc-a958-6d1bdcaea885 req-f0c765da-9681-4674-8313-681305e63bd4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0840564
Dec 03 12:13:50.780696 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-17b847b5-e767-41fc-a958-6d1bdcaea885 req-4b6e9fa8-d013-4cf6-8e28-828b52b105ed tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426323
Dec 03 12:13:51.037380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4c21179b-1b52-4884-8d06-3af4c9d7e398 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:13:51.163051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:51.192553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf9ca-3b45-499e-8c7d-3d82235d3554 req-a8de1937-e178-4c77-98d4-f4049cce8b22 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:51.192798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:13:51.194031 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-049bf9ca-3b45-499e-8c7d-3d82235d3554 req-a8de1937-e178-4c77-98d4-f4049cce8b22 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0900195
Dec 03 12:13:51.202992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 4c21179b-1b52-4884-8d06-3af4c9d7e398, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:13:51.207481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:51.210345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:13:51.285951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=4c21179b-1b52-4884-8d06-3af4c9d7e398,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:13:51.294434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.294840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.295274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.295658 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.296039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.296414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.296786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.297166 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.297536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.297934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.298263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.298630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.299411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.299636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.300015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.300611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.300966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.301323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.301690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.302061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.302434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.302802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.303198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.303650 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:13:51.304533 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-049bf9ca-3b45-499e-8c7d-3d82235d3554 req-17338ff5-8991-4cfe-8a0d-aa2c228a9b35 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1019032
Dec 03 12:13:51.308353 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:13:51.328020 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-3e9eddbe-d8d8-4fbf-9f40-39d04c1c7d52 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2295659
Dec 03 12:13:51.408407 dv-neutron-765072-2-ovs neutron-server[80862]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398', 'code': 422} returned with failed status
Dec 03 12:13:51.751101 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:13:52.029489 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-67e0a5d5-eb47-4059-82cc-6e04136a2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:52.031094 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-67e0a5d5-eb47-4059-82cc-6e04136a2206 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e&tenant_id=b525a15b25a7437c9902edc6fa882ebd HTTP/1.1" status: 200  len: 1161 time: 0.0755165
Dec 03 12:13:52.136918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-1072b13f-bbf8-493a-8dfd-030c15c8cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:52.138490 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-1072b13f-bbf8-493a-8dfd-030c15c8cc91 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1161 time: 0.0741141
Dec 03 12:13:52.278648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-bc67d7dd-9037-4f32-a4ad-bb51e739bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:52.280187 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-bc67d7dd-9037-4f32-a4ad-bb51e739bf59 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1352143
Dec 03 12:13:52.545626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a3b45-cb27-4f06-90be-869e15bfa22a req-d06b9291-322b-42d4-bb0c-7e3efdf23c0e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:52.547276 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-348a3b45-cb27-4f06-90be-869e15bfa22a req-d06b9291-322b-42d4-bb0c-7e3efdf23c0e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0971124
Dec 03 12:13:52.597835 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-348a3b45-cb27-4f06-90be-869e15bfa22a req-2ed860bd-0b96-4bb3-9961-d0949c0e6098 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0438390
Dec 03 12:13:52.632546 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-3d5b1a8d-8806-414a-9cb7-b59e0426701d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 999 time: 0.3459702
Dec 03 12:13:52.705248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-598866fc-e77b-4fea-a31e-9ff7ad11287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:52.707330 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-598866fc-e77b-4fea-a31e-9ff7ad11287f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0672140
Dec 03 12:13:52.786655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-269bf2f8-ad39-4cf7-830c-697433055436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:52.788314 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-269bf2f8-ad39-4cf7-830c-697433055436 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0751209
Dec 03 12:13:52.931830 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-6ac97164-7192-4b90-a1fc-a2294df900f7 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368227
Dec 03 12:13:53.076376 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-24bef6f6-2dc2-46eb-8cc2-fb06952bb82a req-1040f186-7533-4275-9d30-dc24980b86b6 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368659
Dec 03 12:13:53.821368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df1bc2-077a-44b1-9405-75c7e5df5b6b req-07c68bea-6b40-4485-99be-0a66094899ae tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:53.823026 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14df1bc2-077a-44b1-9405-75c7e5df5b6b req-07c68bea-6b40-4485-99be-0a66094899ae tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0891364
Dec 03 12:13:53.870778 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-14df1bc2-077a-44b1-9405-75c7e5df5b6b req-9c7398b1-0e2f-41e6-97ce-6dc030dff304 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413973
Dec 03 12:13:55.252095 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1bf2b-8a9c-4b7a-9e88-57157f5982e1 req-de198ac5-6cbb-4b2d-aee6-85bfdf638ad0 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:55.254272 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-27e1bf2b-8a9c-4b7a-9e88-57157f5982e1 req-de198ac5-6cbb-4b2d-aee6-85bfdf638ad0 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0914092
Dec 03 12:13:55.303116 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-27e1bf2b-8a9c-4b7a-9e88-57157f5982e1 req-abf84aa6-6b8b-4118-b613-6a9d6380f1ee tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417800
Dec 03 12:13:56.527579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd19b9-5ad5-479d-83af-c8a489167eb2 req-c324efc4-5d4b-4dca-82a5-b6e4a1670ccb tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:56.529572 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-55cd19b9-5ad5-479d-83af-c8a489167eb2 req-c324efc4-5d4b-4dca-82a5-b6e4a1670ccb tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0942769
Dec 03 12:13:56.578921 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-55cd19b9-5ad5-479d-83af-c8a489167eb2 req-4dae37e3-2147-4312-9c06-e8b365f2fc58 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427127
Dec 03 12:13:57.803639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1efd4-1d5f-4fd3-bb22-20c28b684127 req-e986b70d-8ac2-4148-81a0-8092b38d10b6 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:57.805324 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-abf1efd4-1d5f-4fd3-bb22-20c28b684127 req-e986b70d-8ac2-4148-81a0-8092b38d10b6 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0943947
Dec 03 12:13:57.856550 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-abf1efd4-1d5f-4fd3-bb22-20c28b684127 req-6e0fa804-27d3-4243-a214-483a80b10132 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0444727
Dec 03 12:13:59.085094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18464ac-5b91-4f00-b261-7ff7935d9f99 req-da70dbc0-be8b-4927-af2a-a35714c5345b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:13:59.086701 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b18464ac-5b91-4f00-b261-7ff7935d9f99 req-da70dbc0-be8b-4927-af2a-a35714c5345b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0905492
Dec 03 12:13:59.137986 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b18464ac-5b91-4f00-b261-7ff7935d9f99 req-f2a71e69-6be7-4ab2-b7ed-d20985f9915f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0448060
Dec 03 12:14:00.377601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7ee5f-3250-4c68-b202-471074ba8124 req-b0a57ecf-c1f9-4a57-badb-a8c813cdd879 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:00.379776 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60b7ee5f-3250-4c68-b202-471074ba8124 req-b0a57ecf-c1f9-4a57-badb-a8c813cdd879 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.1055250
Dec 03 12:14:00.430603 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-60b7ee5f-3250-4c68-b202-471074ba8124 req-4b67b9d1-45a2-4783-b143-e554edc3859a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441353
Dec 03 12:14:00.989059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b737b02a-4557-4587-bba7-7e6e7481273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:01.692758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aaa86-dd99-4d2f-8d45-511ba1715fc2 req-b0fba6ae-92de-4b1b-90be-df3748cc1186 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:01.694579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-876aaa86-dd99-4d2f-8d45-511ba1715fc2 req-b0fba6ae-92de-4b1b-90be-df3748cc1186 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.1014099
Dec 03 12:14:01.761323 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-876aaa86-dd99-4d2f-8d45-511ba1715fc2 req-bb8a16e6-d44e-469c-8abf-c3c9ff2d909c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0591722
Dec 03 12:14:03.027452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847446e-392f-41ab-8c78-97bc702cab25 req-395c80f8-cfe2-4a46-9bd0-fe510c1e0c66 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:03.029096 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d847446e-392f-41ab-8c78-97bc702cab25 req-395c80f8-cfe2-4a46-9bd0-fe510c1e0c66 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0958993
Dec 03 12:14:03.075520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-74416d69-15bc-45a0-b696-f3e53bf37604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:03.081108 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d847446e-392f-41ab-8c78-97bc702cab25 req-ca38423b-e7a7-48d1-9558-420e9a3ecbee tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0449944
Dec 03 12:14:03.996670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:04.442256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f4325-674a-43c1-9219-51e88820f0e9 req-40ca5be6-93f6-464b-9e69-122fce7ff424 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:04.443934 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f39f4325-674a-43c1-9219-51e88820f0e9 req-40ca5be6-93f6-464b-9e69-122fce7ff424 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0920036
Dec 03 12:14:04.762226 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f39f4325-674a-43c1-9219-51e88820f0e9 req-355a5151-6b1f-4251-88e9-83b427a9572c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3117616
Dec 03 12:14:05.153335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:05.750008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:05.975391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878dd91-7d8e-4a23-a3bc-5c6d1c776abd req-9f570fda-0ac2-40cb-b786-a29f1be9c041 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:05.977002 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a878dd91-7d8e-4a23-a3bc-5c6d1c776abd req-9f570fda-0ac2-40cb-b786-a29f1be9c041 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0849593
Dec 03 12:14:06.025549 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a878dd91-7d8e-4a23-a3bc-5c6d1c776abd req-d0ba1976-8e66-4960-a1d0-093cac2b2a22 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418653
Dec 03 12:14:07.239800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9394e-e3b2-45b0-9685-9a21685222ff req-7cad3639-c2a3-48dc-8006-8c7eca917cbb tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:07.241355 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fda9394e-e3b2-45b0-9685-9a21685222ff req-7cad3639-c2a3-48dc-8006-8c7eca917cbb tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0854871
Dec 03 12:14:07.288598 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fda9394e-e3b2-45b0-9685-9a21685222ff req-78261dec-248a-4356-aca4-51e6f4933a02 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0407498
Dec 03 12:14:08.503107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1875c-8b55-4970-97c8-24f44998fbd9 req-2a61623c-4aae-4582-9f81-a5a918b24660 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:08.504533 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cab1875c-8b55-4970-97c8-24f44998fbd9 req-2a61623c-4aae-4582-9f81-a5a918b24660 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0870049
Dec 03 12:14:08.552576 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cab1875c-8b55-4970-97c8-24f44998fbd9 req-f04f14ad-b8a0-4977-9461-922fe6417563 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417790
Dec 03 12:14:09.766809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab99601-739f-4caa-aa1b-24d9bd8c149d req-f90b96b8-a757-4f0c-a1e6-435516c06d97 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:09.768445 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ab99601-739f-4caa-aa1b-24d9bd8c149d req-f90b96b8-a757-4f0c-a1e6-435516c06d97 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0841084
Dec 03 12:14:09.818113 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9ab99601-739f-4caa-aa1b-24d9bd8c149d req-aade5381-d940-4737-9d1b-27d92fca38fe tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0431540
Dec 03 12:14:11.041093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c82482-d272-4b31-a03d-aa7deea7702c req-5fd2f80f-35b0-4d1a-9072-ed0dac1cf67c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:11.042701 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-88c82482-d272-4b31-a03d-aa7deea7702c req-5fd2f80f-35b0-4d1a-9072-ed0dac1cf67c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0867150
Dec 03 12:14:11.090592 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-88c82482-d272-4b31-a03d-aa7deea7702c req-51dc7cd6-3b5c-4cfb-9a45-51f34d34a5c3 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412898
Dec 03 12:14:11.851220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4c21179b-1b52-4884-8d06-3af4c9d7e398 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:14:11.927726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4c21179b-1b52-4884-8d06-3af4c9d7e398 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:14:11.928152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:12.047436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:12.075695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:14:12.085968 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 4c21179b-1b52-4884-8d06-3af4c9d7e398, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:14:12.088971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:12.090871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:14:12.136236 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398', 'code': 200}
Dec 03 12:14:12.163029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=4c21179b-1b52-4884-8d06-3af4c9d7e398,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:14:12.166652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:14:12.310735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020129-fc30-4a80-ac06-a18dea75e88b req-ce8194ea-83f7-4cec-8181-7c8b25972c1f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:12.312387 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a020129-fc30-4a80-ac06-a18dea75e88b req-ce8194ea-83f7-4cec-8181-7c8b25972c1f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0906641
Dec 03 12:14:12.361372 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a020129-fc30-4a80-ac06-a18dea75e88b req-fee03469-1f32-4c74-aecd-1794d7a24281 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422728
Dec 03 12:14:12.452535 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a9c71-bc7d-4d45-b618-1ba5d42289c7 req-d31bc4c8-d54b-4942-b8ea-1c9363e65a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:12.454140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d3a9c71-bc7d-4d45-b618-1ba5d42289c7 req-d31bc4c8-d54b-4942-b8ea-1c9363e65a79 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1163 time: 0.0793936
Dec 03 12:14:12.497806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3d3a9c71-bc7d-4d45-b618-1ba5d42289c7 req-885fc016-8924-4b28-a38a-30f26a67bd7a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0367904
Dec 03 12:14:13.420032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4c21179b-1b52-4884-8d06-3af4c9d7e398 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:14:13.491260 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4c21179b-1b52-4884-8d06-3af4c9d7e398 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:14:13.491684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:13.576266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12e4a3-8b87-41ac-9a5b-1290d1efcb74 req-c7066155-ca06-44a8-99e9-6c7205b1ba84 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:13.577876 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ad12e4a3-8b87-41ac-9a5b-1290d1efcb74 req-c7066155-ca06-44a8-99e9-6c7205b1ba84 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0842071
Dec 03 12:14:13.627002 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ad12e4a3-8b87-41ac-9a5b-1290d1efcb74 req-8da04949-23fd-4b9a-8d57-8d004c660a23 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0407996
Dec 03 12:14:14.242555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:14:14.848787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca97e8c-8812-495a-aa32-886d0ae8bfdd req-90dbc503-4b3c-4b8e-a281-6388c1350429 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:14.850419 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aca97e8c-8812-495a-aa32-886d0ae8bfdd req-90dbc503-4b3c-4b8e-a281-6388c1350429 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.0905504
Dec 03 12:14:14.899274 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aca97e8c-8812-495a-aa32-886d0ae8bfdd req-d7ee89fc-700e-4b96-9ea3-3c7152bd7fb2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424335
Dec 03 12:14:15.448799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4c21179b-1b52-4884-8d06-3af4c9d7e398 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:14:15.523374 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 4c21179b-1b52-4884-8d06-3af4c9d7e398 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:14:15.523798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:21.752109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:24.671600 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c6cb43b-5084-46c8-b31d-7603f573dc82 req-f18782b7-2388-483a-be59-f2897929bc7b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0782857
Dec 03 12:14:24.845273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cb43b-5084-46c8-b31d-7603f573dc82 req-5ee2009d-75bf-4fb3-9ba0-5ad88f641d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:24.846941 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c6cb43b-5084-46c8-b31d-7603f573dc82 req-5ee2009d-75bf-4fb3-9ba0-5ad88f641d17 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1163 time: 0.0787041
Dec 03 12:14:25.005469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cb43b-5084-46c8-b31d-7603f573dc82 req-0ff2d5db-12ba-4638-9830-fc6fa021ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:25.007060 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c6cb43b-5084-46c8-b31d-7603f573dc82 req-0ff2d5db-12ba-4638-9830-fc6fa021ddef service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1408584
Dec 03 12:14:25.110504 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c6cb43b-5084-46c8-b31d-7603f573dc82 req-62dae1cb-aacf-4ad5-bcde-6c2d54eae24a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 1001 time: 0.0965450
Dec 03 12:14:25.182674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cb43b-5084-46c8-b31d-7603f573dc82 req-619e058e-e6e7-49f2-8174-e77fbab1488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:25.184205 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c6cb43b-5084-46c8-b31d-7603f573dc82 req-619e058e-e6e7-49f2-8174-e77fbab1488b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0674627
Dec 03 12:14:25.262936 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cb43b-5084-46c8-b31d-7603f573dc82 req-78b24103-ed3a-48dc-896b-0fc8b4830b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:14:25.264526 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c6cb43b-5084-46c8-b31d-7603f573dc82 req-78b24103-ed3a-48dc-896b-0fc8b4830b5e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0730305
Dec 03 12:14:25.408003 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c6cb43b-5084-46c8-b31d-7603f573dc82 req-0a25bd3e-af43-4db2-9472-c9f0e571bf4f service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354387
Dec 03 12:14:25.551475 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2c6cb43b-5084-46c8-b31d-7603f573dc82 req-a16c59a0-ca3b-4ee6-afbd-2c46d4469bb0 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360559
Dec 03 12:14:30.991062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-be53d912-aaa4-40aa-8aa1-6a6b924b3341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:33.076823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-fd6be57d-eb75-4f07-93e6-06c339866b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:33.997873 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:35.155029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:35.753641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:14:51.243172 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:14:51.760265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:15:00.995620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b66ee75b-bd8e-4b45-8f4e-df20fa992ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:15:03.080198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ce226a4d-4e46-497c-a4e5-f548b2cac2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:15:04.000690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:15:05.156470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:15:05.757916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:15:21.771063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:15:25.664533 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c748e0b5-7204-407b-a570-1027775a6a68 req-1a7c96d9-7439-4c00-aa40-4fd5d6cd44e4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0785673
Dec 03 12:15:25.827196 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e0b5-7204-407b-a570-1027775a6a68 req-ac9c5193-377d-4292-a312-02ffe838a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:15:25.828853 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c748e0b5-7204-407b-a570-1027775a6a68 req-ac9c5193-377d-4292-a312-02ffe838a85b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1163 time: 0.0769720
Dec 03 12:15:25.991903 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e0b5-7204-407b-a570-1027775a6a68 req-6e83d01c-b771-49f6-a1a7-75b9b1989904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:15:25.993486 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c748e0b5-7204-407b-a570-1027775a6a68 req-6e83d01c-b771-49f6-a1a7-75b9b1989904 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1453321
Dec 03 12:15:26.104645 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c748e0b5-7204-407b-a570-1027775a6a68 req-0f3f27dc-dd56-4e94-8bd9-989c1adef76f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 1001 time: 0.1040983
Dec 03 12:15:26.173839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e0b5-7204-407b-a570-1027775a6a68 req-f34ba7d1-49b2-408e-a20d-85dcc2beef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:15:26.175383 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c748e0b5-7204-407b-a570-1027775a6a68 req-f34ba7d1-49b2-408e-a20d-85dcc2beef3a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0637989
Dec 03 12:15:26.256837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e0b5-7204-407b-a570-1027775a6a68 req-05ce934e-3c8c-48f3-9029-d0b7ae0ed546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:15:26.258422 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c748e0b5-7204-407b-a570-1027775a6a68 req-05ce934e-3c8c-48f3-9029-d0b7ae0ed546 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0766726
Dec 03 12:15:26.270475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-c748e0b5-7204-407b-a570-1027775a6a68 req-369f2b0e-3fbf-42b4-aea6-2bcc52971e0d service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:15:26.271507 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c748e0b5-7204-407b-a570-1027775a6a68 req-369f2b0e-3fbf-42b4-aea6-2bcc52971e0d service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0057838
Dec 03 12:15:26.414140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c748e0b5-7204-407b-a570-1027775a6a68 req-37187c57-900a-4dd2-a867-d5618a920682 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356695
Dec 03 12:15:26.560758 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c748e0b5-7204-407b-a570-1027775a6a68 req-3dd0c229-dc57-4468-a406-47662fefc607 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369700
Dec 03 12:15:28.242593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:15:30.996920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7efee5fb-9dd6-4c44-852e-28374644ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:15:33.083108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-75b0e71e-092a-40b0-98f5-c33ad8303c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:15:34.002201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:15:35.159188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:15:35.758217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:15:51.765590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:00.280118 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-89d31ce6-e2f8-4290-9c8c-6be726d517f3 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/floatingips/5fd1d8ef-24c0-447e-ac76-6af2c521ab52 HTTP/1.1" status: 200  len: 998 time: 0.1852846
Dec 03 12:16:00.438002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-12ca0597-b318-4917-bb2d-318a1243e3c7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:00.439487 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-12ca0597-b318-4917-bb2d-318a1243e3c7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1531444
Dec 03 12:16:00.451037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-eb22120f-680f-4ab8-a767-e7b8d96bcdf2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:16:00.452118 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-eb22120f-680f-4ab8-a767-e7b8d96bcdf2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0059462
Dec 03 12:16:00.562440 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-906effa8-98a5-4b4c-85ce-a6cf1da1d3e5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.26 HTTP/1.1" status: 200  len: 1001 time: 0.1041782
Dec 03 12:16:00.640190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-430b4df6-2303-467b-a250-60353711cc92 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:00.641637 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-430b4df6-2303-467b-a250-60353711cc92 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports/4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 943 time: 0.0734220
Dec 03 12:16:00.824397 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-30149b89-04a5-47d7-b1e1-39fb8abd5bf1 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.26 HTTP/1.1" status: 200  len: 1001 time: 0.1028402
Dec 03 12:16:00.998135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-90a374ce-cc17-4da5-839f-f86f3245e0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:01.050045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Deleting port 3706ccc3-c249-4cc9-89ad-a56ccfba425c {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:16:01.050421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:01.230133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:01.230506 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:01.356944 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Calling delete_port for 3706ccc3-c249-4cc9-89ad-a56ccfba425c owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:16:01.506349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:01.522174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d34ca01a-1476-4e41-831d-4e73c4c1cf6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:01.579450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event deleted for resources: {'Port': ['ID=3706ccc3-c249-4cc9-89ad-a56ccfba425c,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:01.636206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.636644 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.637072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.637495 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.637911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.638334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.638748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.639186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.639601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.640010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.640421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.640836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.641303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.641715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.642121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.642531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.643551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.644050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.644453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.644863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.645271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.645680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.646089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.646501 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:01.654755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:01.763823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:01.764122 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Floating IP 5fd1d8ef-24c0-447e-ac76-6af2c521ab52 disassociated (deleted). External IP: 172.26.1.26, port: 4c21179b-1b52-4884-8d06-3af4c9d7e398.
Dec 03 12:16:02.165553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Router 6348e158-feae-49f1-98f2-3392cc1aa4de has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:16:02.406339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:16:02.419777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2dce4-43fa-443a-9e5e-f21b37b00fa6 None None] Sync routers for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:16:02.431599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:02.434152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2dce4-43fa-443a-9e5e-f21b37b00fa6 None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:16:02.434840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-caa2dce4-43fa-443a-9e5e-f21b37b00fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3d30>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:15:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:16:02.494372 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "DELETE /v2.0/floatingips/5fd1d8ef-24c0-447e-ac76-6af2c521ab52 HTTP/1.1" status: 204  len: 173 time: 1.6638961
Dec 03 12:16:02.494988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:16:02.666987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-caa2dce4-43fa-443a-9e5e-f21b37b00fa6 None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:16:02.698468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-f37cb40a-3c62-40cd-bf2d-88351722d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:02.700335 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-f37cb40a-3c62-40cd-bf2d-88351722d1b3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1163 time: 0.1865430
Dec 03 12:16:02.740553 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398', 'status': 'completed', 'code': 200}
Dec 03 12:16:02.892073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-06080cb6-a1ab-4370-a4d4-dadd1ab362be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:02.894625 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-06080cb6-a1ab-4370-a4d4-dadd1ab362be service neutron] 10.222.0.90 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1832538
Dec 03 12:16:02.969912 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bfb8f-66da-4458-89fe-ed25505eba2b req-f0c74417-41e9-4041-a3cb-40fd9546d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:02.971960 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-314bfb8f-66da-4458-89fe-ed25505eba2b req-f0c74417-41e9-4041-a3cb-40fd9546d9a7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 1163 time: 0.1980834
Dec 03 12:16:02.982156 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-d91e35eb-32b4-4f89-bd6e-f8e8395f0238 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 217 time: 0.0779448
Dec 03 12:16:03.062061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-35e49566-9f47-4962-925a-ab512439e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:03.068131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-caa2dce4-43fa-443a-9e5e-f21b37b00fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3d30>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:16:03.070503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-35e49566-9f47-4962-925a-ab512439e0ab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0808129
Dec 03 12:16:03.072821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2dce4-43fa-443a-9e5e-f21b37b00fa6 None None] Checking router: 6348e158-feae-49f1-98f2-3392cc1aa4de for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:16:03.083281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2dce4-43fa-443a-9e5e-f21b37b00fa6 None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:16:03.083940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-caa2dce4-43fa-443a-9e5e-f21b37b00fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3d30>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:15:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:16:03.097339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39d718d8-369d-4ec9-bf4e-53a9a2ec0a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:03.172281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bfb8f-66da-4458-89fe-ed25505eba2b req-99d841a7-bac1-4be8-9a2b-c3a7ef81ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:03.175617 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-314bfb8f-66da-4458-89fe-ed25505eba2b req-99d841a7-bac1-4be8-9a2b-c3a7ef81ad9e service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1973813
Dec 03 12:16:03.179163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-1a0b1f95-f7a0-4083-9d0b-b22eb6a17ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:03.180793 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-1a0b1f95-f7a0-4083-9d0b-b22eb6a17ed7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0958638
Dec 03 12:16:03.253968 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-314bfb8f-66da-4458-89fe-ed25505eba2b req-d3c3c940-68f9-4e8d-bed7-6d144263ea7c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 200  len: 217 time: 0.0715590
Dec 03 12:16:03.286056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-caa2dce4-43fa-443a-9e5e-f21b37b00fa6 None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:16:03.327494 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bfb8f-66da-4458-89fe-ed25505eba2b req-60d0ae02-97dd-4986-8f4d-cbf459e10e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:03.329357 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-314bfb8f-66da-4458-89fe-ed25505eba2b req-60d0ae02-97dd-4986-8f4d-cbf459e10e65 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0689292
Dec 03 12:16:03.331392 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-9ad81cf1-e0c0-482b-b145-393e060ac7de service neutron] 10.222.0.90 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434243
Dec 03 12:16:03.410850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bfb8f-66da-4458-89fe-ed25505eba2b req-ef6d59df-b8ec-46ed-97b9-6f5bc728bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:03.412524 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-314bfb8f-66da-4458-89fe-ed25505eba2b req-ef6d59df-b8ec-46ed-97b9-6f5bc728bbc8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0768838
Dec 03 12:16:03.567760 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-314bfb8f-66da-4458-89fe-ed25505eba2b req-05ee3e3b-74b9-4d2d-bf04-2ce628ca3cbd service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476409
Dec 03 12:16:03.637155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-caa2dce4-43fa-443a-9e5e-f21b37b00fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3d30>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:16:03.641916 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2dce4-43fa-443a-9e5e-f21b37b00fa6 None None] The sync data for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs is: [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:16:03.732054 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-314bfb8f-66da-4458-89fe-ed25505eba2b req-0d4818b2-313e-44f1-8c96-ed7032f695f1 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1564569
Dec 03 12:16:03.771245 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-54862dd3-317a-4ef7-93eb-2eeb2219e2c3 req-a8b9d3b6-b33a-4694-89d4-23c4212b15e9 service neutron] 10.222.0.90 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4325838
Dec 03 12:16:04.007449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:04.048957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375fb28-ae72-4e11-aa05-7d0d7fe09f35 None None] New status for floating IP 5fd1d8ef-24c0-447e-ac76-6af2c521ab52: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:16:04.201184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfbc7-384a-42c7-b59a-f527752ed33a req-64c9b94a-96ce-40bc-9b3d-5695841ba5f8 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:04.202004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-198bfbc7-384a-42c7-b59a-f527752ed33a req-64c9b94a-96ce-40bc-9b3d-5695841ba5f8 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Synchronizing usage tracker for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:16:04.219946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-198bfbc7-384a-42c7-b59a-f527752ed33a req-64c9b94a-96ce-40bc-9b3d-5695841ba5f8 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Unset dirty status for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:16:04.222309 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-198bfbc7-384a-42c7-b59a-f527752ed33a req-64c9b94a-96ce-40bc-9b3d-5695841ba5f8 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.1060646
Dec 03 12:16:04.272558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-198bfbc7-384a-42c7-b59a-f527752ed33a req-b6484daf-24be-4f6f-9a11-edb5091c4fa8 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0440729
Dec 03 12:16:05.162022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:05.243151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:16:05.567973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef18a7-0a71-4da7-b9b1-bf0379af0cd7 req-e69143c4-5bfb-46b3-94b2-b6f1bbe6fc7c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:05.569515 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-39ef18a7-0a71-4da7-b9b1-bf0379af0cd7 req-e69143c4-5bfb-46b3-94b2-b6f1bbe6fc7c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.1627371
Dec 03 12:16:05.617945 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-39ef18a7-0a71-4da7-b9b1-bf0379af0cd7 req-ba4c6182-2954-4bbf-87e3-a7ef5746b13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421500
Dec 03 12:16:05.760740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:05.930210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-68ba8f97-de4a-47a3-b490-8d3ec5731485 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:05.931024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-68ba8f97-de4a-47a3-b490-8d3ec5731485 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Synchronizing usage tracker for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:16:05.943932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-68ba8f97-de4a-47a3-b490-8d3ec5731485 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Unset dirty status for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:16:05.945097 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-68ba8f97-de4a-47a3-b490-8d3ec5731485 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.91 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 946 time: 0.1011508
Dec 03 12:16:06.020733 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Deleting port 4c21179b-1b52-4884-8d06-3af4c9d7e398 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:16:06.021120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:06.062027 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 4c21179b-1b52-4884-8d06-3af4c9d7e398 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:16:06.178700 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:06.206275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:16:06.217074 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 4c21179b-1b52-4884-8d06-3af4c9d7e398, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:16:06.220580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:06.222559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-ed4d957b-e46d-403e-a861-4b9d11ea632b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:06.269299 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398', 'code': 200}
Dec 03 12:16:06.288504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] For port 4c21179b-1b52-4884-8d06-3af4c9d7e398, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:16:06.288898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:06.291855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=4c21179b-1b52-4884-8d06-3af4c9d7e398,revision_number=7']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:06.300809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.301206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.301596 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.301982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.302361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.302741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.303139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.303517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.303894 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.304266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.304637 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.305009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.305439 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.305814 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.306184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.306554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.306938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.307322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.307694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.308064 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.308436 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.308805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.309175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.309542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:06.314187 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:06.419868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Calling delete_port for 4c21179b-1b52-4884-8d06-3af4c9d7e398 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:16:06.503698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80976) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 12:16:06.504009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 12:16:06.833049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98e69d-f013-4fd1-9dec-d9d8e939f2c0 req-c63c32c0-3f60-41cb-a130-5db1d89f14a2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:06.834554 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1c98e69d-f013-4fd1-9dec-d9d8e939f2c0 req-c63c32c0-3f60-41cb-a130-5db1d89f14a2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 944 time: 0.0851226
Dec 03 12:16:06.884837 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1c98e69d-f013-4fd1-9dec-d9d8e939f2c0 req-20333ad6-d414-42e1-ac28-a57efe978652 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=6bbac066-903e-4351-ab4a-8e8cbd1a381a&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0438492
Dec 03 12:16:07.005170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Deleting port 4c21179b-1b52-4884-8d06-3af4c9d7e398 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:16:07.005595 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:07.256579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] For port 4c21179b-1b52-4884-8d06-3af4c9d7e398, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4c21179b-1b52-4884-8d06-3af4c9d7e398,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:16:07.257152 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:07.621893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Calling delete_port for 4c21179b-1b52-4884-8d06-3af4c9d7e398 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:16:07.766603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:07.781161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-71e6212c-2899-4e6e-95eb-39d69b4e0757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:07.833010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event deleted for resources: {'Port': ['ID=4c21179b-1b52-4884-8d06-3af4c9d7e398,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:07.852951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.853380 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.853797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.854207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.854613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.855048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.855448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.855848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.856251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.856647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.857043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.857438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.858147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.858546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.858960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.859363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.859758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.860155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.860546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.860939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.861335 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.862305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.862796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.863224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:16:07.868198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:08.006876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] No DVR routers for this DVR port 4c21179b-1b52-4884-8d06-3af4c9d7e398 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:16:08.009149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:08.012051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'name': 'network-vif-deleted', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:16:08.027324 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-bf47bef3-e48c-43a9-83bf-977570b74c08 req-c8f670db-c5da-4a28-aa8d-d235f6aa0742 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.91 "DELETE /v2.0/ports/4c21179b-1b52-4884-8d06-3af4c9d7e398 HTTP/1.1" status: 204  len: 173 time: 2.0765190
Dec 03 12:16:08.080942 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1daa9ec2-9e12-45c7-b370-76da2557f04a req-a1dc674a-cc87-4a5b-8496-3059a1a283b7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=24b8f381-ccc1-470b-b611-6be7da88a73e HTTP/1.1" status: 200  len: 210 time: 0.0521982
Dec 03 12:16:08.197372 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b8f381-ccc1-470b-b611-6be7da88a73e', 'name': 'network-vif-deleted', 'tag': '4c21179b-1b52-4884-8d06-3af4c9d7e398', 'status': 'completed', 'code': 200}
Dec 03 12:16:09.270558 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-433f94c3-f4e8-4391-8809-03c263fda76e req-ba4afffd-8326-4951-b780-cf49d6be8ca4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups/6bbac066-903e-4351-ab4a-8e8cbd1a381a HTTP/1.1" status: 200  len: 2883 time: 0.0504444
Dec 03 12:16:09.341675 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-433f94c3-f4e8-4391-8809-03c263fda76e req-79bc28b4-27e2-490f-b76d-d8fd542e97b7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:09.374539 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-433f94c3-f4e8-4391-8809-03c263fda76e req-79bc28b4-27e2-490f-b76d-d8fd542e97b7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:09.425343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-433f94c3-f4e8-4391-8809-03c263fda76e req-79bc28b4-27e2-490f-b76d-d8fd542e97b7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:09.430796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-fdfae315-48e1-4767-99ba-62be0e04852e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:09.446896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc28b4-27e2-490f-b76d-d8fd542e97b7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbac066-903e-4351-ab4a-8e8cbd1a381a,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:09.449653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-79bc28b4-27e2-490f-b76d-d8fd542e97b7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:09.458517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-433f94c3-f4e8-4391-8809-03c263fda76e req-79bc28b4-27e2-490f-b76d-d8fd542e97b7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:09.459751 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-433f94c3-f4e8-4391-8809-03c263fda76e req-79bc28b4-27e2-490f-b76d-d8fd542e97b7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "DELETE /v2.0/security-groups/6bbac066-903e-4351-ab4a-8e8cbd1a381a HTTP/1.1" status: 204  len: 173 time: 0.1826770
Dec 03 12:16:09.873457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-723683379', 'description': 'tempest-TestShelveInstance-723683379 description'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:16:09.880126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:16:09.884574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Usage tracker for resource:security_group and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:16:09.887639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:16:09.894109 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:16:09.904245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:09.926055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:16:09.930611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Usage tracker for resource:security_group_rule and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:16:09.933717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:16:09.939603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:16:10.013908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:10.016628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:10.022393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-258ca9cf-f1f1-4ba3-8904-64ad7cb771ad tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:10.066112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6391da-e70d-45ed-ac8c-3f21242b2904,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:10.069623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:10.071055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:10.072518 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ac93e86f-b691-481d-ac74-9d26c2b510d4 req-4797ba23-c6b5-4dde-a0ef-fc579354f9f5 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1757 time: 0.2036242
Dec 03 12:16:10.157099 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1c6c004-b1f7-4846-8512-ee83300979fb req-9fe14d47-5733-4ad7-9eab-dba0f5399f2b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups/0c6391da-e70d-45ed-ac8c-3f21242b2904 HTTP/1.1" status: 200  len: 1752 time: 0.0507245
Dec 03 12:16:10.168616 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-f1c6c004-b1f7-4846-8512-ee83300979fb req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c6391da-e70d-45ed-ac8c-3f21242b2904', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:16:10.168979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-f1c6c004-b1f7-4846-8512-ee83300979fb req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c6391da-e70d-45ed-ac8c-3f21242b2904', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:16:10.175464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-f1c6c004-b1f7-4846-8512-ee83300979fb req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:16:10.179529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-f1c6c004-b1f7-4846-8512-ee83300979fb req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Usage tracker for resource:security_group_rule and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:16:10.182532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-f1c6c004-b1f7-4846-8512-ee83300979fb req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:16:10.188393 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-f1c6c004-b1f7-4846-8512-ee83300979fb req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:16:10.244782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f1c6c004-b1f7-4846-8512-ee83300979fb req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:10.268706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f1c6c004-b1f7-4846-8512-ee83300979fb req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:10.271465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f1c6c004-b1f7-4846-8512-ee83300979fb req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:10.278377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cf4da0d8-4759-4323-9b25-83d5391971d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:10.298086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21343231-3254-4a3b-aa1b-133ea5f1f365,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:10.300915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:10.307563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-f1c6c004-b1f7-4846-8512-ee83300979fb req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:10.308838 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1c6c004-b1f7-4846-8512-ee83300979fb req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1444345
Dec 03 12:16:10.390021 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-89bf64b4-f0e0-4427-8758-0195420b9b8d req-37153de4-1f4b-4617-b3d7-09e232bf4f7e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups/0c6391da-e70d-45ed-ac8c-3f21242b2904 HTTP/1.1" status: 200  len: 2314 time: 0.0482950
Dec 03 12:16:10.401464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-89bf64b4-f0e0-4427-8758-0195420b9b8d req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c6391da-e70d-45ed-ac8c-3f21242b2904', 'remote_group_id': None}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:16:10.401823 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-89bf64b4-f0e0-4427-8758-0195420b9b8d req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c6391da-e70d-45ed-ac8c-3f21242b2904', 'remote_group_id': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:16:10.408158 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-89bf64b4-f0e0-4427-8758-0195420b9b8d req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:16:10.412561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-89bf64b4-f0e0-4427-8758-0195420b9b8d req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Usage tracker for resource:security_group_rule and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:16:10.415582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-89bf64b4-f0e0-4427-8758-0195420b9b8d req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:16:10.421387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-89bf64b4-f0e0-4427-8758-0195420b9b8d req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:16:10.478978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-89bf64b4-f0e0-4427-8758-0195420b9b8d req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:10.503566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-89bf64b4-f0e0-4427-8758-0195420b9b8d req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:10.506136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-89bf64b4-f0e0-4427-8758-0195420b9b8d req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:10.508060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-19b296f9-3fef-4d19-8855-cf72f7a7ce9d tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:10.534485 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d0515d-e4e9-41c7-9ca3-7840b7d52a52,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:10.537098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:10.543272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-89bf64b4-f0e0-4427-8758-0195420b9b8d req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:10.544538 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-89bf64b4-f0e0-4427-8758-0195420b9b8d req-bcf7eed7-7c51-4dd2-98c7-3d5a752c6d5d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1472545
Dec 03 12:16:21.778684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:26.999174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-cc363e88-be56-464c-91ad-7e9c2b74afc6 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Synchronizing usage tracker for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:16:27.013468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-cc363e88-be56-464c-91ad-7e9c2b74afc6 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Unset dirty status for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:16:27.014686 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-cc363e88-be56-464c-91ad-7e9c2b74afc6 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-723683379&fields=id&tenant_id=b525a15b25a7437c9902edc6fa882ebd HTTP/1.1" status: 200  len: 267 time: 0.0608735
Dec 03 12:16:27.176876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-a77d2a8d-9e57-46cd-98f6-12f63bba4ced tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:27.178447 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-a77d2a8d-9e57-46cd-98f6-12f63bba4ced tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 809 time: 0.1560183
Dec 03 12:16:27.195121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-0ce25d8a-2e37-4626-b3fd-8915442ec40e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/quotas/b525a15b25a7437c9902edc6fa882ebd HTTP/1.1" status: 200  len: 375 time: 0.0103102
Dec 03 12:16:27.281096 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-fd417b29-05c2-4061-98ff-55351331689e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0803881
Dec 03 12:16:27.367569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-dd66b769-8be4-4a43-ad42-8e3e2402dd90 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:16:27.368710 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-dd66b769-8be4-4a43-ad42-8e3e2402dd90 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0747805
Dec 03 12:16:27.514395 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-8f5dfe80-49b9-475f-9507-9ddff9c5dac9 service neutron] 10.222.0.90 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387198
Dec 03 12:16:27.659810 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-dc9be423-7b89-4a62-a74e-fdc8a4cea647 service neutron] 10.222.0.90 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376894
Dec 03 12:16:28.109525 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3d34531-4f21-4975-bd4e-8960e4649567 req-cc1cd0bd-4592-4764-b3d4-b86cceb6bd38 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 210 time: 0.0508928
Dec 03 12:16:29.293043 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-244eb81f-c059-4548-b76d-3bc72dafeb46 req-f310f650-2b18-4c84-aede-e9751a389de1 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 210 time: 0.0480413
Dec 03 12:16:29.391238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-17ce5610-53a8-4171-8d82-15ce418a4537 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:29.392801 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-17ce5610-53a8-4171-8d82-15ce418a4537 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 809 time: 0.1638284
Dec 03 12:16:29.479522 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-a07827f0-6fc3-405a-b0d7-a3d48bf34512 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b525a15b25a7437c9902edc6fa882ebd HTTP/1.1" status: 200  len: 5551 time: 0.0674102
Dec 03 12:16:29.496327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'port': {'device_id': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'admin_state_up': True, 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'security_groups': ['0c6391da-e70d-45ed-ac8c-3f21242b2904']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:16:29.644130 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:16:29.648852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Usage tracker for resource:port and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:16:29.652008 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Quota usage for port was recalculated. Used quota:2. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:16:29.658007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:16:29.667077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Made reservation on behalf of b525a15b25a7437c9902edc6fa882ebd for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:16:29.672816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:29.996615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Allocated IP 172.20.0.6 (2d252d9f-0e54-485b-9598-4630dae438b6/042c2ed7-6e9c-4b32-b494-12349de6af3b/42548d6e-c053-4955-9e09-63ed90b3c955) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:16:30.197953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:30.214797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Transition to ACTIVE for port object 42548d6e-c053-4955-9e09-63ed90b3c955 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:16:30.235257 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:30.250060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:30.394237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event updated for resources: {'Port': ['ID=42548d6e-c053-4955-9e09-63ed90b3c955,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:30.398642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:30.447554 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Network 2d252d9f-0e54-485b-9598-4630dae438b6 is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:16:30.448796 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:16:30.451173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:16:30.519715 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:30.520583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:30.553219 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8dda8-e8ee-4c65-95a9-ff2a62235e04 req-ea39bfd5-dc41-4fab-a823-318a53af80d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:30.555745 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-105a798a-7667-401a-a682-0974cd825288 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0635073
Dec 03 12:16:30.559450 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4e8dda8-e8ee-4c65-95a9-ff2a62235e04 req-ea39bfd5-dc41-4fab-a823-318a53af80d7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 931 time: 0.1104751
Dec 03 12:16:30.574858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Request body: {'port': {'device_id': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:16:30.615015 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d4e8dda8-e8ee-4c65-95a9-ff2a62235e04 req-be41749a-e29a-4efc-989b-c0e07efc8be9 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0529892
Dec 03 12:16:30.705829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:30.767093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-31e58b45-daf9-4b60-88d5-34f19dea1a9e None None] Provisioning for port 42548d6e-c053-4955-9e09-63ed90b3c955 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:16:30.773159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-31e58b45-daf9-4b60-88d5-34f19dea1a9e None None] Provisioning complete for port 42548d6e-c053-4955-9e09-63ed90b3c955 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:16:30.773762 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-31e58b45-daf9-4b60-88d5-34f19dea1a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:30.832097 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-31e58b45-daf9-4b60-88d5-34f19dea1a9e None None] Port 42548d6e-c053-4955-9e09-63ed90b3c955 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:16:31.004271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c67b5855-2e83-4406-932b-202ddc3b95eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:31.150317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42548d6e-c053-4955-9e09-63ed90b3c955 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 12:16:31.157324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:31.169674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Transition to ACTIVE for port object 42548d6e-c053-4955-9e09-63ed90b3c955 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:16:31.172362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:31.188217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d2ac1133-055c-49ff-9e49-1379ee25180f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:31.325859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Pushing event updated for resources: {'Port': ['ID=42548d6e-c053-4955-9e09-63ed90b3c955,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:31.330063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:31.511954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Attempting to bind port 42548d6e-c053-4955-9e09-63ed90b3c955 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:16:31.512482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Attempting to bind port 42548d6e-c053-4955-9e09-63ed90b3c955 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:16:31.512669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Attempting to bind port 42548d6e-c053-4955-9e09-63ed90b3c955 on network 2d252d9f-0e54-485b-9598-4630dae438b6 {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:16:31.519057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:16:31.519502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Checking segment: {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:16:31.519906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:31.520296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Bound using segment: {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:16:31.520766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Bound port: 42548d6e-c053-4955-9e09-63ed90b3c955, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d7840a-02e9-4a7a-981f-0643dd1dfb4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:16:31.521136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:31.615139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] For port 42548d6e-c053-4955-9e09-63ed90b3c955, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:16:31.618118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] For port 42548d6e-c053-4955-9e09-63ed90b3c955, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=42548d6e-c053-4955-9e09-63ed90b3c955,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:16:31.621426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:31.636268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:31.791837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Pushing event updated for resources: {'Port': ['ID=42548d6e-c053-4955-9e09-63ed90b3c955,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:31.797839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:31.828456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:31.829121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:31.830598 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-c1f3a646-3b39-4119-a5d9-aeffb5863575 service neutron] 10.222.0.91 "PUT /v2.0/ports/42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 1157 time: 1.2611406
Dec 03 12:16:31.832066 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:16:31.835427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054045fe-d9d8-42e5-b937-46bb16b44dde req-ef09fff8-95f4-4e95-ba2b-f40d8002d76e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:31.837423 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-054045fe-d9d8-42e5-b937-46bb16b44dde req-ef09fff8-95f4-4e95-ba2b-f40d8002d76e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0881152
Dec 03 12:16:31.889724 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-054045fe-d9d8-42e5-b937-46bb16b44dde req-393f705f-cded-420a-8343-8e3506059414 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0442498
Dec 03 12:16:31.941454 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955', 'status': 'completed', 'code': 200}
Dec 03 12:16:31.984966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-27941265-0aaa-4abe-9016-690333b4f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:31.986620 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-27941265-0aaa-4abe-9016-690333b4f3aa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1160 time: 0.0899951
Dec 03 12:16:32.068654 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-e8378a9c-d1fe-47d9-97ab-e271848cb2ed service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 217 time: 0.0686963
Dec 03 12:16:32.137701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-098d7ce9-25a2-4d3c-924a-f36f8309927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:32.139250 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-098d7ce9-25a2-4d3c-924a-f36f8309927c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0641882
Dec 03 12:16:32.219798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-add691ee-e479-4904-8018-c22896d96384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:32.221405 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-add691ee-e479-4904-8018-c22896d96384 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0759585
Dec 03 12:16:32.364957 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-b1b6b02e-f6df-4ed0-90fb-17d49a3bbb6a service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366761
Dec 03 12:16:32.512355 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3ad24e3c-35d1-4929-9104-aac7b104b512 req-02dc386d-c7d6-464e-a165-63245c5d52f5 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394584
Dec 03 12:16:32.673775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20565-d31e-446a-9ff1-211770286154 req-3a475781-0664-4e6f-b873-2d4db53c315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:32.676294 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6c20565-d31e-446a-9ff1-211770286154 req-3a475781-0664-4e6f-b873-2d4db53c315c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1160 time: 0.0748498
Dec 03 12:16:32.821045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20565-d31e-446a-9ff1-211770286154 req-5d00d330-bac3-4313-ac5d-b0d764905872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:32.822497 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6c20565-d31e-446a-9ff1-211770286154 req-5d00d330-bac3-4313-ac5d-b0d764905872 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1386156
Dec 03 12:16:32.895140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6c20565-d31e-446a-9ff1-211770286154 req-ec73470d-0fac-47e4-ba83-7d9cce1e14f1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 217 time: 0.0665162
Dec 03 12:16:32.965061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20565-d31e-446a-9ff1-211770286154 req-cf456fdd-ba84-430a-8cc5-26f1ded7edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:32.966650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6c20565-d31e-446a-9ff1-211770286154 req-cf456fdd-ba84-430a-8cc5-26f1ded7edca service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0646522
Dec 03 12:16:33.048674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20565-d31e-446a-9ff1-211770286154 req-559ad0a3-c1c0-4bea-89b2-137207b8573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:33.050937 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6c20565-d31e-446a-9ff1-211770286154 req-559ad0a3-c1c0-4bea-89b2-137207b8573b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0780430
Dec 03 12:16:33.091329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a367-92e4-497a-a862-6cac412ddbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:33.126264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfdee7-4d01-4152-be86-a895bffc8db3 req-47c24074-c70f-47cc-8779-7bd5ce642e6d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:33.128011 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-23cfdee7-4d01-4152-be86-a895bffc8db3 req-47c24074-c70f-47cc-8779-7bd5ce642e6d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0979195
Dec 03 12:16:33.180093 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-23cfdee7-4d01-4152-be86-a895bffc8db3 req-398a913a-61dd-4dce-ab06-1e039df1f0ee tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0450399
Dec 03 12:16:33.442023 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6c20565-d31e-446a-9ff1-211770286154 req-4c388174-ebb0-4d72-9353-10973a38bc3a service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3841507
Dec 03 12:16:33.585579 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6c20565-d31e-446a-9ff1-211770286154 req-404c6b2b-29c2-4c69-b0c4-be147bd58c8c service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361773
Dec 03 12:16:34.008663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:34.392267 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e19d5-b88e-4d99-8425-f330dfa81bef req-0550064c-9d92-440d-a425-9d58841ca8e9 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:34.394578 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-531e19d5-b88e-4d99-8425-f330dfa81bef req-0550064c-9d92-440d-a425-9d58841ca8e9 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0856698
Dec 03 12:16:34.445199 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-531e19d5-b88e-4d99-8425-f330dfa81bef req-ea8ad109-f391-4e85-ba06-a558e8f0c025 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0443623
Dec 03 12:16:35.165314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:35.663045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02acc8-98aa-4537-9e49-58e4b5f82e91 req-ef5a95d6-d773-41e5-8184-b5ee0f01bccf tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:35.664658 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5e02acc8-98aa-4537-9e49-58e4b5f82e91 req-ef5a95d6-d773-41e5-8184-b5ee0f01bccf tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0842671
Dec 03 12:16:35.712190 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5e02acc8-98aa-4537-9e49-58e4b5f82e91 req-ef9207f1-d22c-4360-9530-4b617f5bf2bb tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0412972
Dec 03 12:16:35.764127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:36.931142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f16408-9f1a-4341-824e-f98b18c0b40e req-a6151968-996d-40d4-abb2-e6753de975f3 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:36.932778 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6f16408-9f1a-4341-824e-f98b18c0b40e req-a6151968-996d-40d4-abb2-e6753de975f3 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0901339
Dec 03 12:16:36.980676 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a6f16408-9f1a-4341-824e-f98b18c0b40e req-a8fc72c6-dc8a-4deb-b144-be56703b2658 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0416090
Dec 03 12:16:38.191953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019f67-ef1e-486f-80fa-c61341b1357b req-644ec1c0-1621-4282-bd15-5624a333c905 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:38.193484 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3019f67-ef1e-486f-80fa-c61341b1357b req-644ec1c0-1621-4282-bd15-5624a333c905 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0843992
Dec 03 12:16:38.244130 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f3019f67-ef1e-486f-80fa-c61341b1357b req-954892f1-b36a-46b7-b867-c297d00975f3 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0442021
Dec 03 12:16:39.458347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983d37b-c19e-4314-aed4-290aaf452b29 req-6e8e306f-a894-476e-96d1-ec553b427873 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:39.459998 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e983d37b-c19e-4314-aed4-290aaf452b29 req-6e8e306f-a894-476e-96d1-ec553b427873 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0853236
Dec 03 12:16:39.507732 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e983d37b-c19e-4314-aed4-290aaf452b29 req-0d5fb614-3afc-4dc4-b8fa-d37e7168f8fb tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0414398
Dec 03 12:16:40.727422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f0dfe-2fd2-4cc9-8708-c24134bdb6f1 req-ee665fbd-4698-45d2-926d-3e55015f77ef tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:40.729050 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-051f0dfe-2fd2-4cc9-8708-c24134bdb6f1 req-ee665fbd-4698-45d2-926d-3e55015f77ef tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0901270
Dec 03 12:16:40.777613 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-051f0dfe-2fd2-4cc9-8708-c24134bdb6f1 req-2ba95c3b-6548-45ca-a124-e084e48f2f97 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419242
Dec 03 12:16:41.990481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50537d68-2ae0-4098-9b75-961a83b26148 req-58a510bd-a61a-41b6-b28f-79395b7eccd4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:41.992197 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-50537d68-2ae0-4098-9b75-961a83b26148 req-58a510bd-a61a-41b6-b28f-79395b7eccd4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0867758
Dec 03 12:16:42.046995 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-50537d68-2ae0-4098-9b75-961a83b26148 req-d12a4fbe-ba03-4753-b530-eed542ddbe22 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0484059
Dec 03 12:16:42.243067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:16:43.099610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 42548d6e-c053-4955-9e09-63ed90b3c955 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:16:43.172459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 42548d6e-c053-4955-9e09-63ed90b3c955 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:16:43.178069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 42548d6e-c053-4955-9e09-63ed90b3c955 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:16:43.178438 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:43.266181 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd239b20-4c2c-4c23-8a09-9be7da153e4f req-94bd6fb2-4fb9-4320-ad97-dc85a981f1cf tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:43.268400 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dd239b20-4c2c-4c23-8a09-9be7da153e4f req-94bd6fb2-4fb9-4320-ad97-dc85a981f1cf tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0841703
Dec 03 12:16:43.296343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:43.317880 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dd239b20-4c2c-4c23-8a09-9be7da153e4f req-5602c90d-804f-4632-b17f-cbac5171230b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428324
Dec 03 12:16:43.324065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:16:43.337713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 42548d6e-c053-4955-9e09-63ed90b3c955, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=42548d6e-c053-4955-9e09-63ed90b3c955,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:16:43.341967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:43.344190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6f3fe4d7-3b42-46a9-8af5-21ec36be2d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:43.383883 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955', 'code': 200}
Dec 03 12:16:43.418002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=42548d6e-c053-4955-9e09-63ed90b3c955,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:43.421359 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:43.688440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aa6d4-4375-4abc-b1ef-f9a202ce15ef req-28d8e74f-6361-4847-ab75-ffdd457055f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:43.690542 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9f0aa6d4-4375-4abc-b1ef-f9a202ce15ef req-28d8e74f-6361-4847-ab75-ffdd457055f2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1162 time: 0.0735152
Dec 03 12:16:43.733282 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9f0aa6d4-4375-4abc-b1ef-f9a202ce15ef req-25f73aed-9017-4aa7-8c99-77c0a012f8bd service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0354919
Dec 03 12:16:44.535947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98db1c2-03c4-44c6-a33f-642d7806c93a req-68fa3535-6376-413c-9317-27bf2c6288dc tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:44.537478 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b98db1c2-03c4-44c6-a33f-642d7806c93a req-68fa3535-6376-413c-9317-27bf2c6288dc tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0880387
Dec 03 12:16:44.585084 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b98db1c2-03c4-44c6-a33f-642d7806c93a req-394f4a66-bbe8-4188-972f-72cf5cadd800 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0412188
Dec 03 12:16:44.591561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 42548d6e-c053-4955-9e09-63ed90b3c955 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:16:44.662274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 42548d6e-c053-4955-9e09-63ed90b3c955 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:16:44.662696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:45.805192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c66219-515e-4944-9e57-3b1fa196572e req-490d4c9f-80b5-4d6b-8588-116631322ada tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:45.806800 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83c66219-515e-4944-9e57-3b1fa196572e req-490d4c9f-80b5-4d6b-8588-116631322ada tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0832002
Dec 03 12:16:45.857476 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-83c66219-515e-4944-9e57-3b1fa196572e req-98155d89-9bb0-4695-b4c2-b52a1526a3ad tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444009
Dec 03 12:16:46.074510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374c9bb-eeab-4d0a-aac0-62574189ccb3 req-7ca90e61-0469-4d81-a4f6-e30ba5d961a8 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:46.076139 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1374c9bb-eeab-4d0a-aac0-62574189ccb3 req-7ca90e61-0469-4d81-a4f6-e30ba5d961a8 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0884523
Dec 03 12:16:46.123788 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1374c9bb-eeab-4d0a-aac0-62574189ccb3 req-a274d50c-a623-4648-ae7e-01b2a9fa6320 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0406890
Dec 03 12:16:46.334753 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-dbc33770-24f9-4a37-87b8-87016983b8df tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1563008
Dec 03 12:16:46.344951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:16:46.350708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:16:46.355084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Usage tracker for resource:floatingip and tenant:b525a15b25a7437c9902edc6fa882ebd is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:16:46.358287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:16:46.364745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:16:46.373942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:46.515176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:46.781945 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Allocated IP 172.26.1.224 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/68849b77-4179-4770-9714-94c05242da44) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:16:46.940324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:46.965175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:46.980666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7188d918-4f8d-40b1-a56c-34a1023411e3 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:47.118880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event updated for resources: {'Port': ['ID=68849b77-4179-4770-9714-94c05242da44,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:47.124973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:47.171836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:16:47.172941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:16:47.175960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:16:47.258285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:47.318850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:47.581978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:47.585416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:47.600660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9f016259-6c60-4ae3-b99a-862e46b305fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:16:48.001875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event updated for resources: {'Port': ['ID=68849b77-4179-4770-9714-94c05242da44,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:16:48.006469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:16:48.108304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:48.133871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:48.135212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7943506
Dec 03 12:16:48.222482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-0f3b0515-01a2-4f7b-8b8c-4dd242e4691b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Synchronizing usage tracker for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:16:48.238030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-0f3b0515-01a2-4f7b-8b8c-4dd242e4691b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Unset dirty status for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:16:48.239305 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-0f3b0515-01a2-4f7b-8b8c-4dd242e4691b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.224 HTTP/1.1" status: 200  len: 696 time: 0.0975549
Dec 03 12:16:48.398901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-a9398ee7-61b1-46de-9857-4e31e5dd5759 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:48.400397 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-a9398ee7-61b1-46de-9857-4e31e5dd5759 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1549196
Dec 03 12:16:48.411888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-3906b7a1-11c3-4392-aa38-1a539468c644 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:16:48.412991 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5c7f4f47-a41c-44d7-9405-96442832d22b req-3906b7a1-11c3-4392-aa38-1a539468c644 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0066133
Dec 03 12:16:48.606561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-1d0b5ce7-46fd-4f43-894b-8f2fc55fa2a7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:48.608458 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-1d0b5ce7-46fd-4f43-894b-8f2fc55fa2a7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0839162
Dec 03 12:16:48.693180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-e836e562-b876-44a6-8b37-20e0cbb04664 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.224 HTTP/1.1" status: 200  len: 696 time: 0.0783577
Dec 03 12:16:48.704244 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-13194da7-5df2-4d26-bd3d-4a8de57ecb99 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Request body: {'floatingip': {'port_id': '42548d6e-c053-4955-9e09-63ed90b3c955', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:16:48.787720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-13194da7-5df2-4d26-bd3d-4a8de57ecb99 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:49.402421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-13194da7-5df2-4d26-bd3d-4a8de57ecb99 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:49.405202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-13194da7-5df2-4d26-bd3d-4a8de57ecb99 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:49.582520 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-13194da7-5df2-4d26-bd3d-4a8de57ecb99 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Floating IP 8d911573-9b11-4058-939e-6745b9cea506 associated. External IP: 172.26.1.224, port: 42548d6e-c053-4955-9e09-63ed90b3c955.
Dec 03 12:16:49.953081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-13194da7-5df2-4d26-bd3d-4a8de57ecb99 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Router 6348e158-feae-49f1-98f2-3392cc1aa4de has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:16:50.145767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-13194da7-5df2-4d26-bd3d-4a8de57ecb99 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:16:50.150703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-13194da7-5df2-4d26-bd3d-4a8de57ecb99 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:50.155804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2418c4-73f0-407e-8f5f-5eb7541ddbec None None] Sync routers for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:16:50.165682 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2418c4-73f0-407e-8f5f-5eb7541ddbec None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:16:50.166343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ff2418c4-73f0-407e-8f5f-5eb7541ddbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73da6d8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:16:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:16:50.210306 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-13194da7-5df2-4d26-bd3d-4a8de57ecb99 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "PUT /v2.0/floatingips/8d911573-9b11-4058-939e-6745b9cea506 HTTP/1.1" status: 200  len: 996 time: 1.5102878
Dec 03 12:16:50.210830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:16:50.274650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955', 'status': 'completed', 'code': 200}
Dec 03 12:16:50.306572 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-06ca501a-1480-49b5-ad1e-1fd2b8563fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:50.308311 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-06ca501a-1480-49b5-ad1e-1fd2b8563fd3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1162 time: 0.0845230
Dec 03 12:16:50.353763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-ff2418c4-73f0-407e-8f5f-5eb7541ddbec None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:16:50.412618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c0c27-36f3-457d-8cf3-480e8f9abc28 req-3b364f7e-126b-47e7-9e64-848cffad5d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:50.414248 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-768c0c27-36f3-457d-8cf3-480e8f9abc28 req-3b364f7e-126b-47e7-9e64-848cffad5d2c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1162 time: 0.0822847
Dec 03 12:16:50.458073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-2f2dc346-babb-437a-bd49-2000c40c446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:50.459782 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-2f2dc346-babb-437a-bd49-2000c40c446f service neutron] 10.222.0.90 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1448424
Dec 03 12:16:50.571517 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-8b9a33f5-b000-4650-a59d-20bd8f3f66ad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 999 time: 0.1044867
Dec 03 12:16:50.571879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c0c27-36f3-457d-8cf3-480e8f9abc28 req-1890f6e5-5c38-4edd-a5c7-23afa8d35b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:50.573483 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-768c0c27-36f3-457d-8cf3-480e8f9abc28 req-1890f6e5-5c38-4edd-a5c7-23afa8d35b3f service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1519706
Dec 03 12:16:50.647366 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-72779197-a05d-4fed-8c87-610d88a5429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:50.649010 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-72779197-a05d-4fed-8c87-610d88a5429f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0703712
Dec 03 12:16:50.686476 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-768c0c27-36f3-457d-8cf3-480e8f9abc28 req-fdda9f97-5ca1-4f1d-a4bf-675ab255e185 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 999 time: 0.1066372
Dec 03 12:16:50.732913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-611278a7-527d-4765-b396-9d8279779a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:50.733404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ff2418c4-73f0-407e-8f5f-5eb7541ddbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73da6d8>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '8d911573-9b11-4058-939e-6745b9cea506', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'floating_ip_address': '172.26.1.224', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'port_id': '42548d6e-c053-4955-9e09-63ed90b3c955', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'mac_address': 'fa:16:3e:21:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:16:47Z', 'updated_at': '2020-12-03T12:16:49Z', 'revision_number': 1, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:16:50.734842 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-611278a7-527d-4765-b396-9d8279779a97 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0778863
Dec 03 12:16:50.738372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2418c4-73f0-407e-8f5f-5eb7541ddbec None None] Checking router: 6348e158-feae-49f1-98f2-3392cc1aa4de for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:16:50.747281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-4b46dacb-ad6d-46d1-9bb3-6765e9b11ec9 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:16:50.747833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2418c4-73f0-407e-8f5f-5eb7541ddbec None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:16:50.748443 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-4b46dacb-ad6d-46d1-9bb3-6765e9b11ec9 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0054991
Dec 03 12:16:50.748557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ff2418c4-73f0-407e-8f5f-5eb7541ddbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b73da6d8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:16:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:16:50.759904 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c0c27-36f3-457d-8cf3-480e8f9abc28 req-4c2abfd9-93f9-44bf-a74d-3f958bdb670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:50.761698 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-768c0c27-36f3-457d-8cf3-480e8f9abc28 req-4c2abfd9-93f9-44bf-a74d-3f958bdb670d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0684373
Dec 03 12:16:50.845126 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c0c27-36f3-457d-8cf3-480e8f9abc28 req-42543181-2afc-476f-b834-24edc414a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:16:50.846753 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-768c0c27-36f3-457d-8cf3-480e8f9abc28 req-42543181-2afc-476f-b834-24edc414a1c3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0789049
Dec 03 12:16:50.903163 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-442258bb-6004-4f6d-a00e-03339dec4e9f service neutron] 10.222.0.90 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461236
Dec 03 12:16:50.948312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-ff2418c4-73f0-407e-8f5f-5eb7541ddbec None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:16:51.019441 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-768c0c27-36f3-457d-8cf3-480e8f9abc28 req-cc9d85b5-38ef-430a-9be5-de2f37527e56 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651211
Dec 03 12:16:51.058370 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2390b324-cb19-4571-b2d0-f00773cbe853 req-ae2c57e3-2cff-45c3-83d1-200462622a3d service neutron] 10.222.0.90 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478491
Dec 03 12:16:51.175128 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-768c0c27-36f3-457d-8cf3-480e8f9abc28 req-ead35100-79b3-428d-b75e-84fbfd054a4c service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1490433
Dec 03 12:16:51.479908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-ff2418c4-73f0-407e-8f5f-5eb7541ddbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b73da6d8>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '8d911573-9b11-4058-939e-6745b9cea506', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'floating_ip_address': '172.26.1.224', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'port_id': '42548d6e-c053-4955-9e09-63ed90b3c955', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'mac_address': 'fa:16:3e:21:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:16:47Z', 'updated_at': '2020-12-03T12:16:49Z', 'revision_number': 1, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:16:51.484245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2418c4-73f0-407e-8f5f-5eb7541ddbec None None] The sync data for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs is: [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '8d911573-9b11-4058-939e-6745b9cea506', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'floating_ip_address': '172.26.1.224', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'port_id': '42548d6e-c053-4955-9e09-63ed90b3c955', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'mac_address': 'fa:16:3e:21:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:16:47Z', 'updated_at': '2020-12-03T12:16:49Z', 'revision_number': 1, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:16:51.783709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:16:51.847870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358323a-e11b-459b-9755-5a4ba6e4bac4 None None] New status for floating IP 8d911573-9b11-4058-939e-6745b9cea506: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:17:01.006560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6ad37145-f7d1-4f8d-beb8-63db1cc739e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:17:03.110853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-40c026ca-500c-40cc-b14d-b420b7fbcfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:17:04.022711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:17:05.169666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:17:05.770031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:17:19.243901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:17:21.819781 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:17:27.663993 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a8459ff-eafc-4d3e-9f4f-fb8d83171178 req-8032211d-44f9-40fa-8edf-abc12373eaab service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0787201
Dec 03 12:17:27.835161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8459ff-eafc-4d3e-9f4f-fb8d83171178 req-11fc4472-e8c9-4708-8fb3-25a9d07e7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:17:27.836788 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a8459ff-eafc-4d3e-9f4f-fb8d83171178 req-11fc4472-e8c9-4708-8fb3-25a9d07e7bec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1162 time: 0.0786080
Dec 03 12:17:28.005228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8459ff-eafc-4d3e-9f4f-fb8d83171178 req-d30ba152-b8ed-46d1-bead-45b57bbf5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:17:28.007238 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a8459ff-eafc-4d3e-9f4f-fb8d83171178 req-d30ba152-b8ed-46d1-bead-45b57bbf5993 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1508617
Dec 03 12:17:28.123951 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a8459ff-eafc-4d3e-9f4f-fb8d83171178 req-a9982a9a-9296-4a54-876a-7770ecfb7a46 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 1001 time: 0.1078255
Dec 03 12:17:28.195531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8459ff-eafc-4d3e-9f4f-fb8d83171178 req-0bdf8ff6-a803-467a-8daf-aca95ea4a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:17:28.197232 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a8459ff-eafc-4d3e-9f4f-fb8d83171178 req-0bdf8ff6-a803-467a-8daf-aca95ea4a207 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0687461
Dec 03 12:17:28.287665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8459ff-eafc-4d3e-9f4f-fb8d83171178 req-593672c6-1ea9-4a4c-b46c-1e6e261c4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:17:28.287665 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a8459ff-eafc-4d3e-9f4f-fb8d83171178 req-593672c6-1ea9-4a4c-b46c-1e6e261c4f98 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0846369
Dec 03 12:17:28.434810 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a8459ff-eafc-4d3e-9f4f-fb8d83171178 req-c6fc5ef7-ff5f-4eb0-b948-d08cf93222e8 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404660
Dec 03 12:17:28.587081 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6a8459ff-eafc-4d3e-9f4f-fb8d83171178 req-6c2827d7-1a2d-4a89-9bd5-53b6d441ceac service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1454439
Dec 03 12:17:31.010035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b28d0bd1-15c4-4293-a08b-44f6bb2901be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:17:33.097154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7bdd03d3-f7de-4e3e-97f8-17688dea1983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:17:34.016517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:17:35.172758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:17:35.770254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:17:51.805051 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:17:56.244002 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:18:01.011622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a535647d-1d6b-4d31-8d46-7aeb778e169d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:03.098805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5fbac8a6-3a01-4623-974b-e8c6c3557524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:04.018457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:05.175163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:05.773706 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:21.807349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:28.652847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63755971-adda-42c5-8f77-5bee454686f7 req-7122d0a0-f90e-46bc-ab90-c4a9bd49f623 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0741463
Dec 03 12:18:28.820468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63755971-adda-42c5-8f77-5bee454686f7 req-cec3c2cc-6aec-4a69-9e36-b9a296cb92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:28.822035 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63755971-adda-42c5-8f77-5bee454686f7 req-cec3c2cc-6aec-4a69-9e36-b9a296cb92d2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1162 time: 0.0777113
Dec 03 12:18:28.983035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63755971-adda-42c5-8f77-5bee454686f7 req-be48844c-ad11-43c3-9326-19b29ed6ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:28.984837 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63755971-adda-42c5-8f77-5bee454686f7 req-be48844c-ad11-43c3-9326-19b29ed6ad0f service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1435673
Dec 03 12:18:29.090940 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63755971-adda-42c5-8f77-5bee454686f7 req-22c381b5-0ce8-466c-bc88-eadd822017c5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 1001 time: 0.0973988
Dec 03 12:18:29.161524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63755971-adda-42c5-8f77-5bee454686f7 req-f7b1e22c-2129-493e-92da-ba67f150ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:29.163061 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63755971-adda-42c5-8f77-5bee454686f7 req-f7b1e22c-2129-493e-92da-ba67f150ebbd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0657742
Dec 03 12:18:29.242800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63755971-adda-42c5-8f77-5bee454686f7 req-a57e81e8-3985-4d43-88d5-a3e58605bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:29.244357 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63755971-adda-42c5-8f77-5bee454686f7 req-a57e81e8-3985-4d43-88d5-a3e58605bc60 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0746419
Dec 03 12:18:29.390181 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63755971-adda-42c5-8f77-5bee454686f7 req-62397f34-7b3c-45d0-9ff5-0d668856ac87 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391490
Dec 03 12:18:29.535833 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-63755971-adda-42c5-8f77-5bee454686f7 req-c32aac23-55ba-4929-93cf-5eb311d10a6f service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383944
Dec 03 12:18:31.017473 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c8d3fb8c-0b18-4786-bcdd-546764778eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:33.105481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-101ed001-12be-4bfe-bc7f-b859b45f0797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:33.244368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:18:34.023545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:35.232723 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:35.776906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:47.589559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30576b6a-ba62-4248-a593-5280dd9825b1 req-07b2c0c1-8fd1-4b96-ac88-b499cea1cc55 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:47.591153 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30576b6a-ba62-4248-a593-5280dd9825b1 req-07b2c0c1-8fd1-4b96-ac88-b499cea1cc55 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.3728204
Dec 03 12:18:47.639551 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-30576b6a-ba62-4248-a593-5280dd9825b1 req-ba168567-afe0-444f-9382-a75bde10f2de tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419631
Dec 03 12:18:48.874121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beb0c4-35f7-4b8b-a9c5-b3ac0392e50f req-2a6b85f3-18e1-4a36-afb8-f74134daf261 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:48.875734 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28beb0c4-35f7-4b8b-a9c5-b3ac0392e50f req-2a6b85f3-18e1-4a36-afb8-f74134daf261 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0827587
Dec 03 12:18:48.929149 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28beb0c4-35f7-4b8b-a9c5-b3ac0392e50f req-95c25ccc-36f5-433a-9997-3791b7216076 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0468957
Dec 03 12:18:50.144155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177e9f7-8000-455a-9807-abe876737caa req-81eb2248-05e3-4ed5-9029-eb7ba5175d53 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:50.145757 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a177e9f7-8000-455a-9807-abe876737caa req-81eb2248-05e3-4ed5-9029-eb7ba5175d53 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0856900
Dec 03 12:18:50.198036 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a177e9f7-8000-455a-9807-abe876737caa req-d69f738c-b0e3-49d4-a159-aba752d589be tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0449531
Dec 03 12:18:51.418818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814186db-7e69-409e-a2b6-3cc5f4d59b7e req-03e58303-e31a-428a-be43-09656832e95c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:51.420446 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-814186db-7e69-409e-a2b6-3cc5f4d59b7e req-03e58303-e31a-428a-be43-09656832e95c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0873694
Dec 03 12:18:51.466631 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-814186db-7e69-409e-a2b6-3cc5f4d59b7e req-31245252-46cc-482c-90b8-90e1190fe745 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0398927
Dec 03 12:18:51.803009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:52.685573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eecf8a-6cf9-4777-b040-c575b866c3c2 req-e82e74a8-5ca3-4ac3-a6d4-852fcafcb10b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:52.687301 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-52eecf8a-6cf9-4777-b040-c575b866c3c2 req-e82e74a8-5ca3-4ac3-a6d4-852fcafcb10b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0852134
Dec 03 12:18:52.739341 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-52eecf8a-6cf9-4777-b040-c575b866c3c2 req-538de14e-d2e5-4557-93c4-932050238b49 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0456541
Dec 03 12:18:53.953838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd31a7-908d-47ac-91c5-daaacd0dc039 req-57f6e861-3721-4347-8f29-c16ae4c15aa8 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:53.955472 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-42fd31a7-908d-47ac-91c5-daaacd0dc039 req-57f6e861-3721-4347-8f29-c16ae4c15aa8 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0836689
Dec 03 12:18:54.003902 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-42fd31a7-908d-47ac-91c5-daaacd0dc039 req-4156f24a-5d87-47bc-9f2a-621c647cf91d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419004
Dec 03 12:18:55.221629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d15c8-cbdd-49e0-81c4-a6deb7aaa01c req-f9913b56-bd68-432a-9718-975338dec1ee tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:55.223278 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb2d15c8-cbdd-49e0-81c4-a6deb7aaa01c req-f9913b56-bd68-432a-9718-975338dec1ee tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0899291
Dec 03 12:18:55.270589 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fb2d15c8-cbdd-49e0-81c4-a6deb7aaa01c req-62275b3c-52f2-49a5-a2e6-5aa241d450af tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0408266
Dec 03 12:18:56.486426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc39ad-e5d2-43e3-b89d-079cac29854e req-fa224b1f-d403-4897-97ee-53ccaa69091f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:56.488080 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5dc39ad-e5d2-43e3-b89d-079cac29854e req-fa224b1f-d403-4897-97ee-53ccaa69091f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0853791
Dec 03 12:18:56.538642 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5dc39ad-e5d2-43e3-b89d-079cac29854e req-4f679cd3-3286-4ef7-845e-613f2a3b6a0d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434363
Dec 03 12:18:57.450648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd4b95-aff0-47e8-87c1-319f2e383879 req-7a2f54eb-1a22-45f6-a7fd-8fa7ff19d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:57.452324 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28cd4b95-aff0-47e8-87c1-319f2e383879 req-7a2f54eb-1a22-45f6-a7fd-8fa7ff19d62d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1162 time: 0.0800359
Dec 03 12:18:57.597984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd4b95-aff0-47e8-87c1-319f2e383879 req-196bf91b-1b46-4b51-ac84-40473cfd1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:57.599637 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28cd4b95-aff0-47e8-87c1-319f2e383879 req-196bf91b-1b46-4b51-ac84-40473cfd1c57 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1399047
Dec 03 12:18:57.708409 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28cd4b95-aff0-47e8-87c1-319f2e383879 req-7070a3fd-033b-49a6-bbde-99c98994dd34 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 1001 time: 0.1021640
Dec 03 12:18:57.758683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bd852-10ce-4baf-88b1-66ed8cfd9aa1 req-a05fcf1e-f3f8-427b-a816-b4c3caed7daa tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:57.760703 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f67bd852-10ce-4baf-88b1-66ed8cfd9aa1 req-a05fcf1e-f3f8-427b-a816-b4c3caed7daa tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0916123
Dec 03 12:18:57.780408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd4b95-aff0-47e8-87c1-319f2e383879 req-50c535fc-eb1d-4522-992f-a791e557d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:57.781980 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28cd4b95-aff0-47e8-87c1-319f2e383879 req-50c535fc-eb1d-4522-992f-a791e557d114 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0671787
Dec 03 12:18:57.809288 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f67bd852-10ce-4baf-88b1-66ed8cfd9aa1 req-49e6266c-28a0-4024-bdee-641c46ba4d6a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0420151
Dec 03 12:18:57.862274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd4b95-aff0-47e8-87c1-319f2e383879 req-23250735-58d2-421a-a14d-186787d94989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:57.863916 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28cd4b95-aff0-47e8-87c1-319f2e383879 req-23250735-58d2-421a-a14d-186787d94989 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0751088
Dec 03 12:18:58.000537 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 42548d6e-c053-4955-9e09-63ed90b3c955 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:18:58.075848 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 42548d6e-c053-4955-9e09-63ed90b3c955 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:18:58.076288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:18:58.261544 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28cd4b95-aff0-47e8-87c1-319f2e383879 req-275f8605-e400-4b72-ac9c-5abd70f5c227 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3902950
Dec 03 12:18:58.407644 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28cd4b95-aff0-47e8-87c1-319f2e383879 req-4b0591ba-a46c-4aa1-8277-baf85dfdbf07 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391168
Dec 03 12:18:59.027082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38246027-9fe4-43dc-96f5-2858272babf3 req-239a3bf2-e704-48ab-811d-eed21087d2e0 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:18:59.028677 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-38246027-9fe4-43dc-96f5-2858272babf3 req-239a3bf2-e704-48ab-811d-eed21087d2e0 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0874562
Dec 03 12:18:59.075886 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-38246027-9fe4-43dc-96f5-2858272babf3 req-b5ef4264-4222-464d-8a68-543d9521734a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0408614
Dec 03 12:18:59.892491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 42548d6e-c053-4955-9e09-63ed90b3c955 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:19:00.011577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:00.041286 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:19:00.052086 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 42548d6e-c053-4955-9e09-63ed90b3c955, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=42548d6e-c053-4955-9e09-63ed90b3c955,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:19:00.057517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:00.059546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc44be10-67ee-4121-9aaf-55d5d5109c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:19:00.140280 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=42548d6e-c053-4955-9e09-63ed90b3c955,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:19:00.149711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.150198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.150605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.151197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.151582 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.151969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.152344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.152714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.153089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.153459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.153906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.154281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.154939 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.155318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.155690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.156040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.156402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.156773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.157142 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.157553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.157960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.158352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.158740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.159401 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:19:00.166538 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:19:00.316977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08278c-4f9b-4408-b54a-5715e8a4ee9d req-9c00715c-2895-4e01-9da4-7abe9ef71894 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:00.318621 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4f08278c-4f9b-4408-b54a-5715e8a4ee9d req-9c00715c-2895-4e01-9da4-7abe9ef71894 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0859625
Dec 03 12:19:00.372999 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4f08278c-4f9b-4408-b54a-5715e8a4ee9d req-ee3f32f6-4a82-45a5-8d78-bf9d340659bd tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0470088
Dec 03 12:19:01.017795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb838844-29e2-4194-b867-8296db49e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:01.248305 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955', 'code': 200}
Dec 03 12:19:01.584419 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24a0ec-7fda-4fa7-afb3-f3d8a3956f66 req-b0d80c90-752a-4dd3-9e2f-9fe592ccafb3 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:01.585942 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fe24a0ec-7fda-4fa7-afb3-f3d8a3956f66 req-b0d80c90-752a-4dd3-9e2f-9fe592ccafb3 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0842490
Dec 03 12:19:01.633256 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-fe24a0ec-7fda-4fa7-afb3-f3d8a3956f66 req-d202657f-16a3-499d-934c-b281b1d211fe tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0399864
Dec 03 12:19:03.106886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-736eeac5-d418-45bc-a5d9-d0fe4c8de927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:03.115524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e20194-ce68-4d7d-a60b-ede42e3cde1d req-dee7b8c2-0931-4ac4-bebd-fb6b02e67b76 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:03.117085 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b1e20194-ce68-4d7d-a60b-ede42e3cde1d req-dee7b8c2-0931-4ac4-bebd-fb6b02e67b76 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.1535218
Dec 03 12:19:03.121926 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-1bde57f5-d412-4681-909f-cc121a04f7b9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2213731
Dec 03 12:19:03.166963 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b1e20194-ce68-4d7d-a60b-ede42e3cde1d req-1022d3d0-9e26-422c-ac45-a9f9f23822af tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428872
Dec 03 12:19:04.022684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:04.398901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace5557-9bf9-4b78-be68-43fcb41d9519 req-4af83d48-6b70-4a0b-8b7d-8aa6dd905032 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:04.401230 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cace5557-9bf9-4b78-be68-43fcb41d9519 req-4af83d48-6b70-4a0b-8b7d-8aa6dd905032 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0884902
Dec 03 12:19:04.448249 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cace5557-9bf9-4b78-be68-43fcb41d9519 req-fe0c4db3-ead6-41a9-9ffb-24d7e714ee65 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0405102
Dec 03 12:19:05.185269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:05.692399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf0d6c-55ae-494d-a606-b717aacc7577 req-e644d769-d1d6-45d8-81de-5fbb823c452a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:05.694081 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-95cf0d6c-55ae-494d-a606-b717aacc7577 req-e644d769-d1d6-45d8-81de-5fbb823c452a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0986960
Dec 03 12:19:05.747995 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-95cf0d6c-55ae-494d-a606-b717aacc7577 req-4f57cabc-3548-45ab-992d-c87c5eb0f554 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0460334
Dec 03 12:19:05.783464 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:06.976482 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f634e8-cec0-4ef3-a2e1-b70d52d4853f req-cfbbd242-e2fb-4b8d-8bc2-1faabd844a08 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:06.978637 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8f634e8-cec0-4ef3-a2e1-b70d52d4853f req-cfbbd242-e2fb-4b8d-8bc2-1faabd844a08 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0856526
Dec 03 12:19:07.025941 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f8f634e8-cec0-4ef3-a2e1-b70d52d4853f req-d3e36b18-90a2-49db-832d-c4b38001b022 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0404253
Dec 03 12:19:07.367594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-e3387c5f-95b4-48b1-bd6b-114facc1b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:07.369372 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-e3387c5f-95b4-48b1-bd6b-114facc1b679 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b&tenant_id=b525a15b25a7437c9902edc6fa882ebd HTTP/1.1" status: 200  len: 1160 time: 0.0843067
Dec 03 12:19:07.476902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-ad66c238-6b4d-48f2-9c8a-5f84e3b0c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:07.478675 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-ad66c238-6b4d-48f2-9c8a-5f84e3b0c2ff service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1160 time: 0.0771062
Dec 03 12:19:07.631674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-8b094aa8-5d77-46e8-be02-1cfa46e03b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:07.633169 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-8b094aa8-5d77-46e8-be02-1cfa46e03b29 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1480644
Dec 03 12:19:07.743625 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-66368f04-5289-48e3-a362-11e0e82ba61e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 999 time: 0.1036708
Dec 03 12:19:07.811389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-0369387d-dc47-4d8b-9016-ef40d298486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:07.812929 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-0369387d-dc47-4d8b-9016-ef40d298486c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0637245
Dec 03 12:19:07.894891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-da845091-8391-4925-8c62-489898d5038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:07.896540 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-da845091-8391-4925-8c62-489898d5038a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0770879
Dec 03 12:19:08.039196 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-1c90aea1-c63f-4201-8f41-0350dbdaeb1e service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347139
Dec 03 12:19:08.184550 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-68d139c1-9551-4422-8e46-f0aab4af88f5 req-836e85f7-d93c-4ed3-8c99-62560a376c79 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390171
Dec 03 12:19:08.249601 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab779606-38d8-4d96-9665-e53701bbcf8f req-5c1730a1-3741-4900-b3ae-18c9fdd72f71 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:08.251261 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ab779606-38d8-4d96-9665-e53701bbcf8f req-5c1730a1-3741-4900-b3ae-18c9fdd72f71 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0917964
Dec 03 12:19:08.300893 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ab779606-38d8-4d96-9665-e53701bbcf8f req-5bdd2587-9f47-492c-b562-f82ed39f383c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0431466
Dec 03 12:19:09.519314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424d5cf-1550-40cc-a949-b5eaf0ffd600 req-3ae8ac02-efd4-4d04-a01c-4e03199afd68 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:09.520931 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f424d5cf-1550-40cc-a949-b5eaf0ffd600 req-3ae8ac02-efd4-4d04-a01c-4e03199afd68 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0897317
Dec 03 12:19:09.575751 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f424d5cf-1550-40cc-a949-b5eaf0ffd600 req-db89009c-012d-459d-be46-f2600c1cd5b7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428348
Dec 03 12:19:10.244858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:19:10.786289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040eb77-3248-4b59-a59c-d0dba14c4a41 req-e2e4effb-bbeb-4475-9d11-7b231510b149 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:10.787948 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2040eb77-3248-4b59-a59c-d0dba14c4a41 req-e2e4effb-bbeb-4475-9d11-7b231510b149 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0852053
Dec 03 12:19:10.836598 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2040eb77-3248-4b59-a59c-d0dba14c4a41 req-1f0c5343-f2b7-4690-a4a3-c93dec0c518c tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0417345
Dec 03 12:19:12.057455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e70d0-0dbe-49f7-a73b-84eec8712a64 req-630fe259-88d0-4b36-8968-dbe34e9ffff7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:12.059122 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be8e70d0-0dbe-49f7-a73b-84eec8712a64 req-630fe259-88d0-4b36-8968-dbe34e9ffff7 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0891533
Dec 03 12:19:12.105910 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-be8e70d0-0dbe-49f7-a73b-84eec8712a64 req-341ab8f4-acab-495a-b926-c794bf4dfa7d tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0403910
Dec 03 12:19:13.323673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a7b48-8dd3-467c-a2ec-5e19547f974f req-fc6d5521-0ef1-4196-a135-e339316f187b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:13.325287 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-db1a7b48-8dd3-467c-a2ec-5e19547f974f req-fc6d5521-0ef1-4196-a135-e339316f187b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0867486
Dec 03 12:19:13.372919 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-db1a7b48-8dd3-467c-a2ec-5e19547f974f req-953d1eee-f9c8-4c04-96aa-8a265ace7713 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411639
Dec 03 12:19:14.586070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c1e31-facb-45b7-b63c-54fe40191a6c req-32011554-7e31-4f96-be53-ef610cb50b6e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:14.588461 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c07c1e31-facb-45b7-b63c-54fe40191a6c req-32011554-7e31-4f96-be53-ef610cb50b6e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0839608
Dec 03 12:19:14.635683 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c07c1e31-facb-45b7-b63c-54fe40191a6c req-3e4756a0-97d0-4343-9c8a-6018503a6559 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0409625
Dec 03 12:19:15.848447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a93bd6-7548-43d0-ae1f-898c3311ffb0 req-77cf6d88-01c3-46ee-9d6d-87e102b6369b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:15.850045 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6a93bd6-7548-43d0-ae1f-898c3311ffb0 req-77cf6d88-01c3-46ee-9d6d-87e102b6369b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0853450
Dec 03 12:19:15.898115 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6a93bd6-7548-43d0-ae1f-898c3311ffb0 req-5e7338ca-3d8a-4437-bb04-fb1ff73467ed tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0405660
Dec 03 12:19:17.114735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e102f9-8bcd-4d6c-a80e-e1b008208ff6 req-03c912a1-f046-4527-ae69-adc6b96dd1ad tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:17.116393 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-07e102f9-8bcd-4d6c-a80e-e1b008208ff6 req-03c912a1-f046-4527-ae69-adc6b96dd1ad tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0887985
Dec 03 12:19:17.163534 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-07e102f9-8bcd-4d6c-a80e-e1b008208ff6 req-54b010af-b365-4c13-bbfd-e92be4ecb81e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0402427
Dec 03 12:19:18.378670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6a6df-addc-4e26-8662-fa4c06072212 req-4345b2f5-3613-411b-bd16-609fc587b06b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:18.380320 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02b6a6df-addc-4e26-8662-fa4c06072212 req-4345b2f5-3613-411b-bd16-609fc587b06b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 943 time: 0.0853977
Dec 03 12:19:18.426103 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02b6a6df-addc-4e26-8662-fa4c06072212 req-837c44db-2951-4a26-ba6e-586ce395d47f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0389473
Dec 03 12:19:18.709987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 42548d6e-c053-4955-9e09-63ed90b3c955 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:19:18.781937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 42548d6e-c053-4955-9e09-63ed90b3c955 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:19:18.782355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:18.896664 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:18.927502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:19:18.937684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 42548d6e-c053-4955-9e09-63ed90b3c955, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=42548d6e-c053-4955-9e09-63ed90b3c955,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:19:18.941825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:18.943761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:19:18.989221 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955', 'code': 200}
Dec 03 12:19:19.013966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=42548d6e-c053-4955-9e09-63ed90b3c955,revision_number=6']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:19:19.017377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:19:19.300738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089231-3a28-46b0-9070-c2fd2e1d06e8 req-5c807266-0026-418a-87f1-64aa63408bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:19.302242 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ce089231-3a28-46b0-9070-c2fd2e1d06e8 req-5c807266-0026-418a-87f1-64aa63408bbe service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1162 time: 0.0778785
Dec 03 12:19:19.345168 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ce089231-3a28-46b0-9070-c2fd2e1d06e8 req-271d9a09-b812-4c0d-b011-2bba1e8ff236 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0362759
Dec 03 12:19:19.644277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca212a-a14b-429f-a745-61d8b8d76221 req-deb0cb49-77c3-4a45-950b-0674b9200979 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:19.645894 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-72ca212a-a14b-429f-a745-61d8b8d76221 req-deb0cb49-77c3-4a45-950b-0674b9200979 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0882244
Dec 03 12:19:19.693340 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-72ca212a-a14b-429f-a745-61d8b8d76221 req-414cef73-bfc2-450b-9104-5070fb9d6489 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0409219
Dec 03 12:19:20.232361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 42548d6e-c053-4955-9e09-63ed90b3c955 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:19:20.302381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 42548d6e-c053-4955-9e09-63ed90b3c955 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:19:20.302802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:20.911222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73029e-9908-4d95-97d1-1e76a9c67d5c req-c9c7ee93-0661-4132-96f0-fdde4927ae5e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:20.912893 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e73029e-9908-4d95-97d1-1e76a9c67d5c req-c9c7ee93-0661-4132-96f0-fdde4927ae5e tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0874524
Dec 03 12:19:20.961850 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6e73029e-9908-4d95-97d1-1e76a9c67d5c req-becb21ff-a721-4ffe-b0db-49309f89316a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0406768
Dec 03 12:19:21.825350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:30.660893 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81a4a289-15b6-444b-b198-6feb257b56d6 req-575dac48-5371-4665-a896-a47022c71f23 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0797009
Dec 03 12:19:30.897437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4a289-15b6-444b-b198-6feb257b56d6 req-fb6f84a5-2911-4ac7-a58c-a0b4e3a64a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:30.897437 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81a4a289-15b6-444b-b198-6feb257b56d6 req-fb6f84a5-2911-4ac7-a58c-a0b4e3a64a8a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1162 time: 0.0777318
Dec 03 12:19:31.006250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4a289-15b6-444b-b198-6feb257b56d6 req-004daca8-85ee-4465-b6f5-6761c8ac9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:31.007995 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81a4a289-15b6-444b-b198-6feb257b56d6 req-004daca8-85ee-4465-b6f5-6761c8ac9440 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1533206
Dec 03 12:19:31.072884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-86b4f1c9-d9e4-4a0d-9918-fcd30fcafc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:31.125250 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81a4a289-15b6-444b-b198-6feb257b56d6 req-2e58a5de-efdd-4f7a-b8de-59dc5ed27234 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 1001 time: 0.1101143
Dec 03 12:19:31.194763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4a289-15b6-444b-b198-6feb257b56d6 req-d3579896-b498-4158-8076-bbac3cd40eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:31.196468 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81a4a289-15b6-444b-b198-6feb257b56d6 req-d3579896-b498-4158-8076-bbac3cd40eb5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0655415
Dec 03 12:19:31.392829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4a289-15b6-444b-b198-6feb257b56d6 req-90614022-3acc-4db0-8c4c-62d5ce92ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:19:31.392829 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81a4a289-15b6-444b-b198-6feb257b56d6 req-90614022-3acc-4db0-8c4c-62d5ce92ce8e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0905786
Dec 03 12:19:31.449071 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81a4a289-15b6-444b-b198-6feb257b56d6 req-2cab7b5f-b539-4914-ad8f-d202b0e83ae7 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442945
Dec 03 12:19:31.599273 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81a4a289-15b6-444b-b198-6feb257b56d6 req-5dc556a6-009b-4d89-a309-a57ab241893d service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1475806
Dec 03 12:19:33.108163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a9e0dd3-9a86-4694-b195-f8e1427d8d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:34.027515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:35.187157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:35.781409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:19:47.244392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:19:51.853167 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:01.034428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-48f553b7-4e2c-4ac8-a3b2-fb1708ffcb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:03.110285 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-490e6090-bb53-4e18-82af-ce2570db5fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:04.032815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:05.188128 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:05.783768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:21.897795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:24.244180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:20:31.027707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-20fff485-7f2e-41e9-b6d5-c6b72d69b516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:31.673488 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3246434-3711-4f61-b838-01cca9f07cb0 req-e4b82245-40d3-4c50-9aa8-820ae0b66c70 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0740261
Dec 03 12:20:31.952004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3246434-3711-4f61-b838-01cca9f07cb0 req-f9084402-adc4-45c2-81b3-2bc79643561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:31.953617 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3246434-3711-4f61-b838-01cca9f07cb0 req-f9084402-adc4-45c2-81b3-2bc79643561f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1162 time: 0.0801573
Dec 03 12:20:32.115661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3246434-3711-4f61-b838-01cca9f07cb0 req-a2e1b2a5-3569-4d9d-b8ac-ae67067a7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:32.117234 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3246434-3711-4f61-b838-01cca9f07cb0 req-a2e1b2a5-3569-4d9d-b8ac-ae67067a7121 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1447051
Dec 03 12:20:32.220604 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3246434-3711-4f61-b838-01cca9f07cb0 req-34a250e7-9538-4ae7-bad9-9b6a9e3533e3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 1001 time: 0.0966725
Dec 03 12:20:32.291957 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3246434-3711-4f61-b838-01cca9f07cb0 req-20b06ed4-a159-4dea-9b75-62bab0b521a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:32.293524 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3246434-3711-4f61-b838-01cca9f07cb0 req-20b06ed4-a159-4dea-9b75-62bab0b521a1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0670879
Dec 03 12:20:32.377144 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3246434-3711-4f61-b838-01cca9f07cb0 req-07f84e77-1df4-4b92-9a5a-d17e69c52cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:32.378778 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3246434-3711-4f61-b838-01cca9f07cb0 req-07f84e77-1df4-4b92-9a5a-d17e69c52cf0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0788000
Dec 03 12:20:32.527756 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3246434-3711-4f61-b838-01cca9f07cb0 req-bc40dcb7-0b7f-48d5-8c2d-3ee4cd248493 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421480
Dec 03 12:20:32.672071 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e3246434-3711-4f61-b838-01cca9f07cb0 req-271fddc5-fe51-45af-8977-b0529f5e0d82 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371129
Dec 03 12:20:33.112228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9977f682-14dc-4b4b-935e-79269330eb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:34.031711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:35.193317 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:35.787411 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:40.956799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-9e411f3a-f832-4191-888f-8d67a6f516e9 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/floatingips/8d911573-9b11-4058-939e-6745b9cea506 HTTP/1.1" status: 200  len: 998 time: 0.1166618
Dec 03 12:20:41.122525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-934bd007-7240-43cd-96b9-dfef03ff269f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:41.123946 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-934bd007-7240-43cd-96b9-dfef03ff269f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1611826
Dec 03 12:20:41.134843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-19a75463-a44d-4b14-a653-f52fc7c134e0 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:20:41.135967 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-19a75463-a44d-4b14-a653-f52fc7c134e0 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0059791
Dec 03 12:20:41.246019 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-b1a3227c-2b44-4157-8f5c-f5196692e249 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.224 HTTP/1.1" status: 200  len: 1001 time: 0.1037118
Dec 03 12:20:41.326450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-9eadcfdb-d52a-4a21-a849-754e871437e2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:41.327932 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-9eadcfdb-d52a-4a21-a849-754e871437e2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports/42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 942 time: 0.0755410
Dec 03 12:20:41.510412 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-0c4d0390-5c36-450b-bed8-8597341a981a tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.224 HTTP/1.1" status: 200  len: 1001 time: 0.1013546
Dec 03 12:20:41.979540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Deleting port 68849b77-4179-4770-9714-94c05242da44 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:20:41.980060 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:42.162409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:42.162788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:42.288913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Calling delete_port for 68849b77-4179-4770-9714-94c05242da44 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:20:42.441555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:42.456976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-04cd6d83-d707-442d-adbe-21584e1f912c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:20:42.501727 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event deleted for resources: {'Port': ['ID=68849b77-4179-4770-9714-94c05242da44,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:20:42.522868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.523352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.523783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.524208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.524629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.525049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.525468 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.525886 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.526303 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.527155 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.527576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.527992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.528463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.528879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.529290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.529701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.530113 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.530524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.530947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.531461 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.532504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.532913 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.533330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.533746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:42.585994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:20:42.697034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:42.697412 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Floating IP 8d911573-9b11-4058-939e-6745b9cea506 disassociated (deleted). External IP: 172.26.1.224, port: 42548d6e-c053-4955-9e09-63ed90b3c955.
Dec 03 12:20:43.060795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Router 6348e158-feae-49f1-98f2-3392cc1aa4de has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:20:43.250854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:20:43.260739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1133e40d-63a8-429d-b079-820009a08e5d None None] Sync routers for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:20:43.271630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1133e40d-63a8-429d-b079-820009a08e5d None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:20:43.272334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1133e40d-63a8-429d-b079-820009a08e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b636dcc0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:20:43.274034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:43.331355 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-a92eb1ff-3ee5-4435-80d5-deee8ee295c2 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "DELETE /v2.0/floatingips/8d911573-9b11-4058-939e-6745b9cea506 HTTP/1.1" status: 204  len: 173 time: 1.8148136
Dec 03 12:20:43.331934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:20:43.404262 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955', 'status': 'completed', 'code': 200}
Dec 03 12:20:43.438547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-d0f54aa7-7275-44c6-87d2-c09e16471ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:43.440669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-d0f54aa7-7275-44c6-87d2-c09e16471ace service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1162 time: 0.0856988
Dec 03 12:20:43.458755 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1133e40d-63a8-429d-b079-820009a08e5d None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:20:43.527625 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02059624-24e4-4b1c-bcee-c9b84df5d6f4 req-dda4eae6-2d3b-41a3-a328-311114b36ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:43.529163 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02059624-24e4-4b1c-bcee-c9b84df5d6f4 req-dda4eae6-2d3b-41a3-a328-311114b36ec9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b525a15b25a7437c9902edc6fa882ebd&device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 1162 time: 0.0819554
Dec 03 12:20:43.593217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-7cd9cf41-ca3f-4c04-9834-cf1eb02a1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:43.594956 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-7cd9cf41-ca3f-4c04-9834-cf1eb02a1c37 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1451576
Dec 03 12:20:43.665928 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-ca0a7a99-0ea4-449b-b10a-c1d2a72ea5ee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 217 time: 0.0643530
Dec 03 12:20:43.673805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02059624-24e4-4b1c-bcee-c9b84df5d6f4 req-08c925e0-0956-4b00-b396-771604af6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:43.675634 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02059624-24e4-4b1c-bcee-c9b84df5d6f4 req-08c925e0-0956-4b00-b396-771604af6b4b service neutron] 10.222.0.91 "GET /v2.0/networks?id=2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 200  len: 903 time: 0.1396120
Dec 03 12:20:43.746671 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02059624-24e4-4b1c-bcee-c9b84df5d6f4 req-424b8cef-dd4b-48dc-a471-36c32ccd229a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 200  len: 217 time: 0.0643146
Dec 03 12:20:43.753133 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-e030fb94-b546-46e6-9ae5-1ae1624565c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:43.755424 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-e030fb94-b546-46e6-9ae5-1ae1624565c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0822427
Dec 03 12:20:43.796614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1133e40d-63a8-429d-b079-820009a08e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b636dcc0>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:20:43.801559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1133e40d-63a8-429d-b079-820009a08e5d None None] Checking router: 6348e158-feae-49f1-98f2-3392cc1aa4de for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:20:43.811037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1133e40d-63a8-429d-b079-820009a08e5d None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:20:43.811711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1133e40d-63a8-429d-b079-820009a08e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b636dcc0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:20:43.820748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02059624-24e4-4b1c-bcee-c9b84df5d6f4 req-fef7800e-2a92-4e23-9d72-afb4e5d6e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:43.822320 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02059624-24e4-4b1c-bcee-c9b84df5d6f4 req-fef7800e-2a92-4e23-9d72-afb4e5d6e2ab service neutron] 10.222.0.91 "GET /v2.0/subnets?id=042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 200  len: 848 time: 0.0697486
Dec 03 12:20:43.838979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-58ea7aa1-d0b2-419c-abab-320045ef91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:43.840934 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-58ea7aa1-d0b2-419c-abab-320045ef91b2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0769470
Dec 03 12:20:43.919754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02059624-24e4-4b1c-bcee-c9b84df5d6f4 req-acc7d580-d74b-470f-ae4b-ce537a9e5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:43.921507 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02059624-24e4-4b1c-bcee-c9b84df5d6f4 req-acc7d580-d74b-470f-ae4b-ce537a9e5aa6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2d252d9f-0e54-485b-9598-4630dae438b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0925751
Dec 03 12:20:43.994401 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-4ab94ab7-f129-495c-a186-2442ce391d3e service neutron] 10.222.0.90 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455891
Dec 03 12:20:44.005902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-1133e40d-63a8-429d-b079-820009a08e5d None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:20:44.069415 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02059624-24e4-4b1c-bcee-c9b84df5d6f4 req-c7db2ad2-44ae-4a82-97ee-3bb2689c8591 service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406724
Dec 03 12:20:44.144100 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-16498c7a-06fe-494d-b8b2-56a3cd3af362 req-f571ff54-1d3a-4451-b911-020501d0aba0 service neutron] 10.222.0.90 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425977
Dec 03 12:20:44.489976 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-02059624-24e4-4b1c-bcee-c9b84df5d6f4 req-b0cee01d-727a-48c8-967a-c2245164cb9e service neutron] 10.222.0.91 "GET /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4141054
Dec 03 12:20:44.510802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-1133e40d-63a8-429d-b079-820009a08e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b636dcc0>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:20:44.515673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1133e40d-63a8-429d-b079-820009a08e5d None None] The sync data for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs is: [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:10:21Z', 'revision_number': 4, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': 'c5b50906-d51d-4146-8e30-b489aec8150e', 'name': '', 'network_id': '2d252d9f-0e54-485b-9598-4630dae438b6', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'mac_address': 'fa:16:3e:12:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:20Z', 'updated_at': '2020-12-03T12:10:30Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'subnets': [{'id': '042c2ed7-6e9c-4b32-b494-12349de6af3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:20:44.622892 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f6862-37e7-4c20-b2dd-30411ec27ef4 req-bce1be5a-f369-4cee-9a3c-f1164a616004 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:44.623611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-6b1f6862-37e7-4c20-b2dd-30411ec27ef4 req-bce1be5a-f369-4cee-9a3c-f1164a616004 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Synchronizing usage tracker for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:20:44.639355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-6b1f6862-37e7-4c20-b2dd-30411ec27ef4 req-bce1be5a-f369-4cee-9a3c-f1164a616004 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Unset dirty status for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:20:44.640653 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6b1f6862-37e7-4c20-b2dd-30411ec27ef4 req-bce1be5a-f369-4cee-9a3c-f1164a616004 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.1038375
Dec 03 12:20:44.693020 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-6b1f6862-37e7-4c20-b2dd-30411ec27ef4 req-73f635df-adef-4629-bac4-332f31e6a4dc tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0457304
Dec 03 12:20:44.913529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158224fb-9773-430d-b1a1-2da8c0ea8c88 None None] New status for floating IP 8d911573-9b11-4058-939e-6745b9cea506: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:20:45.911238 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0156584-977f-4e75-8f3b-6634608dc033 req-62c5066e-7bd6-459c-a1fd-bee1b1b8db2f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:45.912965 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c0156584-977f-4e75-8f3b-6634608dc033 req-62c5066e-7bd6-459c-a1fd-bee1b1b8db2f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.0858853
Dec 03 12:20:45.960651 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c0156584-977f-4e75-8f3b-6634608dc033 req-47f25a9d-e2a3-4e14-8769-3644338af0c6 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups?id=0c6391da-e70d-45ed-ac8c-3f21242b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413077
Dec 03 12:20:46.352189 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8bea853f-559e-432c-8774-f2871e742cac tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:20:46.352838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8bea853f-559e-432c-8774-f2871e742cac tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Synchronizing usage tracker for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:20:46.366063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8bea853f-559e-432c-8774-f2871e742cac tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Unset dirty status for tenant:b525a15b25a7437c9902edc6fa882ebd on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:20:46.367289 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8bea853f-559e-432c-8774-f2871e742cac tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.91 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 945 time: 0.1003242
Dec 03 12:20:46.440458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Deleting port 42548d6e-c053-4955-9e09-63ed90b3c955 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:20:46.440835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:46.708677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] For port 42548d6e-c053-4955-9e09-63ed90b3c955, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=42548d6e-c053-4955-9e09-63ed90b3c955,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:20:46.709080 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:46.844752 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 42548d6e-c053-4955-9e09-63ed90b3c955 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:20:46.846210 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Calling delete_port for 42548d6e-c053-4955-9e09-63ed90b3c955 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:20:46.979331 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:47.000029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:47.017110 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f7446ad9-9547-40d1-bdcf-fc0600327e3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:20:47.068721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event deleted for resources: {'Port': ['ID=42548d6e-c053-4955-9e09-63ed90b3c955,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:20:47.090096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.090612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.090954 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.091373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.091784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.092203 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.092618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.093034 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.093441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.093847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.094749 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.095249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.095726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.096131 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.096534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.096938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.097343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.097746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.098149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.098562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.098952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.099356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.099759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.100164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:20:47.104751 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:20:47.157867 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-20f10944-173b-44f4-ad0f-2747e8bd6453 req-3e9b01cd-7495-4eb5-abe5-f9aee7d0b1fa tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 210 time: 0.0527031
Dec 03 12:20:47.258174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] No DVR routers for this DVR port 42548d6e-c053-4955-9e09-63ed90b3c955 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:20:47.260624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:47.263429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'name': 'network-vif-deleted', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:20:47.278785 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-324f9e55-e00d-4604-b91c-c43cd2314b62 req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.91 "DELETE /v2.0/ports/42548d6e-c053-4955-9e09-63ed90b3c955 HTTP/1.1" status: 204  len: 173 time: 0.9057271
Dec 03 12:20:47.328195 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20742a71-fed5-462f-b6d3-5c32a2599e9b', 'name': 'network-vif-deleted', 'tag': '42548d6e-c053-4955-9e09-63ed90b3c955', 'status': 'completed', 'code': 200}
Dec 03 12:20:48.364380 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4baf4ce9-6576-45a8-8945-81a53f778938 req-4589ce59-decc-4eb0-ae1f-3d05cd90a61b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/ports?device_id=20742a71-fed5-462f-b6d3-5c32a2599e9b HTTP/1.1" status: 200  len: 210 time: 0.0592709
Dec 03 12:20:49.562614 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a342adc6-2ec1-4226-8366-3fab6cae9b4f req-83dd796a-d6a1-44ae-8d68-4d39263ea571 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "GET /v2.0/security-groups/0c6391da-e70d-45ed-ac8c-3f21242b2904 HTTP/1.1" status: 200  len: 2881 time: 0.0501776
Dec 03 12:20:49.639787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a342adc6-2ec1-4226-8366-3fab6cae9b4f req-332cb824-0d94-48fa-b970-d28bcd125edc tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:49.668577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a342adc6-2ec1-4226-8366-3fab6cae9b4f req-332cb824-0d94-48fa-b970-d28bcd125edc tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:49.722648 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a342adc6-2ec1-4226-8366-3fab6cae9b4f req-332cb824-0d94-48fa-b970-d28bcd125edc tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:49.728511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d5e3e6df-461e-4fbf-b3f9-d5a7f365bc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:20:49.747738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cb824-0d94-48fa-b970-d28bcd125edc tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6391da-e70d-45ed-ac8c-3f21242b2904,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:20:49.750767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-332cb824-0d94-48fa-b970-d28bcd125edc tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:20:49.757736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a342adc6-2ec1-4226-8366-3fab6cae9b4f req-332cb824-0d94-48fa-b970-d28bcd125edc tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:49.759007 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a342adc6-2ec1-4226-8366-3fab6cae9b4f req-332cb824-0d94-48fa-b970-d28bcd125edc tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] 10.222.0.90 "DELETE /v2.0/security-groups/0c6391da-e70d-45ed-ac8c-3f21242b2904 HTTP/1.1" status: 204  len: 173 time: 0.1891019
Dec 03 12:20:49.828112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58518) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:20:50.479256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:51.097520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] Deleting port c5b50906-d51d-4146-8e30-b489aec8150e {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:20:51.098083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:51.282524 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] For port c5b50906-d51d-4146-8e30-b489aec8150e, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=c5b50906-d51d-4146-8e30-b489aec8150e,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:20:51.283039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:51.408965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] Calling delete_port for c5b50906-d51d-4146-8e30-b489aec8150e owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:20:51.577304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:51.592579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8ac4c356-c1c3-4cfe-82b5-9ea158459582 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:20:51.639882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b50906-d51d-4146-8e30-b489aec8150e,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:20:51.651897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:20:51.896988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:51.995252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:52.761927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] Router 6348e158-feae-49f1-98f2-3392cc1aa4de has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:20:52.951668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:20:52.960557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76263708-5cf7-4902-9550-4f1efc285012 None None] Sync routers for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:20:52.964860 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-825da668-1fd3-4bf9-b96b-530c35b10ee6 admin admin] 10.222.0.90 "PUT /v2.0/routers/6348e158-feae-49f1-98f2-3392cc1aa4de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1359775
Dec 03 12:20:52.967829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58524) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:20:52.970764 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76263708-5cf7-4902-9550-4f1efc285012 None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:20:52.971456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76263708-5cf7-4902-9550-4f1efc285012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:20:53.150799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:53.154666 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-76263708-5cf7-4902-9550-4f1efc285012 None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:20:53.337541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:53.342872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Deleting port f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:20:53.343270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:53.454383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76263708-5cf7-4902-9550-4f1efc285012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3160>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:20:51Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:20:53.458573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76263708-5cf7-4902-9550-4f1efc285012 None None] Checking router: 6348e158-feae-49f1-98f2-3392cc1aa4de for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:20:53.467460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76263708-5cf7-4902-9550-4f1efc285012 None None] Routers {'6348e158-feae-49f1-98f2-3392cc1aa4de'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:20:53.468118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76263708-5cf7-4902-9550-4f1efc285012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3160>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['6348e158-feae-49f1-98f2-3392cc1aa4de'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:20:53.527543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] For port f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:20:53.527942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:53.652430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-76263708-5cf7-4902-9550-4f1efc285012 None None] Set router 6348e158-feae-49f1-98f2-3392cc1aa4de gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:20:53.657358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Calling delete_port for f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:20:53.796341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:53.951705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-76263708-5cf7-4902-9550-4f1efc285012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b69f3160>, [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:20:51Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:20:53.956118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76263708-5cf7-4902-9550-4f1efc285012 None None] The sync data for ids ['6348e158-feae-49f1-98f2-3392cc1aa4de'] in dv-neutron-765072-2-ovs is: [{'id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'name': 'tempest-TestShelveInstance-1517408192-router', 'tenant_id': 'b525a15b25a7437c9902edc6fa882ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:17Z', 'updated_at': '2020-12-03T12:20:51Z', 'revision_number': 5, 'project_id': 'b525a15b25a7437c9902edc6fa882ebd', 'gw_port': {'id': 'f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348e158-feae-49f1-98f2-3392cc1aa4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:18Z', 'updated_at': '2020-12-03T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:20:53.992472 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:54.130898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:54.133311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:54.155805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:54.156429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6348e158-feae-49f1-98f2-3392cc1aa4de {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 12:20:54.169198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:54.170426 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-de2b2327-e750-476f-90f5-e4e2188971af admin admin] 10.222.0.90 "DELETE /v2.0/routers/6348e158-feae-49f1-98f2-3392cc1aa4de HTTP/1.1" status: 204  len: 168 time: 1.2015719
Dec 03 12:20:54.173953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58528) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:20:54.243841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb907cf-640d-4787-9faa-9b989cd2c6f2 admin admin] Deleting subnet 042c2ed7-6e9c-4b32-b494-12349de6af3b {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 12:20:54.246927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fb907cf-640d-4787-9faa-9b989cd2c6f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:54.305298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fb907cf-640d-4787-9faa-9b989cd2c6f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:54.389149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fb907cf-640d-4787-9faa-9b989cd2c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:54.403250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c5b50906-d51d-4146-8e30-b489aec8150e no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:20:54.439254 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: c5b50906-d51d-4146-8e30-b489aec8150e {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:20:54.439877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device c5b50906-d51d-4146-8e30-b489aec8150e not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:20:54.668459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fb907cf-640d-4787-9faa-9b989cd2c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:54.684590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6a629dd2-ec45-4147-b5b3-4bab24192a1b tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:20:54.734334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb907cf-640d-4787-9faa-9b989cd2c6f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042c2ed7-6e9c-4b32-b494-12349de6af3b,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:20:54.743061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8fb907cf-640d-4787-9faa-9b989cd2c6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:20:54.824577 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-8fb907cf-640d-4787-9faa-9b989cd2c6f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:54.830213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a2f91c-9d20-450e-aca9-9b7e6369c62a None None] Network 2d252d9f-0e54-485b-9598-4630dae438b6 requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:20:54.831770 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-8fb907cf-640d-4787-9faa-9b989cd2c6f2 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/042c2ed7-6e9c-4b32-b494-12349de6af3b HTTP/1.1" status: 204  len: 168 time: 0.6567955
Dec 03 12:20:54.834423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58534) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:20:54.957851 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:55.025469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Deleting port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:20:55.025946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:55.086780 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f37b88-7fa3-4b00-9270-68d6c201549e None None] DHCP port deletion for 2d252d9f-0e54-485b-9598-4630dae438b6 request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 12:20:55.091270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-59f37b88-7fa3-4b00-9270-68d6c201549e None None] Deleting port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:20:55.091702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-59f37b88-7fa3-4b00-9270-68d6c201549e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:55.252237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] For port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:20:55.252669 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:55.304425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-59f37b88-7fa3-4b00-9270-68d6c201549e None None] For port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea,segment=NetworkSegment(10d7840a-02e9-4a7a-981f-0643dd1dfb4e),segment_id=10d7840a-02e9-4a7a-981f-0643dd1dfb4e)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:20:55.304798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-59f37b88-7fa3-4b00-9270-68d6c201549e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:55.381729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Calling delete_port for b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:20:55.434926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-59f37b88-7fa3-4b00-9270-68d6c201549e None None] Calling delete_port for b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:20:55.455858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:55.471880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a7f2ca50-7391-4a16-8df4-8d37e1f93dbc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 12:20:55.501430 dv-neutron-765072-2-ovs neutron-server[80862]:   % (table.description, expected, rows_matched)
Dec 03 12:20:55.508389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-59f37b88-7fa3-4b00-9270-68d6c201549e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 12:20:55.508802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-59f37b88-7fa3-4b00-9270-68d6c201549e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 12:20:55.526214 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:20:55.533834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:20:55.614498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] No DVR routers for this DVR port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:20:55.736969 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:56.010623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-59f37b88-7fa3-4b00-9270-68d6c201549e None None] Deleting port b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:20:56.011275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-59f37b88-7fa3-4b00-9270-68d6c201549e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:56.081569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-59f37b88-7fa3-4b00-9270-68d6c201549e None None] The port 'b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 12:20:56.105635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b43609b0>,) {'filters': {'network_id': ['2d252d9f-0e54-485b-9598-4630dae438b6']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:20:56.118724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b43609b0>, '10d7840a-02e9-4a7a-981f-0643dd1dfb4e') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:20:56.119087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b43609b0>, '10d7840a-02e9-4a7a-981f-0643dd1dfb4e') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:20:56.130792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:56.147528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:56.149726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 12:20:56.336847 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Network 2d252d9f-0e54-485b-9598-4630dae438b6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:20:56.347295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:56.440039 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:20:56.474211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:20:56.474602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device f38bb08e-6ad2-4ea1-aa74-6d9842f89dbf not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:20:56.475082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:20:56.506921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:20:56.507351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device b0c9e3bb-fc48-482b-8d2d-a6be7c6c85ea not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:20:56.536044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Network 2d252d9f-0e54-485b-9598-4630dae438b6 has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 12:20:56.561330 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 12:20:56.650711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:56.654004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d0745ba8-1d4f-41f4-8181-17c7b9b1889c tempest-RoutersNegativeTest-864567192 tempest-RoutersNegativeTest-864567192] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:20:56.671313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:56.678116 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d252d9f-0e54-485b-9598-4630dae438b6,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:20:56.682612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:20:56.695369 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] 10.222.0.90 "DELETE /v2.0/networks/2d252d9f-0e54-485b-9598-4630dae438b6 HTTP/1.1" status: 204  len: 168 time: 1.8599074
Dec 03 12:20:56.699055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58540) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:20:57.061980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:57.658015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] Deleting port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:20:57.658395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:57.840527 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] For port 0f3e9cc4-4051-4a3d-b49d-e1755d864b52, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=0f3e9cc4-4051-4a3d-b49d-e1755d864b52,segment=NetworkSegment(55be0827-5dc7-4cb4-8fbb-a1e8f1f09885),segment_id=55be0827-5dc7-4cb4-8fbb-a1e8f1f09885)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:20:57.840982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:57.969382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] Calling delete_port for 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 owned by network:router_interface {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:20:58.142140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:58.158870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d05bc42b-7d79-4330-849b-1675a11becae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:20:58.207532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3e9cc4-4051-4a3d-b49d-e1755d864b52,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:20:58.220009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:20:58.567021 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:59.058273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] Router d64d1e3c-6e6a-4b72-838d-8308b640a193 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:20:59.491833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:20:59.501805 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b5db7-b772-454e-b19a-bf47b31231a6 None None] Sync routers for ids ['d64d1e3c-6e6a-4b72-838d-8308b640a193'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:20:59.501972 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4ff8dcf8-c151-4795-867f-3b393752e1cf admin admin] 10.222.0.90 "PUT /v2.0/routers/d64d1e3c-6e6a-4b72-838d-8308b640a193/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8017955
Dec 03 12:20:59.504748 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58544) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:20:59.511683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b5db7-b772-454e-b19a-bf47b31231a6 None None] Routers {'d64d1e3c-6e6a-4b72-838d-8308b640a193'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:20:59.512360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f99b5db7-b772-454e-b19a-bf47b31231a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5bd15f8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d64d1e3c-6e6a-4b72-838d-8308b640a193'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:20:59.688145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:59.700685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f99b5db7-b772-454e-b19a-bf47b31231a6 None None] Set router d64d1e3c-6e6a-4b72-838d-8308b640a193 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:20:59.869094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:20:59.874459 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Deleting port 3ddbfdb9-5029-489c-b07a-d3f39546f2eb {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:20:59.874838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:00.012981 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f99b5db7-b772-454e-b19a-bf47b31231a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5bd15f8>, [{'id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'name': 'tempest-TestShelveInstance-363227478-router', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:20:58Z', 'revision_number': 5, 'project_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'gw_port': {'id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:00.018017 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b5db7-b772-454e-b19a-bf47b31231a6 None None] Checking router: d64d1e3c-6e6a-4b72-838d-8308b640a193 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:21:00.027732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b5db7-b772-454e-b19a-bf47b31231a6 None None] Routers {'d64d1e3c-6e6a-4b72-838d-8308b640a193'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:21:00.028407 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f99b5db7-b772-454e-b19a-bf47b31231a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5bd15f8>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:20:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['d64d1e3c-6e6a-4b72-838d-8308b640a193'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:00.061800 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] For port 3ddbfdb9-5029-489c-b07a-d3f39546f2eb, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=3ddbfdb9-5029-489c-b07a-d3f39546f2eb,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:21:00.062200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:00.195282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Calling delete_port for 3ddbfdb9-5029-489c-b07a-d3f39546f2eb owned by network:router_gateway {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:21:00.215702 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-f99b5db7-b772-454e-b19a-bf47b31231a6 None None] Set router d64d1e3c-6e6a-4b72-838d-8308b640a193 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:21:00.329891 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:00.523523 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-f99b5db7-b772-454e-b19a-bf47b31231a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5bd15f8>, [{'id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'name': 'tempest-TestShelveInstance-363227478-router', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:20:58Z', 'revision_number': 5, 'project_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'gw_port': {'id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:00.524063 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:00.527689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b5db7-b772-454e-b19a-bf47b31231a6 None None] The sync data for ids ['d64d1e3c-6e6a-4b72-838d-8308b640a193'] in dv-neutron-765072-2-ovs is: [{'id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'name': 'tempest-TestShelveInstance-363227478-router', 'tenant_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:20:58Z', 'revision_number': 5, 'project_id': 'a1cb79e2d84a433399b5de672d7f29f6', 'gw_port': {'id': '3ddbfdb9-5029-489c-b07a-d3f39546f2eb', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64d1e3c-6e6a-4b72-838d-8308b640a193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:10:25Z', 'updated_at': '2020-12-03T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:21:00.661486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:00.663849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:00.685252 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:00.685810 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d64d1e3c-6e6a-4b72-838d-8308b640a193 {{(pid=80976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 12:21:00.699351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] Notify callbacks [] for router, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:00.700594 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-6dc50e85-1be1-4975-82ae-22a3b89a29d6 admin admin] 10.222.0.90 "DELETE /v2.0/routers/d64d1e3c-6e6a-4b72-838d-8308b640a193 HTTP/1.1" status: 204  len: 168 time: 1.1948717
Dec 03 12:21:00.703301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58548) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:21:00.776077 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b18d79-6c0b-4fa4-b9e6-ac3ceb83b378 admin admin] Deleting subnet cbbcf28a-d1ac-4d21-8799-8be8d59a0acc {{(pid=80976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 12:21:00.779533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22b18d79-6c0b-4fa4-b9e6-ac3ceb83b378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:00.833735 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22b18d79-6c0b-4fa4-b9e6-ac3ceb83b378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2095105'] for subnet, precommit_delete_associations {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:00.918004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22b18d79-6c0b-4fa4-b9e6-ac3ceb83b378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:01.033520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ac05011c-7005-466b-b2be-fc43a7d92ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:01.193170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22b18d79-6c0b-4fa4-b9e6-ac3ceb83b378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852680599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2077720'] for subnet, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:01.209938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1d1550b-0314-4a08-8da0-34ac77bf8de7 tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:01.244042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:21:01.263232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b18d79-6c0b-4fa4-b9e6-ac3ceb83b378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbbcf28a-d1ac-4d21-8799-8be8d59a0acc,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:01.268195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-22b18d79-6c0b-4fa4-b9e6-ac3ceb83b378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:01.348579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-22b18d79-6c0b-4fa4-b9e6-ac3ceb83b378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:01.353677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e670ee6-9517-4dde-88d3-96358f0138b0 None None] Network 13cfc00b-3a90-4480-8019-9da93301dafa requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:21:01.354560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-22b18d79-6c0b-4fa4-b9e6-ac3ceb83b378 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/cbbcf28a-d1ac-4d21-8799-8be8d59a0acc HTTP/1.1" status: 204  len: 168 time: 0.6502345
Dec 03 12:21:01.357206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58552) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:21:01.475392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:01.545622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Deleting port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:21:01.546221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:01.602900 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a55c02d-b2e7-42ca-a609-b8c5d74d1ae4 None None] DHCP port deletion for 13cfc00b-3a90-4480-8019-9da93301dafa request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 12:21:01.607259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7a55c02d-b2e7-42ca-a609-b8c5d74d1ae4 None None] Deleting port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:21:01.607681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a55c02d-b2e7-42ca-a609-b8c5d74d1ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:01.767562 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] For port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=136b74e3-65ff-4331-b5e8-80b4f2cf5fa5,segment=NetworkSegment(55be0827-5dc7-4cb4-8fbb-a1e8f1f09885),segment_id=55be0827-5dc7-4cb4-8fbb-a1e8f1f09885)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:21:01.767972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:01.823552 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-7a55c02d-b2e7-42ca-a609-b8c5d74d1ae4 None None] For port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=136b74e3-65ff-4331-b5e8-80b4f2cf5fa5,segment=NetworkSegment(55be0827-5dc7-4cb4-8fbb-a1e8f1f09885),segment_id=55be0827-5dc7-4cb4-8fbb-a1e8f1f09885)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:21:01.823997 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a55c02d-b2e7-42ca-a609-b8c5d74d1ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:01.897096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Calling delete_port for 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 owned by network:dhcp {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:21:01.958661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7a55c02d-b2e7-42ca-a609-b8c5d74d1ae4 None None] Calling delete_port for 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:21:01.974357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:01.990055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd063856-78ce-42e7-8c1b-6a1e2f235a46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:02.030480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-7a55c02d-b2e7-42ca-a609-b8c5d74d1ae4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 12:21:02.030889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-7a55c02d-b2e7-42ca-a609-b8c5d74d1ae4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 12:21:02.045406 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Pushing event deleted for resources: {'Port': ['ID=136b74e3-65ff-4331-b5e8-80b4f2cf5fa5,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:02.048590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:02.133580 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] No DVR routers for this DVR port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 on host dv-neutron-765072-2-ovs {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:21:02.257332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:02.372951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f6d7b8>,) {'filters': {'network_id': ['13cfc00b-3a90-4480-8019-9da93301dafa']}} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:02.386223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f6d7b8>, '55be0827-5dc7-4cb4-8fbb-a1e8f1f09885') {'for_net_delete': True} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:02.386563 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b5f6d7b8>, '55be0827-5dc7-4cb4-8fbb-a1e8f1f09885') {} {{(pid=80976) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:02.398797 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852680695'] for segment, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:02.413941 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:02.415984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 12:21:02.443685 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:21:02.478418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:21:02.478813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:21:02.479309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:21:02.515775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:21:02.516209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 0f3e9cc4-4051-4a3d-b49d-e1755d864b52 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:21:02.516668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ddbfdb9-5029-489c-b07a-d3f39546f2eb no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:21:02.543583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7a55c02d-b2e7-42ca-a609-b8c5d74d1ae4 None None] Deleting port 136b74e3-65ff-4331-b5e8-80b4f2cf5fa5 {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:21:02.544010 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7a55c02d-b2e7-42ca-a609-b8c5d74d1ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:02.576427 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 3ddbfdb9-5029-489c-b07a-d3f39546f2eb {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:21:02.576930 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 3ddbfdb9-5029-489c-b07a-d3f39546f2eb not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:21:02.605368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Network 13cfc00b-3a90-4480-8019-9da93301dafa has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:21:02.615709 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2096842'] for segment, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:02.616212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-7a55c02d-b2e7-42ca-a609-b8c5d74d1ae4 None None] The port '136b74e3-65ff-4331-b5e8-80b4f2cf5fa5' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 12:21:03.049841 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Network 13cfc00b-3a90-4480-8019-9da93301dafa has no segments {{(pid=80976) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 12:21:03.072783 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 12:21:03.113918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d9119b0e-d121-4457-b884-8d72e492f650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:03.153003 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:03.156799 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-01788a9a-787c-45ea-ad5f-9308d3773ac0 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:03.170530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:03.182846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Pushing event deleted for resources: {'Network': ['ID=13cfc00b-3a90-4480-8019-9da93301dafa,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:03.185708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:03.187717 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-a093f6cc-815f-4645-9af6-0e37f018f01a admin admin] 10.222.0.90 "DELETE /v2.0/networks/13cfc00b-3a90-4480-8019-9da93301dafa HTTP/1.1" status: 204  len: 168 time: 1.8294053
Dec 03 12:21:03.354231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58558) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:21:03.405940 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2e8a3c8c-5b1f-4b85-b2cd-2a9cf668df90 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b525a15b25a7437c9902edc6fa882ebd&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0503666
Dec 03 12:21:03.409216 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58562) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:21:03.473453 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b4bc095-f5db-4081-9e77-d7f0299e1ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:03.500998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b4bc095-f5db-4081-9e77-d7f0299e1ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:03.546989 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b4bc095-f5db-4081-9e77-d7f0299e1ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:03.552188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cb36dea8-471a-4984-9b83-0992e1602cb2 tempest-PortsTestJSON-311798060 tempest-PortsTestJSON-311798060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:03.566783 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bc095-f5db-4081-9e77-d7f0299e1ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f2d58b-960c-458c-a2d3-cb03ca4d227a,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:03.569513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-4b4bc095-f5db-4081-9e77-d7f0299e1ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:03.574808 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4b4bc095-f5db-4081-9e77-d7f0299e1ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:03.576431 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-4b4bc095-f5db-4081-9e77-d7f0299e1ebe admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/34f2d58b-960c-458c-a2d3-cb03ca4d227a HTTP/1.1" status: 204  len: 168 time: 0.1658709
Dec 03 12:21:04.014201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58570) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:21:04.072664 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-72d55431-ba78-47ce-8d87-42a292d4a099 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a1cb79e2d84a433399b5de672d7f29f6&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0570877
Dec 03 12:21:04.075356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58574) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:21:04.144665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85744b54-5800-4491-9e0a-ea65845423d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:04.173864 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85744b54-5800-4491-9e0a-ea65845423d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:04.206681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:04.225623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85744b54-5800-4491-9e0a-ea65845423d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:04.230705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-72c569b8-770a-4769-b4fc-4a6bfde6e04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:04.244888 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85744b54-5800-4491-9e0a-ea65845423d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7103cee9-ca1d-4dc8-bf02-570a4f5d1845,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:04.247947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-85744b54-5800-4491-9e0a-ea65845423d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:04.248843 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-85744b54-5800-4491-9e0a-ea65845423d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:04.251770 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-85744b54-5800-4491-9e0a-ea65845423d6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7103cee9-ca1d-4dc8-bf02-570a4f5d1845 HTTP/1.1" status: 204  len: 168 time: 0.1736245
Dec 03 12:21:05.197681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:05.289906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80976) accepted ('10.222.0.90', 58596) {{(pid=80976) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:21:05.431395 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1015991385-network', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:21:05.436618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:21:05.441384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Usage tracker for resource:network and tenant:de6fca198ab94e37a693d52239e2837f is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:21:05.444447 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:21:05.450271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:21:05.460632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Made reservation on behalf of de6fca198ab94e37a693d52239e2837f for: {'network': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:21:05.465434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for network, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:05.478520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:05.494531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:21:05.498576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:de6fca198ab94e37a693d52239e2837f is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:21:05.502367 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:21:05.508193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:21:05.594035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:05.597279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:05.601476 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-75e597aa-7676-4785-871e-79e4893530b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:05.635719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 12:21:05.644960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6e3a61-d9f9-4d57-a695-392e25396725,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:05.648434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:05.653277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792259477056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:05.653277 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.segments_db [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Added segment 245ac32a-8bc0-48c9-bd32-6e3674bc1d50 of type vxlan for network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef
Dec 03 12:21:05.681168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792258933551'] for network, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:05.711855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021'] for network, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:05.712836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:05.713465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Notify callbacks [] for network, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:05.718431 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3ab21b11-02c3-492f-9d76-1df3133d95e2 tempest-NetworksIpV6Test-1059812571 tempest-NetworksIpV6Test-1059812571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:05.791388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:05.826723 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.5356543
Dec 03 12:21:05.827716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=8d455dfe-cf6d-4290-bb9b-2a31322ffdef,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:05.829883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 58602) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:21:05.830676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7d34e2ed-ff6d-416a-9328-b6b9ad7ef1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:05.836584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Request body: {'subnet': {'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1015991385-subnet', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'ip_version': 4}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:21:05.838777 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef details requested by agent ovs-agent-dv-neutron-765072-2-ovs with host dv-neutron-765072-2-ovs {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 12:21:05.842183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:21:05.848532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Usage tracker for resource:subnet and tenant:de6fca198ab94e37a693d52239e2837f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:21:05.851660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:21:05.856048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=80977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 12:21:05.860103 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:21:05.869327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Made reservation on behalf of de6fca198ab94e37a693d52239e2837f for: {'subnet': 1} {{(pid=80975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:21:05.874197 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3335133'] for subnet, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:06.285258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852251826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3335116'] for subnet, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:06.300428 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-6bc58612-4432-4190-8b3a-09a1615d8668 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:06.433096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=823c8b2f-2b9c-406f-b035-4350d6972729,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:06.437695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:06.501683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Checking segment: {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:21:06.502298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Network hostable DHCP agents. Network: 8d455dfe-cf6d-4290-bb9b-2a31322ffdef, hostable agents: ['326eaf17-fa2d-4cbf-80f3-b107533a2754'], hosted agents: [] {{(pid=80975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 12:21:06.521375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef is scheduled to be hosted by DHCP agent 326eaf17-fa2d-4cbf-80f3-b107533a2754 with binding_index 1 {{(pid=80975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 12:21:06.529449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-2-ovs, 8d455dfe-cf6d-4290-bb9b-2a31322ffdef) {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:21:06.538175 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22dbf48-83b4-47f7-b115-a83eafbaa4aa None None] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:21:06.541504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:06.542150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:06.560868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-53ce18a9-553a-4149-87df-597b9a73b580 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7296102
Dec 03 12:21:06.564263 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 58606) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:21:06.569638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:21:06.574590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:21:06.579319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Usage tracker for resource:router and tenant:de6fca198ab94e37a693d52239e2837f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:21:06.582884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:21:06.588759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:21:06.598045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16352658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10364'] for router, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:06.599148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16352613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838427657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-510324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854765452'] for router, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:06.613933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:06.776106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a375147-8711-54c1-aa93-781d89fbf0b3-8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729'}]}} from dv-neutron-765072-2-ovs. {{(pid=80977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 12:21:06.777055 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:07.077719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Allocated IP 172.20.0.2 (8d455dfe-cf6d-4290-bb9b-2a31322ffdef/823c8b2f-2b9c-406f-b035-4350d6972729/2ee175e8-b880-4950-809d-2f916a784caa) {{(pid=80977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:21:07.171385 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838427676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036838423172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854765467'] for router, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:07.297599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Notify callbacks [] for port, precommit_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:07.308190 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Transition to ACTIVE for port object 2ee175e8-b880-4950-809d-2f916a784caa will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:21:07.324977 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Transition to ACTIVE for port object 2ee175e8-b880-4950-809d-2f916a784caa will not be triggered until provisioned by entity DHCP. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:21:07.331188 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210'] for port, after_create {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:07.346341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-673738a8-4919-40ff-9b2d-cd91971ff385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:07.480830 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Pushing event updated for resources: {'Port': ['ID=2ee175e8-b880-4950-809d-2f916a784caa,revision_number=1']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:07.492111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.492498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.492874 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.493247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.493618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.493985 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.494352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.494719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.495106 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.495474 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.495833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.496195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.496612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.496971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.497336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.497696 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.498053 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.498418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.498769 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.499156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.499519 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.500391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.500745 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.501102 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:07.511708 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:07.518975 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:07.549418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef is already hosted by enough agents. {{(pid=80977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:21:07.550605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Resources bound (agent type, host, resource id):  {{(pid=80977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:21:07.553013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Received port after_create {{(pid=80977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:21:07.553484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:07.608281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Attempting to bind port 2ee175e8-b880-4950-809d-2f916a784caa on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:21:07.608695 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Attempting to bind port 2ee175e8-b880-4950-809d-2f916a784caa by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:21:07.609620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Attempting to bind port 2ee175e8-b880-4950-809d-2f916a784caa on network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:21:07.615740 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:21:07.616163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Checking segment: {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:21:07.616612 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:07.617057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Bound using segment: {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:21:07.617574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Bound port: 2ee175e8-b880-4950-809d-2f916a784caa, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:21:07.617994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:07.711926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] For port 2ee175e8-b880-4950-809d-2f916a784caa, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:21:07.715356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] For port 2ee175e8-b880-4950-809d-2f916a784caa, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2ee175e8-b880-4950-809d-2f916a784caa,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:21:07.719771 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:07.735234 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:07.837915 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Allocated IP 172.26.1.129 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/4e1c9cce-7b5f-4da6-8185-01cabd7645d8) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:21:07.886817 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Pushing event updated for resources: {'Port': ['ID=2ee175e8-b880-4950-809d-2f916a784caa,revision_number=2']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:07.892649 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a9bea2b8-2dd6-4d0c-9606-39be6a317b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:08.002136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:08.029946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:08.046059 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:08.185665 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Pushing event updated for resources: {'Port': ['ID=4e1c9cce-7b5f-4da6-8185-01cabd7645d8,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:08.189557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:08.252529 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:21:08.253809 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:21:08.256217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:21:08.471929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2ee175e8-b880-4950-809d-2f916a784caa up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:21:08.543112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 2ee175e8-b880-4950-809d-2f916a784caa completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:21:08.686738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:09.071457 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16352628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036838421245'] for router, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:09.279088 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d18522-a17a-443b-b16e-23e4c1b3b03b None None] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:21:09.345336 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Router baa45407-a213-4c7c-92e3-371c0b3a8bb5 is scheduled to L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 with binding_index 1 {{(pid=80975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 12:21:09.409834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9bb4c391-16a3-4ae7-affc-44799064f130 None None] Provisioning for port 2ee175e8-b880-4950-809d-2f916a784caa completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:21:09.430344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9bb4c391-16a3-4ae7-affc-44799064f130 None None] Provisioning complete for port 2ee175e8-b880-4950-809d-2f916a784caa triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:09.431058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c391-16a3-4ae7-affc-44799064f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:09.550422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:21:09.562437 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Sync routers for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:21:09.578787 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:09.581465 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-cd1de836-8172-4422-9c07-e313d448c9ce admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.0160685
Dec 03 12:21:09.583963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 58610) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:21:09.584693 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:21:09.585559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fe470>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:09.712993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c391-16a3-4ae7-affc-44799064f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:09.780022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-9bb4c391-16a3-4ae7-affc-44799064f130 None None] For port 2ee175e8-b880-4950-809d-2f916a784caa, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2ee175e8-b880-4950-809d-2f916a784caa,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:21:09.784540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c391-16a3-4ae7-affc-44799064f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:09.786688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:09.822653 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:21:09.892081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4c391-16a3-4ae7-affc-44799064f130 None None] Pushing event updated for resources: {'Port': ['ID=2ee175e8-b880-4950-809d-2f916a784caa,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:09.908042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9bb4c391-16a3-4ae7-affc-44799064f130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:10.116545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a733c404-1395-46d7-be83-684dc9bb0b2a None None] Provisioning complete for port 2ee175e8-b880-4950-809d-2f916a784caa triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:10.117274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a733c404-1395-46d7-be83-684dc9bb0b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:10.398518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fe470>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:08Z', 'revision_number': 3, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:10.404062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Checking router: baa45407-a213-4c7c-92e3-371c0b3a8bb5 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:21:10.404505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Updating router baa45407-a213-4c7c-92e3-371c0b3a8bb5 port 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 binding host dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 12:21:10.431230 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-9dd67ecf-8464-4098-bdb0-7482b710902f None None] Provisioning complete for port 2ee175e8-b880-4950-809d-2f916a784caa triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:10.431663 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9dd67ecf-8464-4098-bdb0-7482b710902f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:10.473918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:10.490801 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2ee175e8-b880-4950-809d-2f916a784caa up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:21:10.665792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 2ee175e8-b880-4950-809d-2f916a784caa triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:10.666288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:10.697629 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:10.911208 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-c06aa0bf-4a0a-4fa5-88a0-4dd5310ba933 None None] Provisioning complete for port 2ee175e8-b880-4950-809d-2f916a784caa triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:10.911575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c06aa0bf-4a0a-4fa5-88a0-4dd5310ba933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:10.956853 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Notify callbacks [] for port, precommit_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:10.977765 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Transition to ACTIVE for port object 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 will not be triggered until provisioned by entity L2. {{(pid=80978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:21:10.985315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:11.004714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-69bd6e01-59db-442c-955f-09a49937fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:11.112141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Allocated IP 172.20.0.1 (8d455dfe-cf6d-4290-bb9b-2a31322ffdef/823c8b2f-2b9c-406f-b035-4350d6972729/286da1fd-f4f2-4224-9953-3276e9f663df) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:21:11.156517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Pushing event updated for resources: {'Port': ['ID=4e1c9cce-7b5f-4da6-8185-01cabd7645d8,revision_number=2']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:11.176085 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.176553 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.177040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.177526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.178020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.178509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.178999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.179479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.179948 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.180415 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.180880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.181349 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.181870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.182346 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.182811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.183298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.183763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.184237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.184698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.185161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.185630 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.186094 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.186566 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.187092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:21:11.191699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:11.241983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Attempting to bind port 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:21:11.242559 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Attempting to bind port 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:21:11.243145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Attempting to bind port 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 on network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:21:11.249037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:21:11.249615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Checking segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:21:11.250365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:11.250747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Bound using segment: {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'} {{(pid=80978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:21:11.251294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Bound port: 4e1c9cce-7b5f-4da6-8185-01cabd7645d8, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113e4ab-0058-4e73-9dd1-05ec9b455987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}}] {{(pid=80978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:21:11.251716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:11.301028 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:11.320311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Transition to ACTIVE for port object 286da1fd-f4f2-4224-9953-3276e9f663df will not be triggered until provisioned by entity DHCP. {{(pid=80975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:21:11.337782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] For port 4e1c9cce-7b5f-4da6-8185-01cabd7645d8, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:21:11.341772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] For port 4e1c9cce-7b5f-4da6-8185-01cabd7645d8, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4e1c9cce-7b5f-4da6-8185-01cabd7645d8,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:21:11.344918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:11.345065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:11.361481 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-35388e4d-4d37-4564-892e-2406a4030777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:11.366154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1e480014-8a4b-4621-80b9-f2bdaddc9a3f tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:11.505557 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Pushing event updated for resources: {'Port': ['ID=4e1c9cce-7b5f-4da6-8185-01cabd7645d8,revision_number=3']} {{(pid=80978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:11.507681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Pushing event updated for resources: {'Port': ['ID=286da1fd-f4f2-4224-9953-3276e9f663df,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:11.510201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-a4e58652-b41a-4bf7-96f7-6f9f568db82a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:11.512247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:11.559082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:21:11.559743 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fe470>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:11.564421 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:21:11.565594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:21:11.567935 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:21:11.634834 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354782'] for router_interface, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:11.754035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:21:11.755392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:11.794138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e866aff4-84a8-4c9d-972f-d42d1762e646 None None] Provisioning for port 286da1fd-f4f2-4224-9953-3276e9f663df completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:21:11.801456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-e866aff4-84a8-4c9d-972f-d42d1762e646 None None] Provisioning complete for port 286da1fd-f4f2-4224-9953-3276e9f663df triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:11.801999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e866aff4-84a8-4c9d-972f-d42d1762e646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:11.858416 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-e866aff4-84a8-4c9d-972f-d42d1762e646 None None] Port 286da1fd-f4f2-4224-9953-3276e9f663df cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:21:12.061782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fe470>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:08Z', 'revision_number': 3, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:12.066372 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0beba54-239a-4ab9-b937-55e7704d4ddb None None] The sync data for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs is: [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:08Z', 'revision_number': 3, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:21:12.067611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:12.071491 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:12.101896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0706c59c-30c3-4e47-abaf-200ea26faafa tempest-TestMinimumBasicScenario-1889896991 tempest-TestMinimumBasicScenario-1889896991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:12.189518 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Pushing event updated for resources: {'Port': ['ID=286da1fd-f4f2-4224-9953-3276e9f663df,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:12.192235 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838891072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036838424061'] for router_interface, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:12.207672 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:12.340618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:21:12.341812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:21:12.552818 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Router baa45407-a213-4c7c-92e3-371c0b3a8bb5 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:21:12.697839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-3a11e98a-85b5-4274-8b9d-f1f55a17675c None None] Provisioning complete for port 286da1fd-f4f2-4224-9953-3276e9f663df triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:12.698571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3a11e98a-85b5-4274-8b9d-f1f55a17675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:12.762099 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:21:12.762620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3a11e98a-85b5-4274-8b9d-f1f55a17675c None None] Port 286da1fd-f4f2-4224-9953-3276e9f663df cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:21:12.775602 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] 10.222.0.90 "PUT /v2.0/routers/baa45407-a213-4c7c-92e3-371c0b3a8bb5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1902075
Dec 03 12:21:13.605984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Request body: {'security_group': {'name': 'tempest-TestSnapshotPattern-711455024', 'description': 'tempest-TestSnapshotPattern-711455024 description'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:21:13.613466 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:21:13.617532 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Usage tracker for resource:security_group and tenant:de6fca198ab94e37a693d52239e2837f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:21:13.620575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:21:13.626992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:21:13.636754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for security_group, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:13.657444 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:21:13.661381 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Usage tracker for resource:security_group_rule and tenant:de6fca198ab94e37a693d52239e2837f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:21:13.664330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:21:13.669972 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:21:13.743870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for security_group, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:13.746477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:13.752388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2e68333c-e55f-41c3-9e60-5b5a97bd4496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:13.791265 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event updated for resources: {'SecurityGroup': ['ID=8de4fb02-8899-4619-9892-49d5199e24c4,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:13.794478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:13.795867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:13.797770 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-326cc41d-c026-4fab-bd87-79fbbe27abba req-0c97decf-e8a6-4799-a8d6-dd1d265534e4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1759 time: 0.2781856
Dec 03 12:21:13.956454 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0c915086-e148-442a-b8a6-788441d68b03 req-b737626d-5c90-41fd-9ede-ea9a3b40232e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups/8de4fb02-8899-4619-9892-49d5199e24c4 HTTP/1.1" status: 200  len: 1754 time: 0.1251457
Dec 03 12:21:13.967325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-0c915086-e148-442a-b8a6-788441d68b03 req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8de4fb02-8899-4619-9892-49d5199e24c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:21:13.967677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-0c915086-e148-442a-b8a6-788441d68b03 req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8de4fb02-8899-4619-9892-49d5199e24c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:21:13.974632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-0c915086-e148-442a-b8a6-788441d68b03 req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:21:13.978697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0c915086-e148-442a-b8a6-788441d68b03 req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Usage tracker for resource:security_group_rule and tenant:de6fca198ab94e37a693d52239e2837f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:21:13.981721 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-0c915086-e148-442a-b8a6-788441d68b03 req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:21:13.988379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-0c915086-e148-442a-b8a6-788441d68b03 req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:21:14.045037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0c915086-e148-442a-b8a6-788441d68b03 req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:14.068746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0c915086-e148-442a-b8a6-788441d68b03 req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:14.071362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0c915086-e148-442a-b8a6-788441d68b03 req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:14.073239 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1a41a6c8-60af-4603-b938-4726ebb3a886 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:14.097148 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19872263-ad42-4da1-ad9c-1ff73c845887,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:14.102171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:14.105560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-0c915086-e148-442a-b8a6-788441d68b03 req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:14.106823 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0c915086-e148-442a-b8a6-788441d68b03 req-b1ff90e8-f629-4471-8d07-3ceb3438418c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1436768
Dec 03 12:21:14.187662 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a6c9a7b-cf2d-4594-8d0b-dab1830ad378 req-8417f22d-0059-421b-8a15-b1a777bf7c8a tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups/8de4fb02-8899-4619-9892-49d5199e24c4 HTTP/1.1" status: 200  len: 2316 time: 0.0474036
Dec 03 12:21:14.198136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-8a6c9a7b-cf2d-4594-8d0b-dab1830ad378 req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8de4fb02-8899-4619-9892-49d5199e24c4', 'remote_group_id': None}]} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:21:14.198492 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-8a6c9a7b-cf2d-4594-8d0b-dab1830ad378 req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8de4fb02-8899-4619-9892-49d5199e24c4', 'remote_group_id': None}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:21:14.204825 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-8a6c9a7b-cf2d-4594-8d0b-dab1830ad378 req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:21:14.209161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-8a6c9a7b-cf2d-4594-8d0b-dab1830ad378 req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Usage tracker for resource:security_group_rule and tenant:de6fca198ab94e37a693d52239e2837f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:21:14.212304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-8a6c9a7b-cf2d-4594-8d0b-dab1830ad378 req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:21:14.218788 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-8a6c9a7b-cf2d-4594-8d0b-dab1830ad378 req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:21:14.275958 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8a6c9a7b-cf2d-4594-8d0b-dab1830ad378 req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for security_group_rule, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:14.302392 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8a6c9a7b-cf2d-4594-8d0b-dab1830ad378 req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:14.304791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8a6c9a7b-cf2d-4594-8d0b-dab1830ad378 req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264664'] for security_group_rule, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:14.311668 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-251715db-dc7f-4f73-8781-88bec2d991d4 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:14.334717 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302c23b7-a820-46ff-95ca-92ffa3a5bfcb,revision_number=0']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:14.337261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:14.340683 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-8a6c9a7b-cf2d-4594-8d0b-dab1830ad378 req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for security_group_rule, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:14.342058 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a6c9a7b-cf2d-4594-8d0b-dab1830ad378 req-d32dd480-cdcc-4fc8-ad7f-da5d5ee04380 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1480207
Dec 03 12:21:14.470691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:21:14.540127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4023313c-f338-4432-b6d1-5b6570009510 req-0d22219b-7e8b-4e4d-8b93-9fe694619b82 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Synchronizing usage tracker for tenant:de6fca198ab94e37a693d52239e2837f on resource:security_group {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:21:14.540358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:21:14.545070 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:14.545500 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:14.558223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4023313c-f338-4432-b6d1-5b6570009510 req-0d22219b-7e8b-4e4d-8b93-9fe694619b82 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Unset dirty status for tenant:de6fca198ab94e37a693d52239e2837f on resource:security_group {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:21:14.559642 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-0d22219b-7e8b-4e4d-8b93-9fe694619b82 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-711455024&fields=id&tenant_id=de6fca198ab94e37a693d52239e2837f HTTP/1.1" status: 200  len: 267 time: 0.0649805
Dec 03 12:21:14.671069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:14.688326 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 4e1c9cce-7b5f-4da6-8185-01cabd7645d8, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4e1c9cce-7b5f-4da6-8185-01cabd7645d8,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:21:14.692084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:14.694974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:14.741180 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023313c-f338-4432-b6d1-5b6570009510 req-51184393-f2f5-4f25-8842-077addb823a3 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:14.742808 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-51184393-f2f5-4f25-8842-077addb823a3 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 810 time: 0.1728966
Dec 03 12:21:14.759899 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-5aede389-e0ac-41b0-93c2-1fb94f530af7 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/quotas/de6fca198ab94e37a693d52239e2837f HTTP/1.1" status: 200  len: 375 time: 0.0106666
Dec 03 12:21:14.764877 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=4e1c9cce-7b5f-4da6-8185-01cabd7645d8,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:14.768448 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:14.851734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4023313c-f338-4432-b6d1-5b6570009510 req-1ed6b385-3952-4f28-9ec9-9eda01154f61 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Synchronizing usage tracker for tenant:de6fca198ab94e37a693d52239e2837f on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:21:14.869081 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4023313c-f338-4432-b6d1-5b6570009510 req-1ed6b385-3952-4f28-9ec9-9eda01154f61 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Unset dirty status for tenant:de6fca198ab94e37a693d52239e2837f on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:21:14.870652 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-1ed6b385-3952-4f28-9ec9-9eda01154f61 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1001811
Dec 03 12:21:14.998450 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Sync routers for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:21:15.008756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:21:15.009433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d30978>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:15.028799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-21fdf2b4-0b98-42cd-ae07-c74a33517977 service neutron] 10.222.0.90 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452591
Dec 03 12:21:15.177390 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-b023f882-2c23-48ea-84d2-eb46d7a21bef service neutron] 10.222.0.90 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412992
Dec 03 12:21:15.384676 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:21:15.398232 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-dfa159b0-b37a-4042-bc15-82539723497c req-3e460614-50fe-4cfb-b14b-2d87a5bb94be tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 210 time: 0.0512409
Dec 03 12:21:15.727811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d30978>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 2, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:15.732362 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Checking router: baa45407-a213-4c7c-92e3-371c0b3a8bb5 for host: dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:21:15.732778 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Updating router baa45407-a213-4c7c-92e3-371c0b3a8bb5 port 286da1fd-f4f2-4224-9953-3276e9f663df binding host dv-neutron-765072-2-ovs {{(pid=80977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 12:21:15.791627 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:16.206249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Notify callbacks [] for port, precommit_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:16.218879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Transition to ACTIVE for port object 286da1fd-f4f2-4224-9953-3276e9f663df will not be triggered until provisioned by entity L2. {{(pid=80977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:21:16.221569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:16.239454 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:16.382803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a229d4e-4e97-481e-9ae4-696d7ab689ac None None] Pushing event updated for resources: {'Port': ['ID=286da1fd-f4f2-4224-9953-3276e9f663df,revision_number=3']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:16.387061 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a229d4e-4e97-481e-9ae4-696d7ab689ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:16.505982 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:21:16.636328 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023313c-f338-4432-b6d1-5b6570009510 req-ec8253f9-bd66-4a65-ad0b-7ec9ade5ba79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:16.637505 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4023313c-f338-4432-b6d1-5b6570009510 req-ec8253f9-bd66-4a65-ad0b-7ec9ade5ba79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Synchronizing usage tracker for tenant:de6fca198ab94e37a693d52239e2837f on resource:network {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:21:16.661273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Attempting to bind port 286da1fd-f4f2-4224-9953-3276e9f663df on host dv-neutron-765072-2-ovs for vnic_type normal with profile  {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:21:16.662045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Attempting to bind port 286da1fd-f4f2-4224-9953-3276e9f663df by drivers openvswitch on host dv-neutron-765072-2-ovs at level 0 using segments [{'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:21:16.662689 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Attempting to bind port 286da1fd-f4f2-4224-9953-3276e9f663df on network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:21:16.673132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Checking agent: {'id': '74ca502e-3f7e-4f6f-8ada-6d429ca9f2fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-2-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 3, 35), 'started_at': datetime.datetime(2020, 12, 3, 11, 4, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-2-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:21:16.673703 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Checking segment: {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:21:16.674161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:16.674761 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Bound using segment: {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'} {{(pid=80977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:21:16.675024 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4023313c-f338-4432-b6d1-5b6570009510 req-ec8253f9-bd66-4a65-ad0b-7ec9ade5ba79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Unset dirty status for tenant:de6fca198ab94e37a693d52239e2837f on resource:network {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:21:16.675354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Bound port: 286da1fd-f4f2-4224-9953-3276e9f663df, host: dv-neutron-765072-2-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'}}] {{(pid=80977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:21:16.675784 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:16.676319 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-ec8253f9-bd66-4a65-ad0b-7ec9ade5ba79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 810 time: 0.2636847
Dec 03 12:21:16.736487 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:16.736869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:16.784713 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4023313c-f338-4432-b6d1-5b6570009510 req-ef20d611-9a68-4c4d-83de-39ede4d87188 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Synchronizing usage tracker for tenant:de6fca198ab94e37a693d52239e2837f on resource:security_group {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:21:16.802031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4023313c-f338-4432-b6d1-5b6570009510 req-ef20d611-9a68-4c4d-83de-39ede4d87188 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Unset dirty status for tenant:de6fca198ab94e37a693d52239e2837f on resource:security_group {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:21:16.803520 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-ef20d611-9a68-4c4d-83de-39ede4d87188 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=de6fca198ab94e37a693d52239e2837f HTTP/1.1" status: 200  len: 5553 time: 0.1076114
Dec 03 12:21:16.814795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Request body: {'port': {'device_id': '69e03bcc-6fe7-4814-a232-9d476083018b', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'admin_state_up': True, 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'security_groups': ['8de4fb02-8899-4619-9892-49d5199e24c4']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:21:16.871597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] For port 286da1fd-f4f2-4224-9953-3276e9f663df, host dv-neutron-765072-2-ovs, cleared binding levels {{(pid=80977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:21:16.878804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] For port 286da1fd-f4f2-4224-9953-3276e9f663df, host dv-neutron-765072-2-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=286da1fd-f4f2-4224-9953-3276e9f663df,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:21:16.939249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:16.955984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dc89e190-165a-49ae-b15f-3e6783f437a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:16.970672 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-70065cbd-e2c8-467f-885a-9977b84f66c9 req-f5d9b065-93fc-4e94-971e-68c0db0eea6c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 210 time: 0.3983500
Dec 03 12:21:16.977846 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:21:16.988691 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:21:17.005341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Made reservation on behalf of de6fca198ab94e37a693d52239e2837f for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:21:17.011338 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:17.113536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a229d4e-4e97-481e-9ae4-696d7ab689ac None None] Pushing event updated for resources: {'Port': ['ID=286da1fd-f4f2-4224-9953-3276e9f663df,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:17.118990 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a229d4e-4e97-481e-9ae4-696d7ab689ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:17.158449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:21:17.159171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d30978>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:21:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:17.334657 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Allocated IP 172.20.0.13 (8d455dfe-cf6d-4290-bb9b-2a31322ffdef/823c8b2f-2b9c-406f-b035-4350d6972729/1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:21:17.350621 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:21:17.548209 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:17.566020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Transition to ACTIVE for port object 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:21:17.593040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:17.610386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-9251e93c-8ef6-4dbe-ad85-6af3fff127ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:17.705970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b5d30978>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:16Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:17.710305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a54731f-5cf4-401d-9846-ab5e3f4c8623 None None] The sync data for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs is: [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:16Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:21:17.768737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event updated for resources: {'Port': ['ID=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:17.773389 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:17.827301 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:21:17.829031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:21:17.831568 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:21:17.905292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:17.906642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:17.935790 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-f17357c0-229b-449c-a91c-dc3fe9e232af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1262908
Dec 03 12:21:18.037289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Request body: {'port': {'device_id': '69e03bcc-6fe7-4814-a232-9d476083018b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:21:18.120384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5d90d01d-3df8-48cc-b971-2ab267a039ec None None] Provisioning for port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:21:18.126520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-5d90d01d-3df8-48cc-b971-2ab267a039ec None None] Provisioning complete for port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:18.127050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5d90d01d-3df8-48cc-b971-2ab267a039ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:18.183504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:18.187576 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-5d90d01d-3df8-48cc-b971-2ab267a039ec None None] Port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:21:18.224964 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3df7e-a407-45b8-b2d9-75489ef827b8 req-3276e590-a62d-462a-998e-aa35236dad12 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:18.226669 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81f3df7e-a407-45b8-b2d9-75489ef827b8 req-3276e590-a62d-462a-998e-aa35236dad12 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 932 time: 0.1079376
Dec 03 12:21:18.280083 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-81f3df7e-a407-45b8-b2d9-75489ef827b8 req-63906503-1235-41d5-bafa-f36cb016b59e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0467362
Dec 03 12:21:18.483199 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 286da1fd-f4f2-4224-9953-3276e9f663df up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:21:18.560422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning for port 286da1fd-f4f2-4224-9953-3276e9f663df completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:21:18.566163 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 286da1fd-f4f2-4224-9953-3276e9f663df triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:18.566583 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:18.642340 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 12:21:18.650571 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:18.663918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Transition to ACTIVE for port object 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:21:18.666739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:18.683245 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-55b457de-3694-48ab-becb-1a347c0a877f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:18.689603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:18.724477 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] For port 286da1fd-f4f2-4224-9953-3276e9f663df, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=286da1fd-f4f2-4224-9953-3276e9f663df,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:21:18.727728 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:18.729647 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:18.804998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Pushing event updated for resources: {'Port': ['ID=286da1fd-f4f2-4224-9953-3276e9f663df,revision_number=5']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:18.808313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:18.828348 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:18.831517 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:19.025376 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Attempting to bind port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:21:19.025897 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Attempting to bind port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:21:19.026268 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Attempting to bind port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab on network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:21:19.033056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:21:19.033445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Checking segment: {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:21:19.033826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:19.034223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Bound using segment: {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:21:19.034849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Bound port: 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:21:19.035309 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:19.138177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] For port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:21:19.141992 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] For port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:21:19.145397 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:19.160895 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-be1e0580-281f-4fe7-830b-8bbe075d90fe tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:19.314942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:19.318547 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:19.353282 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:19.353960 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:19.355557 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-93cee3b2-0ab3-4c84-b84a-12bdcbc53d01 service neutron] 10.222.0.91 "PUT /v2.0/ports/1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 1158 time: 1.4062223
Dec 03 12:21:19.356145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e03bcc-6fe7-4814-a232-9d476083018b', 'tag': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:21:19.501136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023313c-f338-4432-b6d1-5b6570009510 req-009f222d-37d4-4f1a-b56e-9bec9256e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:19.502787 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-009f222d-37d4-4f1a-b56e-9bec9256e8e3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 1161 time: 0.0922785
Dec 03 12:21:19.537978 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf14065-3ab8-43dc-bd46-6cc9c461eb75 req-8b9ddaf6-55b4-4631-8d71-c1c2888efcae tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:19.539816 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cdf14065-3ab8-43dc-bd46-6cc9c461eb75 req-8b9ddaf6-55b4-4631-8d71-c1c2888efcae tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 944 time: 0.1059873
Dec 03 12:21:19.576592 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e03bcc-6fe7-4814-a232-9d476083018b', 'tag': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'status': 'completed', 'code': 200}
Dec 03 12:21:19.585176 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-a34e5997-4f6a-4542-ab34-5fa966607ef8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 217 time: 0.0690136
Dec 03 12:21:19.590052 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cdf14065-3ab8-43dc-bd46-6cc9c461eb75 req-67979a10-2355-4e11-afd3-6c63c92fb8f4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427220
Dec 03 12:21:19.660840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023313c-f338-4432-b6d1-5b6570009510 req-5aba2e3d-2ab4-45b1-ac68-150e007d9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:19.662432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-5aba2e3d-2ab4-45b1-ac68-150e007d9a7e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0714285
Dec 03 12:21:19.744042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023313c-f338-4432-b6d1-5b6570009510 req-00aab430-e45c-46f8-b81d-514c3963de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:19.745650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-00aab430-e45c-46f8-b81d-514c3963de13 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0772157
Dec 03 12:21:19.888382 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-1d32a833-6b24-456c-89a0-527632bad8bb service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353936
Dec 03 12:21:20.032528 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4023313c-f338-4432-b6d1-5b6570009510 req-756a5c8c-6d89-4c16-a718-952f5e5688b5 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378136
Dec 03 12:21:20.190455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6c902-6b39-460f-a080-b46b838754b4 req-67424af2-a920-4e58-a6f4-a572dce9aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:20.191971 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-21d6c902-6b39-460f-a080-b46b838754b4 req-67424af2-a920-4e58-a6f4-a572dce9aa9a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 1161 time: 0.0783067
Dec 03 12:21:20.336999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6c902-6b39-460f-a080-b46b838754b4 req-a786b938-e981-4c4f-911c-0f63a199c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:20.338560 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-21d6c902-6b39-460f-a080-b46b838754b4 req-a786b938-e981-4c4f-911c-0f63a199c5d1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1395230
Dec 03 12:21:20.408881 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-21d6c902-6b39-460f-a080-b46b838754b4 req-d7708d04-f1df-4266-8365-81fa5716fae9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 217 time: 0.0637188
Dec 03 12:21:20.461384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 286da1fd-f4f2-4224-9953-3276e9f663df up at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:21:20.482614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6c902-6b39-460f-a080-b46b838754b4 req-a680cc26-5532-4307-ab1c-a46444b07970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:20.484813 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-21d6c902-6b39-460f-a080-b46b838754b4 req-a680cc26-5532-4307-ab1c-a46444b07970 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0699143
Dec 03 12:21:20.533413 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Provisioning complete for port 286da1fd-f4f2-4224-9953-3276e9f663df triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:20.533987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:20.564980 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6c902-6b39-460f-a080-b46b838754b4 req-5a548148-b3ed-46a5-aecd-4557e3046f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:20.566629 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-21d6c902-6b39-460f-a080-b46b838754b4 req-5a548148-b3ed-46a5-aecd-4557e3046f7e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0756342
Dec 03 12:21:20.715605 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-21d6c902-6b39-460f-a080-b46b838754b4 req-688374fc-9983-4d64-801d-78ab2cd222a4 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423929
Dec 03 12:21:20.809388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea063055-2251-4caf-a875-73244574abf2 req-7c99c22a-2cc8-467d-bfad-9516ef7730a6 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:20.811404 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea063055-2251-4caf-a875-73244574abf2 req-7c99c22a-2cc8-467d-bfad-9516ef7730a6 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 944 time: 0.0848897
Dec 03 12:21:20.872090 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea063055-2251-4caf-a875-73244574abf2 req-d0d6b229-7d4f-43b6-a0ea-3704a341982c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0527580
Dec 03 12:21:21.112707 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-21d6c902-6b39-460f-a080-b46b838754b4 req-9f4e89f5-43df-4e00-aebd-ea020c1f5295 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3902893
Dec 03 12:21:21.915480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:22.088149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903ea0d-2fa3-4053-ac2d-f12e3129e11f req-5a740e88-bf27-4a50-8439-2b0d50617c21 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:22.089751 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2903ea0d-2fa3-4053-ac2d-f12e3129e11f req-5a740e88-bf27-4a50-8439-2b0d50617c21 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 944 time: 0.0841830
Dec 03 12:21:22.136382 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2903ea0d-2fa3-4053-ac2d-f12e3129e11f req-70b37e4f-9efe-4ac9-8da3-0c097c85f887 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0393789
Dec 03 12:21:23.352790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1dad4-ea54-4700-8d85-6b938644caba req-02c467eb-6ea4-45a1-9ae9-f81f815e22b5 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:23.354382 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28c1dad4-ea54-4700-8d85-6b938644caba req-02c467eb-6ea4-45a1-9ae9-f81f815e22b5 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 944 time: 0.0869715
Dec 03 12:21:23.402140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-28c1dad4-ea54-4700-8d85-6b938644caba req-33452990-3e43-46e4-93c8-02849b91c026 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0403945
Dec 03 12:21:24.616624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a65f1e-0bef-4b29-bba2-4c159f0fb9ca req-73bd690d-c10d-4eec-9449-f5410f59f4f3 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:24.618228 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6a65f1e-0bef-4b29-bba2-4c159f0fb9ca req-73bd690d-c10d-4eec-9449-f5410f59f4f3 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 944 time: 0.0858862
Dec 03 12:21:24.668504 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d6a65f1e-0bef-4b29-bba2-4c159f0fb9ca req-aa86e5e4-bf34-4df8-9dd4-7d1cdc502f6f tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437758
Dec 03 12:21:25.878391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27274fde-6152-422c-97f2-d3e917573cd3 req-63b792ab-3942-4d49-b695-ad3c812dcb3f tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:25.880871 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-27274fde-6152-422c-97f2-d3e917573cd3 req-63b792ab-3942-4d49-b695-ad3c812dcb3f tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 944 time: 0.0847697
Dec 03 12:21:25.929982 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-27274fde-6152-422c-97f2-d3e917573cd3 req-575fe97c-3b9c-4c84-aec7-f87e54773ac4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426531
Dec 03 12:21:25.947613 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:21:26.014901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:21:26.019729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:26.020145 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:26.137946 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:26.165089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e03bcc-6fe7-4814-a232-9d476083018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:21:26.177132 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:21:26.180004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:26.181906 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:26.425622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:26.429006 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:27.148365 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d4a90-e68b-43e3-b736-80d2e9c75491 req-7ed485ac-38a6-4649-a930-5779d5baeeae tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:27.149952 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-da8d4a90-e68b-43e3-b736-80d2e9c75491 req-7ed485ac-38a6-4649-a930-5779d5baeeae tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 946 time: 0.0855205
Dec 03 12:21:27.196635 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-da8d4a90-e68b-43e3-b736-80d2e9c75491 req-5253dfa3-7666-4a98-a919-000e8236960f tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0403252
Dec 03 12:21:27.245518 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e03bcc-6fe7-4814-a232-9d476083018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'code': 200}
Dec 03 12:21:27.406536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:21:27.476232 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:21:27.476569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:27.511589 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3884b39-bc0e-437c-9a9f-6c9cf93f4986 req-4921e5cd-f24f-4543-acc2-a9b9cbed7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:27.513240 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d3884b39-bc0e-437c-9a9f-6c9cf93f4986 req-4921e5cd-f24f-4543-acc2-a9b9cbed7ecc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 1163 time: 0.0749214
Dec 03 12:21:27.560598 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d3884b39-bc0e-437c-9a9f-6c9cf93f4986 req-14d43508-0436-4e0a-8adb-03c91dd09b7e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0404553
Dec 03 12:21:28.413327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3d4b-931c-4e62-a306-ccce4024689d req-3f3beace-473e-4f55-8eaa-130a736bcaf6 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:28.414978 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-882c3d4b-931c-4e62-a306-ccce4024689d req-3f3beace-473e-4f55-8eaa-130a736bcaf6 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 946 time: 0.0888114
Dec 03 12:21:28.468389 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-882c3d4b-931c-4e62-a306-ccce4024689d req-27f7a128-5752-42eb-a032-6c0de560c5f3 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0470498
Dec 03 12:21:29.684358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bddb7-4517-4a37-beb2-b17f7b45f209 req-9b9b1fbc-72a9-43ff-98c4-d1a55881ed4a tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:29.685963 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a37bddb7-4517-4a37-beb2-b17f7b45f209 req-9b9b1fbc-72a9-43ff-98c4-d1a55881ed4a tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 946 time: 0.0867984
Dec 03 12:21:29.733727 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a37bddb7-4517-4a37-beb2-b17f7b45f209 req-355f10e9-0d4a-4511-b541-b7e1a73294c2 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412004
Dec 03 12:21:29.952013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557fee5-b9f6-4f23-b037-19bdc9cd1327 req-8636d9f6-4e3e-419a-bc6b-11c937f6d310 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:29.953625 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1557fee5-b9f6-4f23-b037-19bdc9cd1327 req-8636d9f6-4e3e-419a-bc6b-11c937f6d310 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 946 time: 0.0875709
Dec 03 12:21:30.001179 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1557fee5-b9f6-4f23-b037-19bdc9cd1327 req-06dbe73f-54c6-4e79-88f9-a010207949bd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0407500
Dec 03 12:21:30.212485 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-c72325b8-7fc0-4104-b3b6-64a5b180173d tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1577740
Dec 03 12:21:30.223623 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:21:30.229636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:21:30.233772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Usage tracker for resource:floatingip and tenant:de6fca198ab94e37a693d52239e2837f is out of sync, need to count used quota {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:21:30.237225 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80975) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:21:30.243045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:21:30.252261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:30.400887 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:30.679479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Allocated IP 172.26.1.96 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/4d9d5193-77ff-42ee-8b6c-07d7fcbddb60) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:21:30.841827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:30.869121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:30.885869 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-793cd13e-4c5a-43f0-96c0-93350cdb566d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:31.026014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event updated for resources: {'Port': ['ID=4d9d5193-77ff-42ee-8b6c-07d7fcbddb60,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:31.029092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b5006682-0d1f-441f-b77b-1759d3a0db13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:31.030661 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:31.082032 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:21:31.083215 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:21:31.085573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:21:31.171827 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:31.230470 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:31.500655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:31.504140 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:31.519377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-17a9dca4-66ae-4948-86ca-7fb997df21c1 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:21:31.657991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event updated for resources: {'Port': ['ID=4d9d5193-77ff-42ee-8b6c-07d7fcbddb60,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:21:31.662511 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:21:31.762714 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:31.785355 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:31.786673 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-09775fb7-68a7-427c-ba07-1819a67a77ca tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5682335
Dec 03 12:21:31.871921 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-b3625457-7f76-4a66-93e2-ffd3a47d19f2 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Synchronizing usage tracker for tenant:de6fca198ab94e37a693d52239e2837f on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:21:31.890042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-b3625457-7f76-4a66-93e2-ffd3a47d19f2 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Unset dirty status for tenant:de6fca198ab94e37a693d52239e2837f on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:21:31.891503 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-b3625457-7f76-4a66-93e2-ffd3a47d19f2 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.96 HTTP/1.1" status: 200  len: 695 time: 0.0980210
Dec 03 12:21:32.055029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-5f73a50d-9f51-4ce1-9120-a17b8b019837 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:32.056432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-a1b2d3c5-83a3-44c8-b61d-1b5ba82fac4b req-5f73a50d-9f51-4ce1-9120-a17b8b019837 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1590714
Dec 03 12:21:32.251200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-07e6bf7c-fee7-4703-bafc-b75c5714255c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:32.252806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-07e6bf7c-fee7-4703-bafc-b75c5714255c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0854235
Dec 03 12:21:32.337904 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-675ba77f-6de7-4a0e-b330-b634e31c8233 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.96 HTTP/1.1" status: 200  len: 695 time: 0.0788078
Dec 03 12:21:32.348670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-0ff54e1a-ae98-4445-a8e1-e1292c75dc19 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Request body: {'floatingip': {'port_id': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:21:32.427284 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-0ff54e1a-ae98-4445-a8e1-e1292c75dc19 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:32.645165 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-144d1232-21ce-42b4-a81f-92e794f093f4 req-55b5072f-7d03-455c-b7a1-3c0d60faa5a4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0739152
Dec 03 12:21:32.817622 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1232-21ce-42b4-a81f-92e794f093f4 req-039bb2c1-a8a5-4168-a166-999a18d3a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:32.819584 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-144d1232-21ce-42b4-a81f-92e794f093f4 req-039bb2c1-a8a5-4168-a166-999a18d3a5f2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 1163 time: 0.0814183
Dec 03 12:21:32.977592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1232-21ce-42b4-a81f-92e794f093f4 req-1d08e33d-5fff-4089-8f00-b705cf6214eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:32.979238 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-144d1232-21ce-42b4-a81f-92e794f093f4 req-1d08e33d-5fff-4089-8f00-b705cf6214eb service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1408432
Dec 03 12:21:33.047058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-0ff54e1a-ae98-4445-a8e1-e1292c75dc19 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:33.052347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-0ff54e1a-ae98-4445-a8e1-e1292c75dc19 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:33.053512 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-144d1232-21ce-42b4-a81f-92e794f093f4 req-58a6c6c9-1a79-41b3-b725-6cacb9a36a4e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 217 time: 0.0676033
Dec 03 12:21:33.116478 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-62456391-4244-4d64-8431-71a4447ab4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:33.126388 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1232-21ce-42b4-a81f-92e794f093f4 req-d25196fd-49e8-437b-a010-f8bcc0eff4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:33.127990 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-144d1232-21ce-42b4-a81f-92e794f093f4 req-d25196fd-49e8-437b-a010-f8bcc0eff4df service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0682597
Dec 03 12:21:33.211490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1232-21ce-42b4-a81f-92e794f093f4 req-dd16afcc-37ad-460b-858b-2d79bcafe1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:33.213035 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-144d1232-21ce-42b4-a81f-92e794f093f4 req-dd16afcc-37ad-460b-858b-2d79bcafe1ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0789282
Dec 03 12:21:33.368416 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-144d1232-21ce-42b4-a81f-92e794f093f4 req-aaf94116-eb37-4a15-9a4a-af4751b73127 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477697
Dec 03 12:21:33.512939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-0ff54e1a-ae98-4445-a8e1-e1292c75dc19 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Floating IP 54c75153-1578-4311-bdb5-a0b0ab32052d associated. External IP: 172.26.1.96, port: 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab.
Dec 03 12:21:33.518468 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-144d1232-21ce-42b4-a81f-92e794f093f4 req-27debf9a-4b7b-4026-add3-467539b652b6 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423280
Dec 03 12:21:33.881744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-0ff54e1a-ae98-4445-a8e1-e1292c75dc19 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Router baa45407-a213-4c7c-92e3-371c0b3a8bb5 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:21:34.038773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:34.069073 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-0ff54e1a-ae98-4445-a8e1-e1292c75dc19 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:21:34.073587 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-0ff54e1a-ae98-4445-a8e1-e1292c75dc19 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:34.079839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f6b67-a85b-4fea-a4fc-b82ca6273292 None None] Sync routers for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:21:34.090659 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f6b67-a85b-4fea-a4fc-b82ca6273292 None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:21:34.091379 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a39f6b67-a85b-4fea-a4fc-b82ca6273292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fe518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:34.134890 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-0ff54e1a-ae98-4445-a8e1-e1292c75dc19 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "PUT /v2.0/floatingips/54c75153-1578-4311-bdb5-a0b0ab32052d HTTP/1.1" status: 200  len: 996 time: 1.7908602
Dec 03 12:21:34.135425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e03bcc-6fe7-4814-a232-9d476083018b', 'tag': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:21:34.277871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a39f6b67-a85b-4fea-a4fc-b82ca6273292 None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:21:34.303006 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e03bcc-6fe7-4814-a232-9d476083018b', 'tag': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'status': 'completed', 'code': 200}
Dec 03 12:21:34.318014 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-d12297ad-081b-4ae5-9c96-e7dea661369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:34.319746 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-d12297ad-081b-4ae5-9c96-e7dea661369c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 1163 time: 0.1665463
Dec 03 12:21:34.416730 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393adc43-17db-4b85-ab4a-52d511da5c0c req-aad39575-2ec7-4cd0-98e6-9fdff59a5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:34.418840 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-393adc43-17db-4b85-ab4a-52d511da5c0c req-aad39575-2ec7-4cd0-98e6-9fdff59a5e70 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 1163 time: 0.0786521
Dec 03 12:21:34.474829 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-77147b3f-c131-47f1-a09b-7dbe11c7327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:34.476598 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-77147b3f-c131-47f1-a09b-7dbe11c7327e service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1494880
Dec 03 12:21:34.576610 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393adc43-17db-4b85-ab4a-52d511da5c0c req-1a7f4267-c6ed-4093-ae31-98cca49d57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:34.579309 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-393adc43-17db-4b85-ab4a-52d511da5c0c req-1a7f4267-c6ed-4093-ae31-98cca49d57d2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1542699
Dec 03 12:21:34.590783 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-5ec9ecda-d8df-4ff3-aaac-eb838a3c4e66 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 999 time: 0.1074083
Dec 03 12:21:34.656386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a39f6b67-a85b-4fea-a4fc-b82ca6273292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fe518>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '54c75153-1578-4311-bdb5-a0b0ab32052d', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'floating_ip_address': '172.26.1.96', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'port_id': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'mac_address': 'fa:16:3e:e9:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e03bcc-6fe7-4814-a232-9d476083018b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:21:31Z', 'updated_at': '2020-12-03T12:21:32Z', 'revision_number': 1, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:18Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:34.661221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f6b67-a85b-4fea-a4fc-b82ca6273292 None None] Checking router: baa45407-a213-4c7c-92e3-371c0b3a8bb5 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:21:34.665854 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-0f49e8bc-0c34-4af9-bb58-9f221721b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:34.667522 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-0f49e8bc-0c34-4af9-bb58-9f221721b20c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0696988
Dec 03 12:21:34.671090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f6b67-a85b-4fea-a4fc-b82ca6273292 None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:21:34.671849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a39f6b67-a85b-4fea-a4fc-b82ca6273292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fe518>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:21:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:34.694447 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-393adc43-17db-4b85-ab4a-52d511da5c0c req-4c70cdff-d848-411d-8a71-8a546212097b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 999 time: 0.1090240
Dec 03 12:21:34.754862 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-17caa6ca-ece9-4055-8c3d-620fdc7badaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:34.759780 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-17caa6ca-ece9-4055-8c3d-620fdc7badaa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0836203
Dec 03 12:21:34.764452 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393adc43-17db-4b85-ab4a-52d511da5c0c req-09ccb8ef-5980-446c-99a1-6fc63cd6cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:34.766650 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-393adc43-17db-4b85-ab4a-52d511da5c0c req-09ccb8ef-5980-446c-99a1-6fc63cd6cf88 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0661051
Dec 03 12:21:34.857868 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393adc43-17db-4b85-ab4a-52d511da5c0c req-8c2df8f7-3a23-4c2d-97e1-279a71bfa49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:21:34.860330 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-393adc43-17db-4b85-ab4a-52d511da5c0c req-8c2df8f7-3a23-4c2d-97e1-279a71bfa49b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0872185
Dec 03 12:21:34.924232 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-3bed2a4a-6b6b-4337-9bbc-faea46fcd95c service neutron] 10.222.0.90 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600573
Dec 03 12:21:35.014806 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-a39f6b67-a85b-4fea-a4fc-b82ca6273292 None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:21:35.039354 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-393adc43-17db-4b85-ab4a-52d511da5c0c req-c4425cda-ec60-4d9d-a3e7-afda76e298a0 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723454
Dec 03 12:21:35.074868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-3e6e590b-d867-4442-95fb-d621af9c9d02 req-078a48e8-af0d-45c3-8cdb-c638cf214805 service neutron] 10.222.0.90 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438184
Dec 03 12:21:35.187563 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-393adc43-17db-4b85-ab4a-52d511da5c0c req-7ff31486-df5e-4244-b9bc-aa23de8e3adf service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421740
Dec 03 12:21:35.202092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:35.401151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-a39f6b67-a85b-4fea-a4fc-b82ca6273292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b67fe518>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '54c75153-1578-4311-bdb5-a0b0ab32052d', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'floating_ip_address': '172.26.1.96', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'port_id': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'mac_address': 'fa:16:3e:e9:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e03bcc-6fe7-4814-a232-9d476083018b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:21:31Z', 'updated_at': '2020-12-03T12:21:32Z', 'revision_number': 1, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:18Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:21:35.405354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f6b67-a85b-4fea-a4fc-b82ca6273292 None None] The sync data for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs is: [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '54c75153-1578-4311-bdb5-a0b0ab32052d', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'floating_ip_address': '172.26.1.96', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'port_id': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'mac_address': 'fa:16:3e:e9:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e03bcc-6fe7-4814-a232-9d476083018b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:21:31Z', 'updated_at': '2020-12-03T12:21:32Z', 'revision_number': 1, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:18Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:21:35.684224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffed55d-99ef-4b74-a488-f6ebd04b1ba1 None None] New status for floating IP 54c75153-1578-4311-bdb5-a0b0ab32052d: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:21:35.875633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:21:38.244540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:21:51.905330 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:01.025052 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f0d11887-6984-40b2-b7de-2456a549a5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:03.118319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5739474f-fb6f-4340-995a-15c69aaee147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:04.042603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:05.195159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:05.798766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:15.244574 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:22:21.914304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:31.028136 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-596197be-9e16-45ae-b7d6-69daaf88c8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:33.120327 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2eef1f07-ac7a-471c-9286-c19b57ca729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:33.677680 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a03e738-e5b8-4b34-b5b7-320660b9224d req-a3ccfc3e-c3d6-41e9-a74b-82ad0f35d17c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0745850
Dec 03 12:22:33.852212 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03e738-e5b8-4b34-b5b7-320660b9224d req-2a6d3367-0c1e-4ef5-b5f9-16c2b19bb83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:22:33.853825 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a03e738-e5b8-4b34-b5b7-320660b9224d req-2a6d3367-0c1e-4ef5-b5f9-16c2b19bb83c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 1163 time: 0.0850554
Dec 03 12:22:34.014546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03e738-e5b8-4b34-b5b7-320660b9224d req-c3faac8c-8d25-4923-8381-ed1243301670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:22:34.016071 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a03e738-e5b8-4b34-b5b7-320660b9224d req-c3faac8c-8d25-4923-8381-ed1243301670 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1416495
Dec 03 12:22:34.046048 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:34.124427 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a03e738-e5b8-4b34-b5b7-320660b9224d req-d6d414cf-ed0e-45cb-a66a-87b5e0d6dfed service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 1001 time: 0.1000423
Dec 03 12:22:34.192202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03e738-e5b8-4b34-b5b7-320660b9224d req-6571d239-1b49-4046-b9a8-3864c4dfd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:22:34.193762 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a03e738-e5b8-4b34-b5b7-320660b9224d req-6571d239-1b49-4046-b9a8-3864c4dfd489 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0627587
Dec 03 12:22:34.271933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03e738-e5b8-4b34-b5b7-320660b9224d req-de8710f8-0eb3-43c6-b500-4f4a4ef20cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:22:34.273435 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a03e738-e5b8-4b34-b5b7-320660b9224d req-de8710f8-0eb3-43c6-b500-4f4a4ef20cba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0732253
Dec 03 12:22:34.417164 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a03e738-e5b8-4b34-b5b7-320660b9224d req-449f0c07-756b-4562-99d0-58bfe9a143d5 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357439
Dec 03 12:22:34.559604 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8a03e738-e5b8-4b34-b5b7-320660b9224d req-6659446c-5747-4d14-9a78-a1d6dc78b5c1 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1343763
Dec 03 12:22:35.197275 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:35.798435 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:51.935402 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:22:52.244356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:23:01.030270 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c6ebd18d-42bc-455f-971c-c03e546750c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:23:03.122107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-98e200ea-1493-4369-bfcb-8f69396e8f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:23:04.046826 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:23:05.198838 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:23:05.800741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:23:21.933822 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:23:29.243898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:23:31.033079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6d238420-cd23-46a9-97ba-ace48488aa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:23:33.126352 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f7587c9c-3c20-4937-b7d7-2d9686732622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:23:33.663481 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d26f5a8-4762-43f1-9879-84fe8a8d9154 req-e4649518-1208-489e-aae7-0509703f59cb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0789900
Dec 03 12:23:33.825905 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26f5a8-4762-43f1-9879-84fe8a8d9154 req-12fe3523-25fa-43ce-8d1f-d31a450fc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:23:33.827561 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d26f5a8-4762-43f1-9879-84fe8a8d9154 req-12fe3523-25fa-43ce-8d1f-d31a450fc0e8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 1163 time: 0.0778518
Dec 03 12:23:33.984031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26f5a8-4762-43f1-9879-84fe8a8d9154 req-77e4c76d-5f0d-49ae-91ba-969e12bcd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:23:33.985589 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d26f5a8-4762-43f1-9879-84fe8a8d9154 req-77e4c76d-5f0d-49ae-91ba-969e12bcd9ef service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1391847
Dec 03 12:23:34.051124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:23:34.094210 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d26f5a8-4762-43f1-9879-84fe8a8d9154 req-a53ab356-c6ea-4a70-b78c-478b8a15d31f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 1001 time: 0.1022573
Dec 03 12:23:34.162928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26f5a8-4762-43f1-9879-84fe8a8d9154 req-e1fbd534-9328-4f9b-82b8-7bb44880fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:23:34.164495 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d26f5a8-4762-43f1-9879-84fe8a8d9154 req-e1fbd534-9328-4f9b-82b8-7bb44880fb55 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0638936
Dec 03 12:23:34.248256 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26f5a8-4762-43f1-9879-84fe8a8d9154 req-656a3748-abce-45d9-a359-490b4324a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:23:34.249789 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d26f5a8-4762-43f1-9879-84fe8a8d9154 req-656a3748-abce-45d9-a359-490b4324a6eb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0790038
Dec 03 12:23:34.395747 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d26f5a8-4762-43f1-9879-84fe8a8d9154 req-83bb01e0-296c-4141-8b56-78eb894dd67c service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384420
Dec 03 12:23:34.540897 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-8d26f5a8-4762-43f1-9879-84fe8a8d9154 req-1c052895-b81f-45e3-b41c-5a0b20411213 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380920
Dec 03 12:23:35.200251 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:23:35.806274 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:23:51.945611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:01.035378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cdb363f7-dea8-4187-8275-87ef9288d5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:03.131062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c308f3b5-28bf-4811-8619-eb1da05cdc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:04.053026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:05.203067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:05.806096 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:06.244560 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:24:19.207457 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-2baa654d-2792-46db-bf7d-c19cd0a3b60d tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-711455024&fields=id&tenant_id=de6fca198ab94e37a693d52239e2837f HTTP/1.1" status: 200  len: 267 time: 0.0432572
Dec 03 12:24:19.368896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7c4cd7fc-dec2-4281-9641-25f9eb0bb8b5 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:19.370396 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7c4cd7fc-dec2-4281-9641-25f9eb0bb8b5 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 810 time: 0.1558359
Dec 03 12:24:19.386444 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-3a1cf831-8de2-4772-b0ff-44c00b050407 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/quotas/de6fca198ab94e37a693d52239e2837f HTTP/1.1" status: 200  len: 375 time: 0.0098746
Dec 03 12:24:19.477034 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-fcf5580f-004e-4360-a665-95ae5d17550e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0849583
Dec 03 12:24:19.494763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-e73bdb03-55e1-4db9-8acb-454aea4f43e8 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:24:19.495868 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-e73bdb03-55e1-4db9-8acb-454aea4f43e8 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0062215
Dec 03 12:24:19.640788 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-d07534da-7598-436d-928c-77f0dd46b84e service neutron] 10.222.0.90 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384563
Dec 03 12:24:19.788665 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-3b1d0afe-e083-428a-b64e-d5e304d5b294 service neutron] 10.222.0.90 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410546
Dec 03 12:24:20.034167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cae81598-7d66-4e62-b21e-9db0d1474a3f req-22e223a7-a09b-4624-a6db-3a6773ab64e9 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 210 time: 0.0518742
Dec 03 12:24:21.232585 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4ee23914-b590-4490-9809-51acafbf3467 req-4e119a76-5370-493d-b778-d65fb1819b44 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 210 time: 0.0475314
Dec 03 12:24:21.593619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-a8da267a-2cd4-47af-b301-7e9659272ba0 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:21.595252 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-a8da267a-2cd4-47af-b301-7e9659272ba0 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 810 time: 0.4290302
Dec 03 12:24:21.681666 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-25579b77-0210-426c-92f7-ec8fff24b8b2 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=de6fca198ab94e37a693d52239e2837f HTTP/1.1" status: 200  len: 5553 time: 0.0677135
Dec 03 12:24:21.691120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Request body: {'port': {'device_id': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'admin_state_up': True, 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'security_groups': ['8de4fb02-8899-4619-9892-49d5199e24c4']}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:24:21.881394 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:24:21.886171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Usage tracker for resource:port and tenant:de6fca198ab94e37a693d52239e2837f is out of sync, need to count used quota {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 12:24:21.889414 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Quota usage for port was recalculated. Used quota:4. {{(pid=80976) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 12:24:21.895786 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:24:21.914739 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Made reservation on behalf of de6fca198ab94e37a693d52239e2837f for: {'port': 1} {{(pid=80976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 12:24:21.922791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:21.976795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:22.280674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Allocated IP 172.20.0.9 (8d455dfe-cf6d-4290-bb9b-2a31322ffdef/823c8b2f-2b9c-406f-b035-4350d6972729/56baf47f-e461-4f9d-8b76-74cbf7472b37) {{(pid=80976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:24:22.418140 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e2c262ec-c3d5-421f-8015-bd04331ff078 req-b59034e4-1433-4538-81b1-8b30f2f87249 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 210 time: 0.0488615
Dec 03 12:24:22.511690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for port, precommit_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:22.531226 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Transition to ACTIVE for port object 56baf47f-e461-4f9d-8b76-74cbf7472b37 will not be triggered until provisioned by entity DHCP. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:24:22.553533 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_create {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:22.569456 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-41556315-4c02-4117-8c52-dbd391d7effc tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:24:22.715343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event updated for resources: {'Port': ['ID=56baf47f-e461-4f9d-8b76-74cbf7472b37,revision_number=1']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:24:22.726635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.727076 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.727498 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.727908 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.728315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.728719 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.729124 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.729531 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.729937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.730333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.730732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.731154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.731611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.732013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.732455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.732855 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.733253 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.733667 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.734065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.734460 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.734858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.735281 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.735673 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.736056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:22.742850 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:24:22.793019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef is already hosted by enough agents. {{(pid=80976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:24:22.794319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Resources bound (agent type, host, resource id):  {{(pid=80976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:24:22.796938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Received port after_create {{(pid=80976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:24:22.876069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:22.876970 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:22.941369 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2543535
Dec 03 12:24:23.007377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-41a64308-6ed2-45e2-a2ef-3f521acc45f2 None None] Provisioning for port 56baf47f-e461-4f9d-8b76-74cbf7472b37 completed by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:24:23.013020 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-41a64308-6ed2-45e2-a2ef-3f521acc45f2 None None] Provisioning complete for port 56baf47f-e461-4f9d-8b76-74cbf7472b37 triggered by entity DHCP. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:24:23.014111 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-41a64308-6ed2-45e2-a2ef-3f521acc45f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:23.077641 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-41a64308-6ed2-45e2-a2ef-3f521acc45f2 None None] Port 56baf47f-e461-4f9d-8b76-74cbf7472b37 cannot update to ACTIVE because it is not bound. {{(pid=80977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 12:24:23.661075 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94e8ec-4078-4f39-9fbc-142e97c36e23 req-67c4fc54-0238-4714-a348-6548dd509381 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:23.662850 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa94e8ec-4078-4f39-9fbc-142e97c36e23 req-67c4fc54-0238-4714-a348-6548dd509381 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 931 time: 0.0922160
Dec 03 12:24:23.715521 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-aa94e8ec-4078-4f39-9fbc-142e97c36e23 req-29fcfdb2-a0e3-4013-998c-a431dc424954 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0459678
Dec 03 12:24:24.948911 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e84a9e-2521-409f-bd1f-008cc1e61097 req-946c3e34-61af-454a-a5ba-b268c555a8de tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:24.950667 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-20e84a9e-2521-409f-bd1f-008cc1e61097 req-946c3e34-61af-454a-a5ba-b268c555a8de tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 931 time: 0.0966289
Dec 03 12:24:25.003978 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-20e84a9e-2521-409f-bd1f-008cc1e61097 req-87905b11-a82f-4921-a136-eb1ccfdf4990 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0467517
Dec 03 12:24:26.234279 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fe976-8eec-4a4d-8d74-7f27a3c0b87d req-cda1b2d8-4221-4b2f-b5f9-cdc154cf879f tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:26.235863 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c12fe976-8eec-4a4d-8d74-7f27a3c0b87d req-cda1b2d8-4221-4b2f-b5f9-cdc154cf879f tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 931 time: 0.0896304
Dec 03 12:24:26.288143 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c12fe976-8eec-4a4d-8d74-7f27a3c0b87d req-c936bb56-70d6-4226-95c8-eae4fa1a532d tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0451212
Dec 03 12:24:27.508634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00572a-5644-4094-9acc-30c18d17579c req-2ab81f11-ae2d-43f9-931d-4fef521bd63a tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:27.510253 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e00572a-5644-4094-9acc-30c18d17579c req-2ab81f11-ae2d-43f9-931d-4fef521bd63a tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 931 time: 0.0881670
Dec 03 12:24:27.565048 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1e00572a-5644-4094-9acc-30c18d17579c req-e308cf90-3e0f-431f-bf31-0974c19a9989 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0479896
Dec 03 12:24:28.789766 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5a05f-1433-4200-8d3e-993bbab9dca9 req-ac445f28-2589-40b6-99a7-44308397b1f4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:28.791381 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d5f5a05f-1433-4200-8d3e-993bbab9dca9 req-ac445f28-2589-40b6-99a7-44308397b1f4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 931 time: 0.0895853
Dec 03 12:24:28.844525 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d5f5a05f-1433-4200-8d3e-993bbab9dca9 req-d5ec977b-3d62-4ca1-b42c-a44bf4730f1b tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0467236
Dec 03 12:24:30.090391 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6138a0-5e82-4c7b-a7e9-c8f285ee547e req-7e6eb371-76fd-45b0-98ca-caf53edc01e3 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:30.092067 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2d6138a0-5e82-4c7b-a7e9-c8f285ee547e req-7e6eb371-76fd-45b0-98ca-caf53edc01e3 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 931 time: 0.0927269
Dec 03 12:24:30.142209 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2d6138a0-5e82-4c7b-a7e9-c8f285ee547e req-f43d9f47-dc49-4efd-a6b3-6dfb6041884f tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0434213
Dec 03 12:24:31.040738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0b9a799c-8d8f-4956-b8dc-081eefd88876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:31.366182 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f075d3-e5f9-42df-a244-f81ffbfd795e req-85ab513d-2193-4ac7-80c9-b856fa66ab93 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:31.367768 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e2f075d3-e5f9-42df-a244-f81ffbfd795e req-85ab513d-2193-4ac7-80c9-b856fa66ab93 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 931 time: 0.0908365
Dec 03 12:24:31.416939 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e2f075d3-e5f9-42df-a244-f81ffbfd795e req-089e51cc-e841-410d-ae76-068f859329ae tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0419328
Dec 03 12:24:32.635655 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9276e-10e9-44c5-9987-07b2fe7e4ef0 req-98beab62-2b81-4bdb-88fc-ab9d000beb6f tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:32.637876 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1e9276e-10e9-44c5-9987-07b2fe7e4ef0 req-98beab62-2b81-4bdb-88fc-ab9d000beb6f tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 931 time: 0.0835278
Dec 03 12:24:32.689098 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f1e9276e-10e9-44c5-9987-07b2fe7e4ef0 req-4cd16c30-cc68-45c3-978a-51b319ff63ac tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0447204
Dec 03 12:24:33.134737 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-075c3976-35ac-44aa-9cb0-defac1d7165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:33.910170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a1ac3-b224-4fc1-943e-47170ea4075d req-f511f844-aaa3-4960-9ba2-9d27700d0d15 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:33.911841 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-961a1ac3-b224-4fc1-943e-47170ea4075d req-f511f844-aaa3-4960-9ba2-9d27700d0d15 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 931 time: 0.0878754
Dec 03 12:24:33.960203 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-961a1ac3-b224-4fc1-943e-47170ea4075d req-0762ec2a-ea23-4bb5-b546-a9981dc7799b tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417073
Dec 03 12:24:34.055041 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:35.203605 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50a05d-33a9-44c4-b895-f2fa73e49cbb req-b775e521-bcaf-453a-9050-f9f89541cfbb tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:35.204835 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:35.205083 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d50a05d-33a9-44c4-b895-f2fa73e49cbb req-b775e521-bcaf-453a-9050-f9f89541cfbb tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 931 time: 0.1062424
Dec 03 12:24:35.244923 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Request body: {'port': {'device_id': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=80976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:24:35.255420 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9d50a05d-33a9-44c4-b895-f2fa73e49cbb req-2962cfd0-e876-4124-a34b-48b2f80714ac tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0436859
Dec 03 12:24:35.364157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:35.660292 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.91', 57284) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:24:35.738443 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97081be6-261f-41d6-9960-320b0ec22881 req-f4fb5be1-de1b-4983-8fb0-7bf957fec4ce service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0760417
Dec 03 12:24:35.774246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56baf47f-e461-4f9d-8b76-74cbf7472b37 {{(pid=80976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 12:24:35.783121 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:35.797504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Transition to ACTIVE for port object 56baf47f-e461-4f9d-8b76-74cbf7472b37 will not be triggered until provisioned by entity L2. {{(pid=80976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 12:24:35.800462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:35.810742 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:35.822767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-f964f332-b6f9-4bf5-905b-3279d6c8f943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:24:35.906859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081be6-261f-41d6-9960-320b0ec22881 req-a670de1b-2710-45fa-b4de-a8fa2d82de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:35.908516 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97081be6-261f-41d6-9960-320b0ec22881 req-a670de1b-2710-45fa-b4de-a8fa2d82de8f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 1163 time: 0.0799859
Dec 03 12:24:35.970525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Pushing event updated for resources: {'Port': ['ID=56baf47f-e461-4f9d-8b76-74cbf7472b37,revision_number=2']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:24:35.973920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:24:36.067932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081be6-261f-41d6-9960-320b0ec22881 req-3ad9d439-ab43-49d1-b101-034369ca5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:36.069540 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97081be6-261f-41d6-9960-320b0ec22881 req-3ad9d439-ab43-49d1-b101-034369ca5df0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1423416
Dec 03 12:24:36.165597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Attempting to bind port 56baf47f-e461-4f9d-8b76-74cbf7472b37 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 12:24:36.165952 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Attempting to bind port 56baf47f-e461-4f9d-8b76-74cbf7472b37 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 12:24:36.166322 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Attempting to bind port 56baf47f-e461-4f9d-8b76-74cbf7472b37 on network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 12:24:36.173157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Checking agent: {'id': '0bf13728-3031-415d-b272-7cef1858a451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 11, 10, 21), 'started_at': datetime.datetime(2020, 12, 3, 11, 10, 51), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 12, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 12:24:36.173543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Checking segment: {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 12:24:36.173947 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:36.174345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Bound using segment: {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'} {{(pid=80976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 12:24:36.174821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Bound port: 56baf47f-e461-4f9d-8b76-74cbf7472b37, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245ac32a-8bc0-48c9-bd32-6e3674bc1d50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef'}}] {{(pid=80976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 12:24:36.175228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:36.180057 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97081be6-261f-41d6-9960-320b0ec22881 req-34f7abb0-431a-4452-9dca-3b586f3fa028 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 1001 time: 0.1027944
Dec 03 12:24:36.252502 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081be6-261f-41d6-9960-320b0ec22881 req-f383b0dc-74e8-4a66-bc14-f5e0ad27e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:36.254080 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97081be6-261f-41d6-9960-320b0ec22881 req-f383b0dc-74e8-4a66-bc14-f5e0ad27e651 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0683298
Dec 03 12:24:36.269296 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] For port 56baf47f-e461-4f9d-8b76-74cbf7472b37, host hv-neutron-7650, cleared binding levels {{(pid=80976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 12:24:36.272699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] For port 56baf47f-e461-4f9d-8b76-74cbf7472b37, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=56baf47f-e461-4f9d-8b76-74cbf7472b37,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 12:24:36.275795 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2096820'] for port, after_update {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:36.300475 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1feafdc8-dfce-4a35-8e4f-f53452d6e701 tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:24:36.335754 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081be6-261f-41d6-9960-320b0ec22881 req-03c96b27-9d0f-4c6f-bf94-02a642b0a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:36.338444 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97081be6-261f-41d6-9960-320b0ec22881 req-03c96b27-9d0f-4c6f-bf94-02a642b0a509 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0768695
Dec 03 12:24:36.455445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Pushing event updated for resources: {'Port': ['ID=56baf47f-e461-4f9d-8b76-74cbf7472b37,revision_number=3']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:24:36.461343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:24:36.491858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:36.492556 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:36.494034 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-7ef08dac-54d6-4c8d-a96e-5baf28e675e1 service neutron] 10.222.0.91 "PUT /v2.0/ports/56baf47f-e461-4f9d-8b76-74cbf7472b37 HTTP/1.1" status: 200  len: 1157 time: 1.2541127
Dec 03 12:24:36.494618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'tag': '56baf47f-e461-4f9d-8b76-74cbf7472b37'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:24:36.596659 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'tag': '56baf47f-e461-4f9d-8b76-74cbf7472b37', 'status': 'completed', 'code': 200}
Dec 03 12:24:36.644426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-45d2f676-3647-49c1-ae9e-6b23eca24c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:36.646384 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-45d2f676-3647-49c1-ae9e-6b23eca24c30 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 1160 time: 0.0928125
Dec 03 12:24:36.730532 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-f2f2410c-baf1-4cce-ac57-800cd072d2e9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56baf47f-e461-4f9d-8b76-74cbf7472b37 HTTP/1.1" status: 200  len: 217 time: 0.0697439
Dec 03 12:24:36.802440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-00929a45-0373-41ec-bf08-9ff316d9cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:36.804008 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-00929a45-0373-41ec-bf08-9ff316d9cd76 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0676897
Dec 03 12:24:36.828005 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97081be6-261f-41d6-9960-320b0ec22881 req-e5330f76-b239-41ee-a7ee-e76ad6ec847e service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4825716
Dec 03 12:24:36.893918 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-965a6277-9a92-46df-a468-3655074c3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:36.896103 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-965a6277-9a92-46df-a468-3655074c3776 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0856631
Dec 03 12:24:36.959455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579ed9f-798e-4a00-97e0-5b96d701ffba req-2d142fa7-5049-4d0a-9e9e-2dfc150ff7bf tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:36.961077 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f579ed9f-798e-4a00-97e0-5b96d701ffba req-2d142fa7-5049-4d0a-9e9e-2dfc150ff7bf tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 943 time: 0.2259028
Dec 03 12:24:37.012805 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-97081be6-261f-41d6-9960-320b0ec22881 req-7409c4cf-e00f-4a00-9c7a-06b3d32e1d16 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1784883
Dec 03 12:24:37.032468 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-f579ed9f-798e-4a00-97e0-5b96d701ffba req-536996c7-1a1f-4ead-b330-c908b03544f5 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0606658
Dec 03 12:24:37.048429 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-76800b95-3fb3-46e0-9026-7decbe8113d0 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447160
Dec 03 12:24:37.193050 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-d36be573-01d6-4d40-9f6c-4f5a3e613f68 req-4f38d527-dc68-4914-9ba6-d4559cc93904 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372154
Dec 03 12:24:37.358299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5910-ff95-459e-8706-997223cbebac req-65945d65-b18b-4bbe-8acb-78382256284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:37.359872 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b5fc5910-ff95-459e-8706-997223cbebac req-65945d65-b18b-4bbe-8acb-78382256284b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 1160 time: 0.0765347
Dec 03 12:24:37.504342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5910-ff95-459e-8706-997223cbebac req-d40f69ac-3d27-4461-be75-8c56c0ccf65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:37.505910 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b5fc5910-ff95-459e-8706-997223cbebac req-d40f69ac-3d27-4461-be75-8c56c0ccf65b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1395829
Dec 03 12:24:37.583359 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b5fc5910-ff95-459e-8706-997223cbebac req-70bbc626-6e22-4f25-972a-61850c56ac30 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56baf47f-e461-4f9d-8b76-74cbf7472b37 HTTP/1.1" status: 200  len: 217 time: 0.0701628
Dec 03 12:24:37.658222 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5910-ff95-459e-8706-997223cbebac req-5496561f-e592-4471-a7bf-8ea024892185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:37.659829 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b5fc5910-ff95-459e-8706-997223cbebac req-5496561f-e592-4471-a7bf-8ea024892185 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0690193
Dec 03 12:24:37.741684 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5910-ff95-459e-8706-997223cbebac req-be9c2f3d-82e0-46be-9d6d-2fd9d11c3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:37.743325 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b5fc5910-ff95-459e-8706-997223cbebac req-be9c2f3d-82e0-46be-9d6d-2fd9d11c3706 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0759206
Dec 03 12:24:37.890760 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b5fc5910-ff95-459e-8706-997223cbebac req-2e18db42-b45a-48c3-8bc2-696950316d74 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410234
Dec 03 12:24:38.039198 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-b5fc5910-ff95-459e-8706-997223cbebac req-1ebae219-2e9e-45d6-8027-7f3503249482 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406584
Dec 03 12:24:38.257030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e08f8b-5535-4ec5-91d1-311ccaa0cb1f req-3de9862e-0b5e-42fc-b6a0-7d9cffd12bc9 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:38.258646 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-66e08f8b-5535-4ec5-91d1-311ccaa0cb1f req-3de9862e-0b5e-42fc-b6a0-7d9cffd12bc9 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 943 time: 0.0907550
Dec 03 12:24:38.306141 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-66e08f8b-5535-4ec5-91d1-311ccaa0cb1f req-6c0b27da-7c77-44ff-97c7-f8d6ae822598 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0400045
Dec 03 12:24:39.519373 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c1859-9c9f-4d76-bc45-e1fc33b3d0da req-7067b228-98ab-473a-95e4-5fd54e94e7fd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:39.520985 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-684c1859-9c9f-4d76-bc45-e1fc33b3d0da req-7067b228-98ab-473a-95e4-5fd54e94e7fd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 943 time: 0.0854521
Dec 03 12:24:39.571692 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-684c1859-9c9f-4d76-bc45-e1fc33b3d0da req-8444d88d-e478-47e2-bd1a-ecbdbb500f9c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441222
Dec 03 12:24:40.791697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66324c-e8dd-4caa-a5f2-8a62019ce205 req-c1111513-3d8e-40f2-86b7-37b3f79e7903 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:40.794081 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b66324c-e8dd-4caa-a5f2-8a62019ce205 req-c1111513-3d8e-40f2-86b7-37b3f79e7903 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 943 time: 0.0892134
Dec 03 12:24:40.842121 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-9b66324c-e8dd-4caa-a5f2-8a62019ce205 req-04ae1587-c4bd-4754-a24c-714beeb4ab63 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416665
Dec 03 12:24:41.442546 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 56baf47f-e461-4f9d-8b76-74cbf7472b37 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:24:41.512030 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning for port 56baf47f-e461-4f9d-8b76-74cbf7472b37 completed by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 12:24:41.516879 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 56baf47f-e461-4f9d-8b76-74cbf7472b37 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:24:41.517305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:41.637087 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:41.663967 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56baf47f-e461-4f9d-8b76-74cbf7472b37'}] {{(pid=80977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:24:41.675127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] For port 56baf47f-e461-4f9d-8b76-74cbf7472b37, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=56baf47f-e461-4f9d-8b76-74cbf7472b37,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:24:41.678079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592'] for port, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:41.680909 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:24:41.750360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Pushing event updated for resources: {'Port': ['ID=56baf47f-e461-4f9d-8b76-74cbf7472b37,revision_number=4']} {{(pid=80977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:24:41.758363 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.758756 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.759168 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.759551 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.759932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.760307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.760680 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.761176 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.761775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.762151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.762528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.762898 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.763350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.763763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.764137 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.764504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.764872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.765247 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.765608 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.765974 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.766343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.766707 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.767160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.767480 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:41.771942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:24:41.833611 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56baf47f-e461-4f9d-8b76-74cbf7472b37', 'code': 200}
Dec 03 12:24:42.067569 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117f53c-ef84-4fa3-96ee-00cbb055f76d req-6fe19bbb-b7a6-4f6c-b0e1-330db92a7002 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:42.069091 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2117f53c-ef84-4fa3-96ee-00cbb055f76d req-6fe19bbb-b7a6-4f6c-b0e1-330db92a7002 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 945 time: 0.0903366
Dec 03 12:24:42.116408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6f6fe-bd1c-4a18-9df0-37c384545f0b req-3228369f-e8b3-48fe-88ca-dcfd222cd9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:42.117271 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-2117f53c-ef84-4fa3-96ee-00cbb055f76d req-6d4fda8d-18c7-452e-a4f7-a51098247997 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415161
Dec 03 12:24:42.118034 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-75c6f6fe-bd1c-4a18-9df0-37c384545f0b req-3228369f-e8b3-48fe-88ca-dcfd222cd9ee service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 1162 time: 0.0805616
Dec 03 12:24:42.162351 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-75c6f6fe-bd1c-4a18-9df0-37c384545f0b req-e4f8da82-ee88-4121-b22c-c6113d7facac service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0377417
Dec 03 12:24:42.980526 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 56baf47f-e461-4f9d-8b76-74cbf7472b37 up at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 12:24:43.055092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.provisioning_blocks [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Provisioning complete for port 56baf47f-e461-4f9d-8b76-74cbf7472b37 triggered by entity L2. {{(pid=80977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 12:24:43.055513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036841122036'] for port, provisioning_complete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:43.244422 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:24:43.332542 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32928069-e960-4edc-a562-0d22d7b4ea29 req-ed6a642c-f4b9-4794-bc26-9bd34add36c0 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:43.334134 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32928069-e960-4edc-a562-0d22d7b4ea29 req-ed6a642c-f4b9-4794-bc26-9bd34add36c0 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 945 time: 0.0828223
Dec 03 12:24:43.384057 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-32928069-e960-4edc-a562-0d22d7b4ea29 req-7d044f41-3ff5-431c-93f3-88f809cb1124 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432351
Dec 03 12:24:44.596815 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cd329-0d93-45ad-aad8-86ba0b451775 req-7b5f7a07-0ba4-47c9-b73b-67d9e20a77ee tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:44.598420 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-665cd329-0d93-45ad-aad8-86ba0b451775 req-7b5f7a07-0ba4-47c9-b73b-67d9e20a77ee tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 945 time: 0.0838327
Dec 03 12:24:44.645652 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-665cd329-0d93-45ad-aad8-86ba0b451775 req-84c0f6f5-214c-4865-ab0f-2106e838448f tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408843
Dec 03 12:24:44.860445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46d11-0539-4c7a-a8e2-31b279edcbca req-14a3a9b0-1b71-4d69-9937-53e2a76961a6 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:44.862286 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-59f46d11-0539-4c7a-a8e2-31b279edcbca req-14a3a9b0-1b71-4d69-9937-53e2a76961a6 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 945 time: 0.0873444
Dec 03 12:24:44.909513 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-59f46d11-0539-4c7a-a8e2-31b279edcbca req-63130205-e564-4c32-b367-37fa07667678 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408576
Dec 03 12:24:45.124533 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-8e70a2f4-6d1d-4b64-93b7-4810c2c157d1 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1598482
Dec 03 12:24:45.134599 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Request body: {'floatingip': {'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:24:45.140611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 12:24:45.150458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.quota.driver [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 12:24:45.159430 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for floatingip, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:45.302632 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:45.575509 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_common [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Allocated IP 172.26.1.242 (b84ea6eb-b162-4e30-a5b8-4edcca977aa6/bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29/93ec567d-94d1-4861-b5fe-3f27f1882fce) {{(pid=80975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 12:24:45.739044 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for port, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:45.766425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363244595797210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:45.781852 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e837c659-88f7-4ca5-ac22-3ec8ff20c13f tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:24:45.921565 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event updated for resources: {'Port': ['ID=93ec567d-94d1-4861-b5fe-3f27f1882fce,revision_number=1']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:24:45.940951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.941387 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.941866 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.942294 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.942712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.943154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.943573 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.943991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.944404 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.944816 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.945224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.945635 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.946098 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.946507 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.946942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.947354 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.947763 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.948171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.948604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.949120 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.949520 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.949927 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.950334 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.950746 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:24:45.956429 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:24:45.991449 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Network b84ea6eb-b162-4e30-a5b8-4edcca977aa6 is already hosted by enough agents. {{(pid=80975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 12:24:45.992611 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.base_scheduler [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Resources bound (agent type, host, resource id):  {{(pid=80975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 12:24:45.994849 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Received port after_create {{(pid=80975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 12:24:46.079037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for floatingip, precommit_create {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:46.139160 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851772712'] for port, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:46.408023 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for port, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:46.411528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244595309701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792258982191', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363244595793592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852251178'] for port, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:46.426578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-dee5f604-d2ed-41cc-bbbb-696de05b2b60 tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:24:46.561720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event updated for resources: {'Port': ['ID=93ec567d-94d1-4861-b5fe-3f27f1882fce,revision_number=2']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:24:46.566054 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:24:46.667269 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:46.697606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:46.699120 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5685735
Dec 03 12:24:46.783083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-b58c1f10-f43c-4c13-a0e6-1613b0534aaf tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Synchronizing usage tracker for tenant:de6fca198ab94e37a693d52239e2837f on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:24:46.797953 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-b58c1f10-f43c-4c13-a0e6-1613b0534aaf tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Unset dirty status for tenant:de6fca198ab94e37a693d52239e2837f on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:24:46.799216 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-b58c1f10-f43c-4c13-a0e6-1613b0534aaf tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.242 HTTP/1.1" status: 200  len: 696 time: 0.0937874
Dec 03 12:24:46.968508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-8b432c47-77ba-4f54-bdd1-7f8ad8937c73 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:46.969979 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ce707592-ecd8-4b42-86a2-9466ac2d5e48 req-8b432c47-77ba-4f54-bdd1-7f8ad8937c73 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1648462
Dec 03 12:24:47.162090 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1925-9f99-488d-a609-9727c7eee272 req-3f4aae8b-8558-4c35-9161-c754dd5f4ae8 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:47.163757 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-654d1925-9f99-488d-a609-9727c7eee272 req-3f4aae8b-8558-4c35-9161-c754dd5f4ae8 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0837858
Dec 03 12:24:47.249286 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-654d1925-9f99-488d-a609-9727c7eee272 req-133b7255-b7e5-47e9-b730-11db07a7bacb tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.242 HTTP/1.1" status: 200  len: 696 time: 0.0785503
Dec 03 12:24:47.259425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.v2.base [req-654d1925-9f99-488d-a609-9727c7eee272 req-eb67ac8d-d6ea-414d-b9ff-064b9aedb006 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Request body: {'floatingip': {'port_id': '56baf47f-e461-4f9d-8b76-74cbf7472b37', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 12:24:47.336305 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-654d1925-9f99-488d-a609-9727c7eee272 req-eb67ac8d-d6ea-414d-b9ff-064b9aedb006 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for floatingip, before_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:48.210615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-654d1925-9f99-488d-a609-9727c7eee272 req-eb67ac8d-d6ea-414d-b9ff-064b9aedb006 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for floatingip, precommit_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:48.213290 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-654d1925-9f99-488d-a609-9727c7eee272 req-eb67ac8d-d6ea-414d-b9ff-064b9aedb006 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354676'] for floatingip, after_update {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:48.391706 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-654d1925-9f99-488d-a609-9727c7eee272 req-eb67ac8d-d6ea-414d-b9ff-064b9aedb006 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Floating IP 6c299a00-05a0-498d-85ac-99ca1acbf29c associated. External IP: 172.26.1.242, port: 56baf47f-e461-4f9d-8b76-74cbf7472b37.
Dec 03 12:24:48.751928 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-654d1925-9f99-488d-a609-9727c7eee272 req-eb67ac8d-d6ea-414d-b9ff-064b9aedb006 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Router baa45407-a213-4c7c-92e3-371c0b3a8bb5 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:24:48.938177 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-654d1925-9f99-488d-a609-9727c7eee272 req-eb67ac8d-d6ea-414d-b9ff-064b9aedb006 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:24:48.942628 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-654d1925-9f99-488d-a609-9727c7eee272 req-eb67ac8d-d6ea-414d-b9ff-064b9aedb006 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:24:48.948156 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962fe06-7ff2-46d9-82c4-420fd1b0ecd9 None None] Sync routers for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:24:48.958057 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b962fe06-7ff2-46d9-82c4-420fd1b0ecd9 None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:24:48.958734 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b962fe06-7ff2-46d9-82c4-420fd1b0ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b64976a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:24:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:24:49.000722 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-654d1925-9f99-488d-a609-9727c7eee272 req-eb67ac8d-d6ea-414d-b9ff-064b9aedb006 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "PUT /v2.0/floatingips/6c299a00-05a0-498d-85ac-99ca1acbf29c HTTP/1.1" status: 200  len: 996 time: 1.7453794
Dec 03 12:24:49.001311 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'tag': '56baf47f-e461-4f9d-8b76-74cbf7472b37'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:24:49.070176 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'tag': '56baf47f-e461-4f9d-8b76-74cbf7472b37', 'status': 'completed', 'code': 200}
Dec 03 12:24:49.096368 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1925-9f99-488d-a609-9727c7eee272 req-e7447b63-03de-417c-91a9-46572be0c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:49.098056 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-654d1925-9f99-488d-a609-9727c7eee272 req-e7447b63-03de-417c-91a9-46572be0c705 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 1162 time: 0.0830803
Dec 03 12:24:49.148821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b962fe06-7ff2-46d9-82c4-420fd1b0ecd9 None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:24:49.187213 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db59ee-813d-4608-ba13-8914c77d69ae req-b024f369-212b-46da-9169-05136e20f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:49.188787 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5db59ee-813d-4608-ba13-8914c77d69ae req-b024f369-212b-46da-9169-05136e20f1fd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 1162 time: 0.0777175
Dec 03 12:24:49.249704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1925-9f99-488d-a609-9727c7eee272 req-1c4ff9d8-3b4c-47d7-9d2d-54fa6268f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:49.251405 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-654d1925-9f99-488d-a609-9727c7eee272 req-1c4ff9d8-3b4c-47d7-9d2d-54fa6268f21a service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1446683
Dec 03 12:24:49.367429 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-654d1925-9f99-488d-a609-9727c7eee272 req-2e77d8c7-954c-4bd5-ab36-831271be78ab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56baf47f-e461-4f9d-8b76-74cbf7472b37 HTTP/1.1" status: 200  len: 999 time: 0.1091080
Dec 03 12:24:49.443670 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1925-9f99-488d-a609-9727c7eee272 req-b1c12117-e79d-459b-b676-0b022e13ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:49.445223 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-654d1925-9f99-488d-a609-9727c7eee272 req-b1c12117-e79d-459b-b676-0b022e13ec72 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0694413
Dec 03 12:24:49.529971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1925-9f99-488d-a609-9727c7eee272 req-581d6938-ea2f-43a3-a1e1-c5653f7dd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:49.531668 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-654d1925-9f99-488d-a609-9727c7eee272 req-581d6938-ea2f-43a3-a1e1-c5653f7dd235 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0790792
Dec 03 12:24:49.551424 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b962fe06-7ff2-46d9-82c4-420fd1b0ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b64976a0>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '54c75153-1578-4311-bdb5-a0b0ab32052d', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'floating_ip_address': '172.26.1.96', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'port_id': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'mac_address': 'fa:16:3e:e9:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e03bcc-6fe7-4814-a232-9d476083018b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:21:31Z', 'updated_at': '2020-12-03T12:21:35Z', 'revision_number': 2, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ip_address_scope': None}, {'id': '6c299a00-05a0-498d-85ac-99ca1acbf29c', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'port_id': '56baf47f-e461-4f9d-8b76-74cbf7472b37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'mac_address': 'fa:16:3e:e1:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:24:46Z', 'updated_at': '2020-12-03T12:24:48Z', 'revision_number': 1, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:18Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:24:49.555889 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962fe06-7ff2-46d9-82c4-420fd1b0ecd9 None None] Checking router: baa45407-a213-4c7c-92e3-371c0b3a8bb5 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:24:49.565272 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b962fe06-7ff2-46d9-82c4-420fd1b0ecd9 None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:24:49.566164 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b962fe06-7ff2-46d9-82c4-420fd1b0ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b64976a0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:24:33Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:24:49.588217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db59ee-813d-4608-ba13-8914c77d69ae req-1347659e-63bd-4320-bc2d-e4cd1ab526d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:49.590799 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5db59ee-813d-4608-ba13-8914c77d69ae req-1347659e-63bd-4320-bc2d-e4cd1ab526d7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.3955429
Dec 03 12:24:49.688033 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-654d1925-9f99-488d-a609-9727c7eee272 req-3844bc1d-b228-431f-93e1-faa62b0f6ef2 service neutron] 10.222.0.90 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477675
Dec 03 12:24:49.709517 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5db59ee-813d-4608-ba13-8914c77d69ae req-5d561146-6a13-4898-9604-37bd03639495 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56baf47f-e461-4f9d-8b76-74cbf7472b37 HTTP/1.1" status: 200  len: 999 time: 0.1123061
Dec 03 12:24:49.756228 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-b962fe06-7ff2-46d9-82c4-420fd1b0ecd9 None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:24:49.784867 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db59ee-813d-4608-ba13-8914c77d69ae req-f8100f6d-baf2-4417-abd7-bcfc48219a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:49.786458 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5db59ee-813d-4608-ba13-8914c77d69ae req-f8100f6d-baf2-4417-abd7-bcfc48219a50 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0706115
Dec 03 12:24:49.840573 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-654d1925-9f99-488d-a609-9727c7eee272 req-536a0d1b-d0b3-443f-80c1-cd87f9bc8d12 service neutron] 10.222.0.90 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458039
Dec 03 12:24:49.869545 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db59ee-813d-4608-ba13-8914c77d69ae req-6d546ff8-a990-4a1f-8392-cb253e22aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:24:49.871486 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5db59ee-813d-4608-ba13-8914c77d69ae req-6d546ff8-a990-4a1f-8392-cb253e22aa1c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0777316
Dec 03 12:24:50.019990 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5db59ee-813d-4608-ba13-8914c77d69ae req-da04f956-76ff-4eb8-8a46-d8c0859c4006 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422281
Dec 03 12:24:50.169409 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-c5db59ee-813d-4608-ba13-8914c77d69ae req-1dca2e93-84d4-4100-84d9-0dabcdf35e81 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429672
Dec 03 12:24:50.284016 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-b962fe06-7ff2-46d9-82c4-420fd1b0ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b64976a0>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '54c75153-1578-4311-bdb5-a0b0ab32052d', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'floating_ip_address': '172.26.1.96', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'port_id': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'mac_address': 'fa:16:3e:e9:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e03bcc-6fe7-4814-a232-9d476083018b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:21:31Z', 'updated_at': '2020-12-03T12:21:35Z', 'revision_number': 2, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ip_address_scope': None}, {'id': '6c299a00-05a0-498d-85ac-99ca1acbf29c', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'port_id': '56baf47f-e461-4f9d-8b76-74cbf7472b37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'mac_address': 'fa:16:3e:e1:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:24:46Z', 'updated_at': '2020-12-03T12:24:48Z', 'revision_number': 1, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:18Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:24:50.288115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962fe06-7ff2-46d9-82c4-420fd1b0ecd9 None None] The sync data for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs is: [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '54c75153-1578-4311-bdb5-a0b0ab32052d', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'floating_ip_address': '172.26.1.96', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'port_id': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'mac_address': 'fa:16:3e:e9:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e03bcc-6fe7-4814-a232-9d476083018b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:21:31Z', 'updated_at': '2020-12-03T12:21:35Z', 'revision_number': 2, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ip_address_scope': None}, {'id': '6c299a00-05a0-498d-85ac-99ca1acbf29c', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'port_id': '56baf47f-e461-4f9d-8b76-74cbf7472b37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'mac_address': 'fa:16:3e:e1:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:24:46Z', 'updated_at': '2020-12-03T12:24:48Z', 'revision_number': 1, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:18Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:24:50.584602 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18522bf-295f-47ca-b510-805b051c131c None None] New status for floating IP 6c299a00-05a0-498d-85ac-99ca1acbf29c: ACTIVE {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:24:51.977999 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:01.042938 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-eb4aedfc-38b7-42a8-8784-b3a495ab58bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:03.137250 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-cc82f20c-d85e-4229-b4f2-f21751525c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:04.057677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:05.206218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:05.813200 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:20.244378 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:25:21.977479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:31.044910 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-55755246-df6e-41b7-af2a-e251bf8ba4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:33.138604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9cca-896c-4c72-afbc-9f04ac2afa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:34.060833 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:35.207347 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:35.816193 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:36.643700 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-94810825-761c-4f82-ba48-ff62d0c2c287 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0741429
Dec 03 12:25:36.810963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-28fe792d-555f-4f8f-b847-6a45e6d9dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:25:36.813122 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-28fe792d-555f-4f8f-b847-6a45e6d9dd52 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 1163 time: 0.0786555
Dec 03 12:25:36.971768 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-d28cd88a-3580-42ff-aaa8-909730f76d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:25:36.973414 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-d28cd88a-3580-42ff-aaa8-909730f76d58 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1419086
Dec 03 12:25:37.084614 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-ea0905ee-822f-4da3-b465-39be753faf40 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 1001 time: 0.1043620
Dec 03 12:25:37.153821 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-496701a5-891f-4eec-869d-5b253e0ae21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:25:37.155954 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-496701a5-891f-4eec-869d-5b253e0ae21d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0636065
Dec 03 12:25:37.234266 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-121b1405-ed6c-4c9d-9376-91c13fa34868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:25:37.236050 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-121b1405-ed6c-4c9d-9376-91c13fa34868 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0734427
Dec 03 12:25:37.247594 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-bfb5e2ba-4a33-4b3f-95ae-63c96ef78c04 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80976) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:25:37.248580 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-bfb5e2ba-4a33-4b3f-95ae-63c96ef78c04 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0053365
Dec 03 12:25:37.394699 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-262d880a-89d6-497b-a501-914787886950 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385682
Dec 03 12:25:37.540172 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-15aa1eaf-2027-4633-aebb-603cd2a93133 req-6c3fa29d-2220-42aa-a3de-72fac96ea033 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390581
Dec 03 12:25:51.977884 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:25:57.244738 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:26:01.048045 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e07ab5bb-ab9e-4202-b735-14eecb6d3aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:26:03.140965 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c0518dbd-28ed-4ff3-8c68-fa3502d600c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:26:04.064320 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:26:05.208227 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:26:05.818820 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:26:21.975513 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:26:31.049699 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-c4ece46f-3dfb-437e-a94e-034c77f7621e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:26:33.142597 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5e87826d-b308-4e8c-ba2c-f432c766a022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:26:34.067479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:26:34.244264 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:26:35.210433 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:26:35.822615 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:26:36.744075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e58ca5fe-4fe2-4ed7-a483-61eb66bc589c req-eda765e6-29df-42a2-8242-2142421dc358 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1471078
Dec 03 12:26:36.855249 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ca5fe-4fe2-4ed7-a483-61eb66bc589c req-f57eb113-609c-40d0-ab6b-a0f2aaac6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:26:36.856816 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e58ca5fe-4fe2-4ed7-a483-61eb66bc589c req-f57eb113-609c-40d0-ab6b-a0f2aaac6490 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 1162 time: 0.0770271
Dec 03 12:26:37.013157 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ca5fe-4fe2-4ed7-a483-61eb66bc589c req-b6290f85-d810-4130-93a5-e69a47d4ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:26:37.015281 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e58ca5fe-4fe2-4ed7-a483-61eb66bc589c req-b6290f85-d810-4130-93a5-e69a47d4ac5b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1394649
Dec 03 12:26:37.123251 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e58ca5fe-4fe2-4ed7-a483-61eb66bc589c req-300ef396-7260-4799-ba40-357b6f47a45b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56baf47f-e461-4f9d-8b76-74cbf7472b37 HTTP/1.1" status: 200  len: 1001 time: 0.1012194
Dec 03 12:26:37.190731 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ca5fe-4fe2-4ed7-a483-61eb66bc589c req-1b68a9eb-502f-4234-8146-5474d3215b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:26:37.192287 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e58ca5fe-4fe2-4ed7-a483-61eb66bc589c req-1b68a9eb-502f-4234-8146-5474d3215b47 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0627556
Dec 03 12:26:37.274231 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ca5fe-4fe2-4ed7-a483-61eb66bc589c req-115cde18-033f-4a60-9ee0-bb1db3564d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:26:37.275851 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e58ca5fe-4fe2-4ed7-a483-61eb66bc589c req-115cde18-033f-4a60-9ee0-bb1db3564d20 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0771008
Dec 03 12:26:37.419060 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e58ca5fe-4fe2-4ed7-a483-61eb66bc589c req-7be011a0-3311-425f-a1eb-cc0332616d2f service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359069
Dec 03 12:26:37.565513 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-e58ca5fe-4fe2-4ed7-a483-61eb66bc589c req-f941a92a-e2e6-417c-b12c-6f049729626a service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397057
Dec 03 12:26:51.973926 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:01.060458 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-f452db55-4316-45e5-ba6f-6b7201f33e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:03.148220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d6407ce8-1581-4b0b-9fac-40c661ade384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:04.070863 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:05.214386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:05.829971 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:07.609398 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-05e91e44-e769-4bc9-8520-c0814323b1bc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/floatingips/6c299a00-05a0-498d-85ac-99ca1acbf29c HTTP/1.1" status: 200  len: 998 time: 0.1899757
Dec 03 12:27:07.773798 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-c0cbd5fa-4ffa-421b-bdd5-68843c31f4e3 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:07.775277 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-c0cbd5fa-4ffa-421b-bdd5-68843c31f4e3 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1596842
Dec 03 12:27:07.786159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-f84a1afa-71ea-4c54-a71c-fa315acd1454 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80975) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 12:27:07.787256 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-f84a1afa-71ea-4c54-a71c-fa315acd1454 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0059311
Dec 03 12:27:07.897931 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-2ba6f240-6ef3-44df-89f6-27f777172744 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.242 HTTP/1.1" status: 200  len: 1001 time: 0.1044412
Dec 03 12:27:07.978883 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-90f43aca-79f7-4409-bcbb-d5b0f2f7fb8d tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:07.980354 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-90f43aca-79f7-4409-bcbb-d5b0f2f7fb8d tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports/56baf47f-e461-4f9d-8b76-74cbf7472b37 HTTP/1.1" status: 200  len: 942 time: 0.0764866
Dec 03 12:27:08.163701 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-1a086d67-2e21-4f66-ac2a-6e6ba7a984e6 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.242 HTTP/1.1" status: 200  len: 1001 time: 0.1019731
Dec 03 12:27:08.381083 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Deleting port 93ec567d-94d1-4861-b5fe-3f27f1882fce {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:27:08.381384 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:08.558324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:08.558697 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:08.689490 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Calling delete_port for 93ec567d-94d1-4861-b5fe-3f27f1882fce owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:27:08.837207 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:08.853289 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-74c66fc7-ce16-4857-95c4-256751067b3b tempest-TestShelveInstance-273980879 tempest-TestShelveInstance-273980879] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:27:08.902614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event deleted for resources: {'Port': ['ID=93ec567d-94d1-4861-b5fe-3f27f1882fce,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:27:08.924463 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.924902 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.925333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.925760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.926184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.926606 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.927056 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.927603 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.927870 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.928287 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.928704 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.929119 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.929590 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.930007 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.930425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.930840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.931297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.931712 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.932127 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.932540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.932951 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.933361 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.933772 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.934185 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:08.939618 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:27:09.103339 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:09.103716 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Floating IP 6c299a00-05a0-498d-85ac-99ca1acbf29c disassociated (deleted). External IP: 172.26.1.242, port: 56baf47f-e461-4f9d-8b76-74cbf7472b37.
Dec 03 12:27:09.747579 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Router baa45407-a213-4c7c-92e3-371c0b3a8bb5 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:27:09.938994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:27:09.949195 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ec0e0-d071-4dfe-b592-3b0388b7c1d6 None None] Sync routers for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:27:09.959530 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ec0e0-d071-4dfe-b592-3b0388b7c1d6 None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:27:09.960350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-873ec0e0-d071-4dfe-b592-3b0388b7c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6874240>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:09.961917 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:10.017975 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3a4f841d-fc1a-48d7-8f1c-f9e687f47c79 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "DELETE /v2.0/floatingips/6c299a00-05a0-498d-85ac-99ca1acbf29c HTTP/1.1" status: 204  len: 173 time: 1.8478942
Dec 03 12:27:10.018441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'tag': '56baf47f-e461-4f9d-8b76-74cbf7472b37'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:27:10.163240 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-873ec0e0-d071-4dfe-b592-3b0388b7c1d6 None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:27:10.194864 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'tag': '56baf47f-e461-4f9d-8b76-74cbf7472b37', 'status': 'completed', 'code': 200}
Dec 03 12:27:10.220875 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-518ebf8e-5f2d-4237-99ad-f5f0ed8755de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:10.222538 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-518ebf8e-5f2d-4237-99ad-f5f0ed8755de service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 1162 time: 0.1750093
Dec 03 12:27:10.314400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda70b09-876e-4d39-b22e-0e02a4906ff9 req-480aefbf-7ba0-42de-a382-de20823905b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:10.316134 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cda70b09-876e-4d39-b22e-0e02a4906ff9 req-480aefbf-7ba0-42de-a382-de20823905b5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 1162 time: 0.0782282
Dec 03 12:27:10.371885 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-73231e7c-f3f2-427b-8020-b9d394dfd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:10.374222 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-73231e7c-f3f2-427b-8020-b9d394dfd2c0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1437984
Dec 03 12:27:10.450167 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-63ecfc01-a3e8-4a8a-8b0d-e8e0c570ae70 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56baf47f-e461-4f9d-8b76-74cbf7472b37 HTTP/1.1" status: 200  len: 217 time: 0.0687518
Dec 03 12:27:10.464584 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda70b09-876e-4d39-b22e-0e02a4906ff9 req-b0367d38-d36f-4218-889c-c5238cd0c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:10.466156 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cda70b09-876e-4d39-b22e-0e02a4906ff9 req-b0367d38-d36f-4218-889c-c5238cd0c657 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1426439
Dec 03 12:27:10.522882 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-2602b220-67fd-43b7-aef2-328fbfe1a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:10.524536 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-2602b220-67fd-43b7-aef2-328fbfe1a860 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0675137
Dec 03 12:27:10.542837 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-873ec0e0-d071-4dfe-b592-3b0388b7c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6874240>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '54c75153-1578-4311-bdb5-a0b0ab32052d', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'floating_ip_address': '172.26.1.96', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'port_id': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'mac_address': 'fa:16:3e:e9:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e03bcc-6fe7-4814-a232-9d476083018b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:21:31Z', 'updated_at': '2020-12-03T12:21:35Z', 'revision_number': 2, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:18Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:10.543212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cda70b09-876e-4d39-b22e-0e02a4906ff9 req-6b5e46ed-78a1-42f9-aa5c-ea887454f288 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56baf47f-e461-4f9d-8b76-74cbf7472b37 HTTP/1.1" status: 200  len: 217 time: 0.0693312
Dec 03 12:27:10.548237 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ec0e0-d071-4dfe-b592-3b0388b7c1d6 None None] Checking router: baa45407-a213-4c7c-92e3-371c0b3a8bb5 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:27:10.557323 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ec0e0-d071-4dfe-b592-3b0388b7c1d6 None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:27:10.557991 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-873ec0e0-d071-4dfe-b592-3b0388b7c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6874240>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:10.614692 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda70b09-876e-4d39-b22e-0e02a4906ff9 req-9558c297-ea04-4b06-9ea8-370bddbacb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:10.615093 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-51de50cd-ffae-4eb7-af19-23693e13aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:10.616338 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cda70b09-876e-4d39-b22e-0e02a4906ff9 req-9558c297-ea04-4b06-9ea8-370bddbacb2f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0666790
Dec 03 12:27:10.616517 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-51de50cd-ffae-4eb7-af19-23693e13aa83 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0838966
Dec 03 12:27:10.702774 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda70b09-876e-4d39-b22e-0e02a4906ff9 req-55be7d6a-2522-437c-a1b3-b7923b4e5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:10.704559 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cda70b09-876e-4d39-b22e-0e02a4906ff9 req-55be7d6a-2522-437c-a1b3-b7923b4e5028 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0818424
Dec 03 12:27:10.758107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-873ec0e0-d071-4dfe-b592-3b0388b7c1d6 None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:27:10.775168 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-3d1a6eee-063e-48c5-be8b-c4fcc7dba5b0 service neutron] 10.222.0.90 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499023
Dec 03 12:27:10.865564 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cda70b09-876e-4d39-b22e-0e02a4906ff9 req-2a2c605f-6244-491c-8cd6-71204e589a96 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544642
Dec 03 12:27:10.973689 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1f780570-67f0-4f50-9fe5-410f13712ae3 req-cfa56ee0-bf38-4258-a7b0-dfe239263951 service neutron] 10.222.0.90 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1916983
Dec 03 12:27:11.043371 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-cda70b09-876e-4d39-b22e-0e02a4906ff9 req-38e56bea-4c04-4373-943a-4ec300c6a599 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1707268
Dec 03 12:27:11.173022 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-873ec0e0-d071-4dfe-b592-3b0388b7c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6874240>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '54c75153-1578-4311-bdb5-a0b0ab32052d', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'floating_ip_address': '172.26.1.96', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'port_id': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'mac_address': 'fa:16:3e:e9:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e03bcc-6fe7-4814-a232-9d476083018b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:21:31Z', 'updated_at': '2020-12-03T12:21:35Z', 'revision_number': 2, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:18Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:11.177351 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ec0e0-d071-4dfe-b592-3b0388b7c1d6 None None] The sync data for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs is: [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_floatingips': [{'id': '54c75153-1578-4311-bdb5-a0b0ab32052d', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'floating_ip_address': '172.26.1.96', 'floating_network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'router_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'port_id': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'mac_address': 'fa:16:3e:e9:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e03bcc-6fe7-4814-a232-9d476083018b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T12:21:31Z', 'updated_at': '2020-12-03T12:21:35Z', 'revision_number': 2, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:18Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:27:11.256515 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:27:11.416652 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55a3e2-8c13-4d16-b62f-d1faff9ff1df req-14ffc1ad-8935-4fbb-a128-f071ed96b609 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:11.417434 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4f55a3e2-8c13-4d16-b62f-d1faff9ff1df req-14ffc1ad-8935-4fbb-a128-f071ed96b609 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Synchronizing usage tracker for tenant:de6fca198ab94e37a693d52239e2837f on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:27:11.433258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4f55a3e2-8c13-4d16-b62f-d1faff9ff1df req-14ffc1ad-8935-4fbb-a128-f071ed96b609 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Unset dirty status for tenant:de6fca198ab94e37a693d52239e2837f on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:27:11.434491 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4f55a3e2-8c13-4d16-b62f-d1faff9ff1df req-14ffc1ad-8935-4fbb-a128-f071ed96b609 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 945 time: 0.1025076
Dec 03 12:27:11.485277 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4f55a3e2-8c13-4d16-b62f-d1faff9ff1df req-9ddc6bc2-6ec8-41e8-8abb-eb1e9624633c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0434885
Dec 03 12:27:11.641645 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d8db36-69e4-4f13-a70e-06954b07806f None None] New status for floating IP 6c299a00-05a0-498d-85ac-99ca1acbf29c: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:27:12.703876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d38e22-18de-42c8-9688-eb4db09144a8 req-1ca61023-a658-485e-a7fc-86734d706ed0 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:12.705473 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92d38e22-18de-42c8-9688-eb4db09144a8 req-1ca61023-a658-485e-a7fc-86734d706ed0 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 945 time: 0.0856969
Dec 03 12:27:12.753194 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-92d38e22-18de-42c8-9688-eb4db09144a8 req-132d5316-d28b-4395-b5c4-287162e85a03 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413778
Dec 03 12:27:13.262504 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50498edc-483d-46d9-8ce1-387042671c36 req-a2d5810e-d1c2-4f22-9e8d-5c7dddf64263 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:13.263220 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-50498edc-483d-46d9-8ce1-387042671c36 req-a2d5810e-d1c2-4f22-9e8d-5c7dddf64263 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Synchronizing usage tracker for tenant:de6fca198ab94e37a693d52239e2837f on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:27:13.277091 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-50498edc-483d-46d9-8ce1-387042671c36 req-a2d5810e-d1c2-4f22-9e8d-5c7dddf64263 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Unset dirty status for tenant:de6fca198ab94e37a693d52239e2837f on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:27:13.278290 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-50498edc-483d-46d9-8ce1-387042671c36 req-a2d5810e-d1c2-4f22-9e8d-5c7dddf64263 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.91 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 945 time: 0.0992584
Dec 03 12:27:13.351812 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-50498edc-483d-46d9-8ce1-387042671c36 req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Deleting port 56baf47f-e461-4f9d-8b76-74cbf7472b37 {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:27:13.352198 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-50498edc-483d-46d9-8ce1-387042671c36 req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:13.609192 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-50498edc-483d-46d9-8ce1-387042671c36 req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] For port 56baf47f-e461-4f9d-8b76-74cbf7472b37, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=56baf47f-e461-4f9d-8b76-74cbf7472b37,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:27:13.609508 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-50498edc-483d-46d9-8ce1-387042671c36 req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:13.736357 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-50498edc-483d-46d9-8ce1-387042671c36 req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Calling delete_port for 56baf47f-e461-4f9d-8b76-74cbf7472b37 owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:27:13.877705 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 56baf47f-e461-4f9d-8b76-74cbf7472b37 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:27:13.890792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-50498edc-483d-46d9-8ce1-387042671c36 req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:13.906400 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-1b0d4c12-370d-47f3-9f01-8a0237a89409 tempest-TestEncryptedCinderVolumes-1105269877 tempest-TestEncryptedCinderVolumes-1105269877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:27:13.941278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 56baf47f-e461-4f9d-8b76-74cbf7472b37 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:27:13.941942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 56baf47f-e461-4f9d-8b76-74cbf7472b37 not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:27:13.946721 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-0eeebc11-be6d-47d4-bd33-75f635d8bd3b req-a2588de1-9ff0-43e1-9b4b-0e017be8143c tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=17dcb90b-0408-4f4f-a2f3-c16ec2dccc43 HTTP/1.1" status: 200  len: 210 time: 0.0541453
Dec 03 12:27:13.952375 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event deleted for resources: {'Port': ['ID=56baf47f-e461-4f9d-8b76-74cbf7472b37,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:27:13.979108 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.979536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.979950 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.980360 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.981383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.981383 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.981598 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.981920 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.982318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.983984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.983984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.983984 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.984465 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.984871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.985277 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.985677 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.986079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.986479 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.986876 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.987298 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.987694 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.988345 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.988741 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.989139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-2-ovs {{(pid=80976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 12:27:13.994932 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:27:14.142319 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-50498edc-483d-46d9-8ce1-387042671c36 req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] No DVR routers for this DVR port 56baf47f-e461-4f9d-8b76-74cbf7472b37 on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:27:14.144639 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-50498edc-483d-46d9-8ce1-387042671c36 req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:14.147441 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'name': 'network-vif-deleted', 'tag': '56baf47f-e461-4f9d-8b76-74cbf7472b37'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:27:14.163489 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-50498edc-483d-46d9-8ce1-387042671c36 req-0ff5d222-1b1d-4dd6-8f22-1eff15ed19dd tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.91 "DELETE /v2.0/ports/56baf47f-e461-4f9d-8b76-74cbf7472b37 HTTP/1.1" status: 204  len: 173 time: 0.8787816
Dec 03 12:27:14.289070 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dcb90b-0408-4f4f-a2f3-c16ec2dccc43', 'name': 'network-vif-deleted', 'tag': '56baf47f-e461-4f9d-8b76-74cbf7472b37', 'status': 'completed', 'code': 200}
Dec 03 12:27:15.908155 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-f18fb734-0c92-4df3-a433-7d2ca8493eeb tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/floatingips/54c75153-1578-4311-bdb5-a0b0ab32052d HTTP/1.1" status: 200  len: 998 time: 0.1187799
Dec 03 12:27:16.068288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-1aaf983f-9959-4a4d-b89c-18b23866409e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:16.069774 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-1aaf983f-9959-4a4d-b89c-18b23866409e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/networks/b84ea6eb-b162-4e30-a5b8-4edcca977aa6 HTTP/1.1" status: 200  len: 784 time: 0.1554849
Dec 03 12:27:16.185343 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-17ec7815-639f-4f10-ae27-16037de23bb2 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Synchronizing usage tracker for tenant:de6fca198ab94e37a693d52239e2837f on resource:floatingip {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:27:16.202246 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-17ec7815-639f-4f10-ae27-16037de23bb2 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Unset dirty status for tenant:de6fca198ab94e37a693d52239e2837f on resource:floatingip {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:27:16.203537 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-17ec7815-639f-4f10-ae27-16037de23bb2 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.96 HTTP/1.1" status: 200  len: 1001 time: 0.1272390
Dec 03 12:27:16.282013 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-cd7a0d47-4344-4f26-8c0c-aa302f4df011 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:16.283522 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-cd7a0d47-4344-4f26-8c0c-aa302f4df011 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports/1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 943 time: 0.0739074
Dec 03 12:27:16.470703 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-a5ba10d8-27be-44bf-b849-cef4fa4090af tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.26.1.96 HTTP/1.1" status: 200  len: 1001 time: 0.1036763
Dec 03 12:27:16.691726 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Deleting port 4d9d5193-77ff-42ee-8b6c-07d7fcbddb60 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:27:16.692107 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:16.869624 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:16.869922 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for floatingip, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:16.999782 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Calling delete_port for 4d9d5193-77ff-42ee-8b6c-07d7fcbddb60 owned by network:floatingip {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:27:17.153455 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:17.169399 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-03dd4ade-0cb4-4f9e-8742-f3e05c8ec95e tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:27:17.226943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event deleted for resources: {'Port': ['ID=4d9d5193-77ff-42ee-8b6c-07d7fcbddb60,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:27:17.231725 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:27:17.393333 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for floatingip, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:17.393709 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.db.l3_db [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Floating IP 54c75153-1578-4311-bdb5-a0b0ab32052d disassociated (deleted). External IP: 172.26.1.96, port: 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab.
Dec 03 12:27:17.753082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Router baa45407-a213-4c7c-92e3-371c0b3a8bb5 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:27:18.220803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:27:18.231186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6edeca-3d0e-4353-b60d-8027fa518a1e None None] Sync routers for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:27:18.242143 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6edeca-3d0e-4353-b60d-8027fa518a1e None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:27:18.242998 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9f6edeca-3d0e-4353-b60d-8027fa518a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b694ed68>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:18.244588 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for floatingip, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:18.300180 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-8be68ddf-1760-4c21-88ac-d5103b425cdc tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "DELETE /v2.0/floatingips/54c75153-1578-4311-bdb5-a0b0ab32052d HTTP/1.1" status: 204  len: 173 time: 1.8205054
Dec 03 12:27:18.300760 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e03bcc-6fe7-4814-a232-9d476083018b', 'tag': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab'}] {{(pid=80975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:27:18.364028 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e03bcc-6fe7-4814-a232-9d476083018b', 'tag': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'status': 'completed', 'code': 200}
Dec 03 12:27:18.487417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae063b-85ae-4250-8dc6-3af303fbf658 req-32492210-1932-4d5a-ba15-160080dcd6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:18.489221 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ebae063b-85ae-4250-8dc6-3af303fbf658 req-32492210-1932-4d5a-ba15-160080dcd6ca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 1163 time: 0.0821757
Dec 03 12:27:18.502084 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-d5674ce5-77aa-41c3-a8b3-f879bea4c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:18.503824 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-d5674ce5-77aa-41c3-a8b3-f879bea4c4b3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de6fca198ab94e37a693d52239e2837f&device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 1163 time: 0.1901982
Dec 03 12:27:18.588942 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-9f6edeca-3d0e-4353-b60d-8027fa518a1e None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:27:18.668620 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-559f0207-314d-4ce8-b057-43ab47c6bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:18.670369 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-559f0207-314d-4ce8-b057-43ab47c6bf55 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.1593208
Dec 03 12:27:18.750886 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-d2aae2e0-f6c0-4f29-80a8-bd0231d72942 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 217 time: 0.0728590
Dec 03 12:27:18.830791 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-71570114-4df7-4b2d-9cdc-4c996773372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:18.832480 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-71570114-4df7-4b2d-9cdc-4c996773372a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0746052
Dec 03 12:27:18.893040 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae063b-85ae-4250-8dc6-3af303fbf658 req-f374585f-3f08-417b-ba22-61ebc2c16f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:18.894867 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ebae063b-85ae-4250-8dc6-3af303fbf658 req-f374585f-3f08-417b-ba22-61ebc2c16f1f service neutron] 10.222.0.91 "GET /v2.0/networks?id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 200  len: 904 time: 0.3990898
Dec 03 12:27:18.946794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9f6edeca-3d0e-4353-b60d-8027fa518a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b694ed68>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:18Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:18.952135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6edeca-3d0e-4353-b60d-8027fa518a1e None None] Checking router: baa45407-a213-4c7c-92e3-371c0b3a8bb5 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:27:18.954720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-2f9576ea-d131-4b1f-b5ea-1454a6cd969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:18.956432 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-2f9576ea-d131-4b1f-b5ea-1454a6cd969d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1158979
Dec 03 12:27:18.965202 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6edeca-3d0e-4353-b60d-8027fa518a1e None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:27:18.966147 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9f6edeca-3d0e-4353-b60d-8027fa518a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b694ed68>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:18.994847 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ebae063b-85ae-4250-8dc6-3af303fbf658 req-5a3900c5-3075-432a-89e7-d8be8f848c34 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 200  len: 217 time: 0.0876126
Dec 03 12:27:19.075046 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae063b-85ae-4250-8dc6-3af303fbf658 req-364d0c47-5397-4834-9570-8045c826c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:19.077811 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ebae063b-85ae-4250-8dc6-3af303fbf658 req-364d0c47-5397-4834-9570-8045c826c5ca service neutron] 10.222.0.91 "GET /v2.0/subnets?id=823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 200  len: 849 time: 0.0709846
Dec 03 12:27:19.111999 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-6ad6e638-1520-47c0-8939-1f2b9c9d2eed service neutron] 10.222.0.90 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483755
Dec 03 12:27:19.153988 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-9f6edeca-3d0e-4353-b60d-8027fa518a1e None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:27:19.168114 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae063b-85ae-4250-8dc6-3af303fbf658 req-3bdbf73e-79db-401e-aebe-315a35ffd46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:19.169843 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ebae063b-85ae-4250-8dc6-3af303fbf658 req-3bdbf73e-79db-401e-aebe-315a35ffd46a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d455dfe-cf6d-4290-bb9b-2a31322ffdef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0860448
Dec 03 12:27:19.270729 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-5476eb68-6475-4e84-82e8-f45b7a824693 req-c1a84f38-c257-498e-acb8-b425a2d08247 service neutron] 10.222.0.90 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495247
Dec 03 12:27:19.326937 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ebae063b-85ae-4250-8dc6-3af303fbf658 req-75876e39-3892-4608-94e9-9ef8b3f9f7f2 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483264
Dec 03 12:27:19.481075 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ebae063b-85ae-4250-8dc6-3af303fbf658 req-dbf7a8e6-91e3-4379-9940-6ef0fb155043 service neutron] 10.222.0.91 "GET /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467211
Dec 03 12:27:19.503541 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-9f6edeca-3d0e-4353-b60d-8027fa518a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b694ed68>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:18Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:19.508736 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6edeca-3d0e-4353-b60d-8027fa518a1e None None] The sync data for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs is: [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:21:11Z', 'revision_number': 4, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs', '_interfaces': [{'id': '286da1fd-f4f2-4224-9953-3276e9f663df', 'name': '', 'network_id': '8d455dfe-cf6d-4290-bb9b-2a31322ffdef', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'mac_address': 'fa:16:3e:9a:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:10Z', 'updated_at': '2020-12-03T12:21:18Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'subnets': [{'id': '823c8b2f-2b9c-406f-b035-4350d6972729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:27:19.700865 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e29a0-6502-49bb-a8e2-2f2610bac0ab req-b0fe0c93-cd7f-481a-9a78-5c45a7fe2ed1 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:19.701681 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ea7e29a0-6502-49bb-a8e2-2f2610bac0ab req-b0fe0c93-cd7f-481a-9a78-5c45a7fe2ed1 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Synchronizing usage tracker for tenant:de6fca198ab94e37a693d52239e2837f on resource:port {{(pid=80975) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:27:19.716418 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-ea7e29a0-6502-49bb-a8e2-2f2610bac0ab req-b0fe0c93-cd7f-481a-9a78-5c45a7fe2ed1 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Unset dirty status for tenant:de6fca198ab94e37a693d52239e2837f on resource:port {{(pid=80975) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:27:19.717875 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea7e29a0-6502-49bb-a8e2-2f2610bac0ab req-b0fe0c93-cd7f-481a-9a78-5c45a7fe2ed1 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 946 time: 0.1001000
Dec 03 12:27:19.768135 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-ea7e29a0-6502-49bb-a8e2-2f2610bac0ab req-104dcdf9-63ea-4e30-8535-e3396362c629 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0436141
Dec 03 12:27:19.929690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cc24c4-5ce4-475d-9bd3-6b98d3aee84c None None] New status for floating IP 54c75153-1578-4311-bdb5-a0b0ab32052d: DOWN {{(pid=80977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 12:27:20.557278 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-ce6b1179-ad8d-4cb1-9fa0-5c4037235a39 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:20.558035 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-ce6b1179-ad8d-4cb1-9fa0-5c4037235a39 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Synchronizing usage tracker for tenant:de6fca198ab94e37a693d52239e2837f on resource:port {{(pid=80976) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 12:27:20.570811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.quota.resource [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-ce6b1179-ad8d-4cb1-9fa0-5c4037235a39 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Unset dirty status for tenant:de6fca198ab94e37a693d52239e2837f on resource:port {{(pid=80976) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 12:27:20.571998 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-ce6b1179-ad8d-4cb1-9fa0-5c4037235a39 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.91 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 946 time: 0.0961246
Dec 03 12:27:20.644767 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-7e55fbd8-53b6-4570-b3cb-6be6a8eb5ce7 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Deleting port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab {{(pid=80976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:27:20.645149 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-7e55fbd8-53b6-4570-b3cb-6be6a8eb5ce7 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:20.906543 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-7e55fbd8-53b6-4570-b3cb-6be6a8eb5ce7 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] For port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:27:20.906963 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-7e55fbd8-53b6-4570-b3cb-6be6a8eb5ce7 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:20.994794 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8577ef-b262-4372-a6cb-85ee76c0fc28 req-0743db58-626f-4c13-9052-32eacb15bd03 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 12:27:20.996465 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1c8577ef-b262-4372-a6cb-85ee76c0fc28 req-0743db58-626f-4c13-9052-32eacb15bd03 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/ports?device_id=69e03bcc-6fe7-4814-a232-9d476083018b HTTP/1.1" status: 200  len: 946 time: 0.0910206
Dec 03 12:27:21.042578 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-7e55fbd8-53b6-4570-b3cb-6be6a8eb5ce7 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Calling delete_port for 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab owned by compute:nova {{(pid=80976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:27:21.044806 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1c8577ef-b262-4372-a6cb-85ee76c0fc28 req-6c4691a2-8ff4-411b-89bf-83101f46bfb6 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups?id=8de4fb02-8899-4619-9892-49d5199e24c4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415311
Dec 03 12:27:21.193038 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-7e55fbd8-53b6-4570-b3cb-6be6a8eb5ce7 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852678979'] for port, after_delete {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:21.208089 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-bc228af7-e222-45c4-a73e-68ac12b78a47 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:27:21.260183 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55fbd8-53b6-4570-b3cb-6be6a8eb5ce7 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event deleted for resources: {'Port': ['ID=1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab,revision_number=None']} {{(pid=80976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:27:21.272117 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-7e55fbd8-53b6-4570-b3cb-6be6a8eb5ce7 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80976) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:27:21.413325 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-7e55fbd8-53b6-4570-b3cb-6be6a8eb5ce7 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] No DVR routers for this DVR port 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab on host hv-neutron-7650 {{(pid=80976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:27:21.415753 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-7e55fbd8-53b6-4570-b3cb-6be6a8eb5ce7 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762477'] for port, before_response {{(pid=80976) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:21.418593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e03bcc-6fe7-4814-a232-9d476083018b', 'name': 'network-vif-deleted', 'tag': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab'}] {{(pid=80976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 12:27:21.434212 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-4b37c00f-d51d-4eb8-9da2-f5ee39537249 req-7e55fbd8-53b6-4570-b3cb-6be6a8eb5ce7 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.91 "DELETE /v2.0/ports/1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab HTTP/1.1" status: 204  len: 173 time: 0.8564999
Dec 03 12:27:21.481433 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e03bcc-6fe7-4814-a232-9d476083018b', 'name': 'network-vif-deleted', 'tag': '1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab', 'status': 'completed', 'code': 200}
Dec 03 12:27:21.950218 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:27:21.994779 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] No Port match for: 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:27:21.995135 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Device 1b8b1d7f-edfe-4e23-aa9e-671f9ef8a5ab not bound to the agent host hv-neutron-7650 {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:27:22.007201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:22.235205 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1db787bc-46a7-40f1-ab99-d151b4a04f5e req-66fa53e5-65db-441b-b62d-fe769014c35f tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "GET /v2.0/security-groups/8de4fb02-8899-4619-9892-49d5199e24c4 HTTP/1.1" status: 200  len: 2883 time: 0.0495782
Dec 03 12:27:22.309701 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1db787bc-46a7-40f1-ab99-d151b4a04f5e req-118bbf94-ce96-4a04-a764-33ee8479dbf4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:22.338221 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1db787bc-46a7-40f1-ab99-d151b4a04f5e req-118bbf94-ce96-4a04-a764-33ee8479dbf4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:22.390758 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1db787bc-46a7-40f1-ab99-d151b4a04f5e req-118bbf94-ce96-4a04-a764-33ee8479dbf4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:22.396299 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-45d8709c-aece-4092-ab02-aa089373c2ec tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:27:22.412329 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bbf94-ce96-4a04-a764-33ee8479dbf4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de4fb02-8899-4619-9892-49d5199e24c4,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:27:22.415015 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-118bbf94-ce96-4a04-a764-33ee8479dbf4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:27:22.425619 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [req-1db787bc-46a7-40f1-ab99-d151b4a04f5e req-118bbf94-ce96-4a04-a764-33ee8479dbf4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:22.426832 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [req-1db787bc-46a7-40f1-ab99-d151b4a04f5e req-118bbf94-ce96-4a04-a764-33ee8479dbf4 tempest-TestSnapshotPattern-309512498 tempest-TestSnapshotPattern-309512498] 10.222.0.90 "DELETE /v2.0/security-groups/8de4fb02-8899-4619-9892-49d5199e24c4 HTTP/1.1" status: 204  len: 173 time: 0.1850073
Dec 03 12:27:22.494581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 59340) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:27:22.939312 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854351703'] for router_interface, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:23.537858 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] Deleting port 286da1fd-f4f2-4224-9953-3276e9f663df {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:27:23.538462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:23.717159 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] For port 286da1fd-f4f2-4224-9953-3276e9f663df, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=286da1fd-f4f2-4224-9953-3276e9f663df,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:27:23.717831 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:23.846417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] Calling delete_port for 286da1fd-f4f2-4224-9953-3276e9f663df owned by network:router_interface {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:27:24.012174 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:24.029724 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-d1044701-0d79-4729-ac40-0a4ed9b806d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:27:24.083043 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=286da1fd-f4f2-4224-9953-3276e9f663df,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:27:24.086288 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:27:24.437062 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15884792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421748'] for router_interface, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:25.226382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] Router baa45407-a213-4c7c-92e3-371c0b3a8bb5 has already been hosted by L3 agent 0ab20a3d-703e-455b-881e-39f979d7ac71 {{(pid=80975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 12:27:25.412186 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] Notify agent at l3_agent.dv-neutron-765072-2-ovs the message routers_updated {{(pid=80975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 12:27:25.421544 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d0ef1-5e12-4aee-b741-8f1414fa6a52 None None] Sync routers for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 12:27:25.425228 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-3650a8a4-8538-43f2-b670-0a293a3399b6 admin admin] 10.222.0.90 "PUT /v2.0/routers/baa45407-a213-4c7c-92e3-371c0b3a8bb5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9294281
Dec 03 12:27:25.427966 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 59348) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:27:25.431640 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d0ef1-5e12-4aee-b741-8f1414fa6a52 None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:27:25.432314 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-634d0ef1-5e12-4aee-b741-8f1414fa6a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6638cc0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:25.616540 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Notify callbacks [] for router, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:25.619634 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-634d0ef1-5e12-4aee-b741-8f1414fa6a52 None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:27:25.811773 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:25.817009 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Deleting port 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:27:25.817382 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:25.925857 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-634d0ef1-5e12-4aee-b741-8f1414fa6a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6638cc0>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:27:23Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:25.930031 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d0ef1-5e12-4aee-b741-8f1414fa6a52 None None] Checking router: baa45407-a213-4c7c-92e3-371c0b3a8bb5 for host: dv-neutron-765072-2-ovs {{(pid=80978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 12:27:25.939638 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d0ef1-5e12-4aee-b741-8f1414fa6a52 None None] Routers {'baa45407-a213-4c7c-92e3-371c0b3a8bb5'} bound to L3 agent in host dv-neutron-765072-2-ovs {{(pid=80978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 12:27:25.940297 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-634d0ef1-5e12-4aee-b741-8f1414fa6a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff1b6638cc0>, 'dv-neutron-765072-2-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T11:03:33Z,description=<?>,heartbeat_timestamp=2020-12-03T12:27:03Z,host='dv-neutron-765072-2-ovs',id=0ab20a3d-703e-455b-881e-39f979d7ac71,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T11:03:33Z,topic='l3_agent')) {'router_ids': ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'], 'active': True} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:26.008901 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] For port 4e1c9cce-7b5f-4da6-8185-01cabd7645d8, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=4e1c9cce-7b5f-4da6-8185-01cabd7645d8,segment=NetworkSegment(e113e4ab-0058-4e73-9dd1-05ec9b455987),segment_id=e113e4ab-0058-4e73-9dd1-05ec9b455987)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:27:26.009300 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:26.121759 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvr_db [None req-634d0ef1-5e12-4aee-b741-8f1414fa6a52 None None] Set router baa45407-a213-4c7c-92e3-371c0b3a8bb5 gateway port host: dv-neutron-765072-2-ovs {{(pid=80978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 12:27:26.136933 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Calling delete_port for 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 owned by network:router_gateway {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:27:26.294122 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:26.491304 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036838421215'] for router_gateway, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:26.578440 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_hamode_db [None req-634d0ef1-5e12-4aee-b741-8f1414fa6a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff1b6638cc0>, [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:27:23Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}], 'dv-neutron-765072-2-ovs', False) {} {{(pid=80978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:26.582423 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d0ef1-5e12-4aee-b741-8f1414fa6a52 None None] The sync data for ids ['baa45407-a213-4c7c-92e3-371c0b3a8bb5'] in dv-neutron-765072-2-ovs is: [{'id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'name': 'tempest-TestSnapshotPattern-1015991385-router', 'tenant_id': 'de6fca198ab94e37a693d52239e2837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'external_fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T12:21:06Z', 'updated_at': '2020-12-03T12:27:23Z', 'revision_number': 5, 'project_id': 'de6fca198ab94e37a693d52239e2837f', 'gw_port': {'id': '4e1c9cce-7b5f-4da6-8185-01cabd7645d8', 'name': '', 'network_id': 'b84ea6eb-b162-4e30-a5b8-4edcca977aa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa45407-a213-4c7c-92e3-371c0b3a8bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-2-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T12:21:07Z', 'updated_at': '2020-12-03T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb57ee45-d7a4-4cfd-9abc-1023e4ea9c29', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-2-ovs'}] {{(pid=80978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 12:27:26.624836 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838423293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10349'] for router, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:26.627261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:26.652223 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16347538'] for router, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:26.652790 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Fanout notify agent at l3_agent the message router_deleted on router baa45407-a213-4c7c-92e3-371c0b3a8bb5 {{(pid=80975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 12:27:26.666575 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] Notify callbacks [] for router, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:26.667833 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-2faf6d04-bae6-4c37-849d-ab4f5f57deda admin admin] 10.222.0.90 "DELETE /v2.0/routers/baa45407-a213-4c7c-92e3-371c0b3a8bb5 HTTP/1.1" status: 204  len: 168 time: 1.2388840
Dec 03 12:27:26.671217 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 59352) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:27:26.741832 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cf3466-ca9a-4880-8c3e-b539f89bfec8 admin admin] Deleting subnet 823c8b2f-2b9c-406f-b035-4350d6972729 {{(pid=80975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 12:27:26.744994 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97cf3466-ca9a-4880-8c3e-b539f89bfec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:26.798711 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97cf3466-ca9a-4880-8c3e-b539f89bfec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852595626'] for subnet, precommit_delete_associations {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:26.885617 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97cf3466-ca9a-4880-8c3e-b539f89bfec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13660386'] for subnet, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:27.159019 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97cf3466-ca9a-4880-8c3e-b539f89bfec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036841115398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2523915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851440649'] for subnet, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:27.174789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-2ef4bde8-3d0f-4e65-8fed-eb37b7f9a548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:27:27.230973 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf3466-ca9a-4880-8c3e-b539f89bfec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823c8b2f-2b9c-406f-b035-4350d6972729,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:27:27.233747 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-97cf3466-ca9a-4880-8c3e-b539f89bfec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:27:27.316803 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-97cf3466-ca9a-4880-8c3e-b539f89bfec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:27.321937 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f8eea6-4669-451f-b9bd-325e042880b7 None None] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef requested from dv-neutron-765072-2-ovs {{(pid=80977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 12:27:27.322851 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-97cf3466-ca9a-4880-8c3e-b539f89bfec8 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/823c8b2f-2b9c-406f-b035-4350d6972729 HTTP/1.1" status: 204  len: 168 time: 0.6505480
Dec 03 12:27:27.325486 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 59356) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:27:27.443344 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036841005760'] for network, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:27.513318 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Deleting port 2ee175e8-b880-4950-809d-2f916a784caa {{(pid=80975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:27:27.514316 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:27.575079 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b8767-2dcc-484a-8d44-2e3ba0d1d539 None None] DHCP port deletion for 8d455dfe-cf6d-4290-bb9b-2a31322ffdef request from dv-neutron-765072-2-ovs {{(pid=80977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 12:27:27.580408 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b8767-2dcc-484a-8d44-2e3ba0d1d539 None None] Deleting port 2ee175e8-b880-4950-809d-2f916a784caa {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:27:27.580828 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad4b8767-2dcc-484a-8d44-2e3ba0d1d539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:27.735313 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] For port 2ee175e8-b880-4950-809d-2f916a784caa, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2ee175e8-b880-4950-809d-2f916a784caa,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:27:27.735633 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:27.794115 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.db [None req-ad4b8767-2dcc-484a-8d44-2e3ba0d1d539 None None] For port 2ee175e8-b880-4950-809d-2f916a784caa, host dv-neutron-765072-2-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-2-ovs',level=0,port_id=2ee175e8-b880-4950-809d-2f916a784caa,segment=NetworkSegment(245ac32a-8bc0-48c9-bd32-6e3674bc1d50),segment_id=245ac32a-8bc0-48c9-bd32-6e3674bc1d50)] {{(pid=80977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 12:27:27.794558 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad4b8767-2dcc-484a-8d44-2e3ba0d1d539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417999'] for port, precommit_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:27.864880 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Calling delete_port for 2ee175e8-b880-4950-809d-2f916a784caa owned by network:dhcp {{(pid=80975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:27:27.924592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b8767-2dcc-484a-8d44-2e3ba0d1d539 None None] Calling delete_port for 2ee175e8-b880-4950-809d-2f916a784caa owned by network:dhcp {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 12:27:27.944626 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3000359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244595309718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244595793626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2524639'] for port, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:27.960170 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e8c98e40-1c09-461b-b7d6-d69d078e6bde tempest-TestNetworkAdvancedServerOps-709068768 tempest-TestNetworkAdvancedServerOps-709068768] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:27:27.996342 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.db.api [None req-ad4b8767-2dcc-484a-8d44-2e3ba0d1d539 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 12:27:27.996690 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_db.api [None req-ad4b8767-2dcc-484a-8d44-2e3ba0d1d539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 12:27:28.014929 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee175e8-b880-4950-809d-2f916a784caa,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:27:28.020058 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:27:28.100469 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] No DVR routers for this DVR port 2ee175e8-b880-4950-809d-2f916a784caa on host dv-neutron-765072-2-ovs {{(pid=80975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 12:27:28.229092 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13659771', 'neutron.services.segments.db._delete_segments_for_network--9223363244595298744'] for network, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:28.348993 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff1b627c860>,) {'filters': {'network_id': ['8d455dfe-cf6d-4290-bb9b-2a31322ffdef']}} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:28.362710 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b627c860>, '245ac32a-8bc0-48c9-bd32-6e3674bc1d50') {'for_net_delete': True} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:28.363356 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.services.segments.db [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff1b627c860>, '245ac32a-8bc0-48c9-bd32-6e3674bc1d50') {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 12:27:28.375976 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244595295672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2180190'] for segment, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:28.391425 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036841118827'] for segment, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:28.393409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 12:27:28.498819 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b8767-2dcc-484a-8d44-2e3ba0d1d539 None None] Deleting port 2ee175e8-b880-4950-809d-2f916a784caa {{(pid=80977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 12:27:28.499567 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ad4b8767-2dcc-484a-8d44-2e3ba0d1d539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792259387592'] for port, before_delete {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:28.571896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b8767-2dcc-484a-8d44-2e3ba0d1d539 None None] The port '2ee175e8-b880-4950-809d-2f916a784caa' was deleted {{(pid=80977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 12:27:28.648525 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:27:28.684067 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:27:28.684593 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 4e1c9cce-7b5f-4da6-8185-01cabd7645d8 not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:27:28.685138 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 286da1fd-f4f2-4224-9953-3276e9f663df no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:27:28.719940 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 286da1fd-f4f2-4224-9953-3276e9f663df {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:27:28.720341 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 286da1fd-f4f2-4224-9953-3276e9f663df not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:27:28.720813 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2ee175e8-b880-4950-809d-2f916a784caa no longer exists at agent ovs-agent-dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 12:27:28.759775 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.plugin [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] No Port match for: 2ee175e8-b880-4950-809d-2f916a784caa {{(pid=80977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 12:27:28.760173 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.rpc [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Device 2ee175e8-b880-4950-809d-2f916a784caa not bound to the agent host dv-neutron-765072-2-ovs {{(pid=80977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 12:27:28.876604 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:27:28.885840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13656989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852251224'] for segment, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:29.067154 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.plugins.ml2.managers [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Network 8d455dfe-cf6d-4290-bb9b-2a31322ffdef has no segments {{(pid=80975) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]: Traceback (most recent call last):
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     timer()
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     cb(*args, **kw)
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     return func(*args, **kwargs)
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     self._notify()
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     self.callback(batched_events)
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     event.method(event)
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     segment_id)['aggregates'][0]
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     return f(self, *a, **k)
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     return self._get(url).json()
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     **kwargs)
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     return self.request(url, 'GET', **kwargs)
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     **endpoint_filter)
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 12:27:29.093327 dv-neutron-765072-2-ovs neutron-server[80862]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 12:27:29.171072 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036841116045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838891021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354631'] for network, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:29.174283 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-3619aff4-f443-472b-8371-a2c1482d56cb tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:27:29.188042 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Notify callbacks [] for network, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:29.199029 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=8d455dfe-cf6d-4290-bb9b-2a31322ffdef,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:27:29.202536 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:27:29.212549 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-25b10aa5-de2e-488f-b45b-bd2bc62a6bdd admin admin] 10.222.0.90 "DELETE /v2.0/networks/8d455dfe-cf6d-4290-bb9b-2a31322ffdef HTTP/1.1" status: 204  len: 168 time: 1.8860223
Dec 03 12:27:29.354271 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 59362) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:27:29.412205 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-7352f2f3-657e-4b28-8e47-7f74674b05f3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=de6fca198ab94e37a693d52239e2837f&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0565772
Dec 03 12:27:29.414716 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.wsgi [-] (80975) accepted ('10.222.0.90', 59366) {{(pid=80975) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 12:27:29.477484 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e243e577-eee4-416f-9147-3dbbfb5afa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:29.505026 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e243e577-eee4-416f-9147-3dbbfb5afa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:29.553242 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e243e577-eee4-416f-9147-3dbbfb5afa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854264628'] for security_group, after_delete {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:29.558358 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-080f03e3-ed98-40d4-985d-501b06faf32a tempest-TestNetworkBasicOps-1944251614 tempest-TestNetworkBasicOps-1944251614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 12:27:29.574729 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243e577-eee4-416f-9147-3dbbfb5afa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6e3a61-d9f9-4d57-a695-392e25396725,revision_number=None']} {{(pid=80975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 12:27:29.577592 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG oslo_concurrency.lockutils [None req-e243e577-eee4-416f-9147-3dbbfb5afa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 12:27:29.581049 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-e243e577-eee4-416f-9147-3dbbfb5afa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:29.583927 dv-neutron-765072-2-ovs neutron-server[80862]: INFO neutron.wsgi [None req-e243e577-eee4-416f-9147-3dbbfb5afa34 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4a6e3a61-d9f9-4d57-a695-392e25396725 HTTP/1.1" status: 204  len: 168 time: 0.1665652
Dec 03 12:27:31.053744 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3f836cbb-d3dc-4755-88f8-48aa74867bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:33.141522 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b879b625-4e30-4f62-8254-e1727c9ed4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:34.064840 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:35.218674 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:35.825201 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:27:48.246581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:27:52.003295 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:28:01.057516 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-6a8f528d-e0a9-4896-b3b9-a5458277168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:28:03.144151 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d63467f1-723d-4d81-b7b5-1b1b7bb0230f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:28:04.069804 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:28:05.220332 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:28:05.829871 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:28:22.006004 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:28:25.246614 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:28:31.059732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5b8aeb31-b3e7-4fa6-a80a-fb2c900d9dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:28:33.146261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04090c37-f5f2-4664-82f7-b39520b6759c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:28:34.072811 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:28:35.222845 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:28:35.832636 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:28:52.001259 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:29:01.063065 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-017efeca-f623-496b-a14e-dca7f19a88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:29:02.246069 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:29:03.147534 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-4ed88cfb-f2a5-4dc6-b3a3-266b34f3d53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:29:04.075261 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:29:05.226893 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:29:05.835377 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:29:22.003943 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:29:31.066561 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-73b7215b-0ea2-4b2a-97ed-dd138505cb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:29:33.149224 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-b4616708-20eb-4273-81c7-5c2910fc320a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:29:34.078206 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:29:35.228872 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:29:35.839184 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:29:39.246150 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:29:52.000386 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:01.069581 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-15eefd48-e8ce-4e71-a4c8-09cde279e636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:03.150979 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-04ba1816-ec5e-456e-96e4-75561966e7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:04.081934 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:05.230315 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:05.840273 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:16.246037 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:30:21.998050 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:31.072698 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-39a647ec-8450-4ac3-b3c9-8c83ddd26b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:33.152789 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-ac7c82a4-4717-4227-9b0e-4c47f2b28621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:34.084141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:35.232171 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:35.843211 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:52.012802 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:30:53.246118 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:31:01.075141 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a838e537-d57f-42ed-a33d-64443ef277b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:31:03.154248 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-3c70fb2f-a686-4799-85a1-a5aa67038bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:31:04.087688 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:31:05.234987 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:31:05.845409 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:31:22.013445 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:31:30.246112 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:31:31.076792 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-9f7b9427-c957-4055-a5f6-39f0ffb34b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:31:33.155258 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-5eb1242a-b573-4784-a24e-f021fd9bdde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:31:34.089417 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:31:35.238720 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:31:35.848642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:31:52.025896 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:32:01.078660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d74418d5-95d1-42d7-bafc-1f41ad5b1d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:32:03.156082 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-0f432fa8-6138-4c66-87bd-2bd821b454d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:32:04.093528 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:32:05.241839 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:32:05.851660 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:32:07.245983 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:32:22.025306 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:32:31.081307 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a36d4ad4-467b-43ed-81e9-95f2bd13348b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:32:33.158732 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-16f50599-1cf3-4ec1-ae01-7412e34653c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:32:34.096859 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:32:35.243642 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:32:35.854462 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:32:44.246255 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:32:52.030426 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:33:01.083324 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-03025358-7ef1-402f-bbf3-007f947700cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:33:03.160233 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-7becce61-bd33-4618-8a50-5078e62dd4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:33:04.098350 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-a477242f-a1a5-4d3c-8c2e-638e8c29588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:33:05.245139 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-481184ba-e219-4945-a91e-486ce92bedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:33:05.855555 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-d2b618e6-8a36-4a69-ba0b-0d9f053d84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 12:33:21.247161 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron.db.agents_db [None req-655ec855-9286-4263-99ec-b4239356a46e None None] Agent healthcheck: found 6 active agents {{(pid=80978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 12:33:22.056510 dv-neutron-765072-2-ovs neutron-server[80862]: DEBUG neutron_lib.callbacks.manager [None req-38f4abaa-85b0-49d5-b82f-91a9215fa14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244595298761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13653849'] for agent, after_update {{(pid=80977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}